simple_site_crawler/site_crawler.py
async def worker(self, session):
        """
        Single worker that takes next free URL from the queue and crawls it

        :param session: aiohttp session instance
        :type session: ClientSession
        """
        try:
            while True:
                url = await self.queue.get()
                await self.crawl_webpage(session, url)
                self.queue.task_done()
        except asyncio.CancelledError:
            pass

        Single worker that takes next free URL from the queue and crawls it

        :param session: aiohttp session instance
        :type session: ClientSession
        
Single worker that takes next free URL from the queue and crawls it
Single worker that takes next free URL from the queue and crawls it
async def worker(self, session):
        try:
            while True:
                url = await self.queue.get()
                await self.crawl_webpage(session, url)
                self.queue.task_done()
        except asyncio.CancelledError:
            pass
async def worker ( self , session ) : try : while True : url = await self . queue . get ( ) await self . crawl_webpage ( session , url ) self . queue . task_done ( ) except asyncio . CancelledError : pass
Single worker that takes next free URL from the queue and crawls it
Single worker that takes next free URL from the queue and crawls it
"""
        Single worker that takes next free URL from the queue and crawls it

        :param session: aiohttp session instance
        :type session: ClientSession
        """
self
session
aiohttp session instance
aiohttp session instance