simple_site_crawler/site_crawler.py
async def crawl_website(self):
        """
        Crawl website asynchronously until all found links are crawled
        """
        async with aiohttp.ClientSession() as session:
            workers = [
                asyncio.Task(self.worker(session))
                for _ in range(self.max_tasks)
            ]

            await self.queue.join()

            # Cancel worker after everything is done
            for w in workers:
                w.cancel()

        Crawl website asynchronously until all found links are crawled
        
Crawl website asynchronously until all found links are crawled
Crawl website asynchronously until all found links are crawled
async def crawl_website(self):
        async with aiohttp.ClientSession() as session:
            workers = [
                asyncio.Task(self.worker(session))
                for _ in range(self.max_tasks)
            ]
            await self.queue.join()
            for w in workers:
                w.cancel()
async def crawl_website ( self ) : async with aiohttp . ClientSession ( ) as session : workers = [ asyncio . Task ( self . worker ( session ) ) for _ in range ( self . max_tasks ) ] await self . queue . join ( ) for w in workers : w . cancel ( )
Crawl website asynchronously until all found links are crawled
Crawl website asynchronously until all found links are crawled
"""
        Crawl website asynchronously until all found links are crawled
        """ # Cancel worker after everything is done
self