Yield From Development Tutorials, Guides & Insights

Leverage aiohttp for non-blocking web scraping:

import aiohttp
import asyncio

async def fetch(url):
    async with aiohttp.ClientSession() as session:
        async with session.get(url) as response:
            return await response.text()

async def main():
    urls = ["https://example.com", "https://python.org", "https://openai.com"]
    results = await asyncio.gather(*(fetch(url) for url in urls))
    for content in results:
        print(content[:100])  # Print the first 100 characters

asyncio.run(main())