Python 异步非阻塞 Requests 请求：高效网络爬虫示例

import asyncio import requests

async def async_request(url): loop = asyncio.get_event_loop() response = await loop.run_in_executor(None, requests.get, url) return response.text

async def main(): urls = [ 'https://www.baidu.com', 'https://www.google.com', 'https://www.yahoo.com' ] tasks = [] for url in urls: tasks.append(asyncio.ensure_future(async_request(url))) results = await asyncio.gather(*tasks) print(results)

if name == 'main': loop = asyncio.get_event_loop() loop.run_until_complete(main())