pip install scrapy_proxy_pool
# Add this lines into settings.py file PROXY_POOL_ENABLED = True DOWNLOADER_MIDDLEWARES = { 'scrapy_proxy_pool.middlewares.ProxyPoolMiddleware': 610, 'scrapy_proxy_pool.middlewares.BanDetectionMiddleware': 620, }
PROXY_POOL_ENABLED = True
DOWNLOADER_MIDDLEWARES = { # ... 'scrapy_proxy_pool.middlewares.ProxyPoolMiddleware': 610, 'scrapy_proxy_pool.middlewares.BanDetectionMiddleware': 620, # ... }