DOWNLOADER_MIDDLEWARES = { 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90, 'scrapy_proxies.RandomProxy': 100, 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 110, } # Proxy list containing entries like # http://host1:port # http://username:password@host2:port # http://host3:port # ... PROXY_LIST = 'C:\Users\NF\PycharmProjects\untitled4\proxyfile.text' # Proxy mode # 0 = Every requests have different proxy # 1 = Take only one proxy from the list and assign it to every requests # 2 = Put a custom proxy to use in the settings PROXY_MODE = 1