spacepaste

  1.  
  2. DOWNLOADER_MIDDLEWARES = {
  3. 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,
  4. 'scrapy_proxies.RandomProxy': 100,
  5. 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 110,
  6. }
  7. # Proxy list containing entries like
  8. # http://host1:port
  9. # http://username:password@host2:port
  10. # http://host3:port
  11. # ...
  12. PROXY_LIST = 'C:\Users\NF\PycharmProjects\untitled4\proxyfile.text'
  13. # Proxy mode
  14. # 0 = Every requests have different proxy
  15. # 1 = Take only one proxy from the list and assign it to every requests
  16. # 2 = Put a custom proxy to use in the settings
  17. PROXY_MODE = 1
  18.