From ab3adf3b41f4e928f0fe9e60c4d04bccee2da70b Mon Sep 17 00:00:00 2001 From: peterkorodi Date: Thu, 9 Feb 2017 13:34:22 +0100 Subject: [PATCH] Set proxy if there is no user pass --- scrapy_proxies/randomproxy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy_proxies/randomproxy.py b/scrapy_proxies/randomproxy.py index aedc4ab..cf308e8 100644 --- a/scrapy_proxies/randomproxy.py +++ b/scrapy_proxies/randomproxy.py @@ -91,8 +91,8 @@ def process_request(self, request, spider): proxy_user_pass = self.proxies[proxy_address] + request.meta['proxy'] = proxy_address if proxy_user_pass: - request.meta['proxy'] = proxy_address basic_auth = 'Basic ' + base64.b64encode(proxy_user_pass.encode()).decode() request.headers['Proxy-Authorization'] = basic_auth else: