|
|
@@ -87,9 +87,9 @@ class ElabspiderDownloaderMiddleware(object):
|
|
|
# encoded_proxy_pass = base64.encodebytes(bytes(proxy_user_pass.encode(encoding='utf-8')))
|
|
|
|
|
|
#TODO: 开关代理
|
|
|
- # logging.info(msg='process request url: ' + request._url)
|
|
|
- # request.meta['proxy'] = settings['PROXY_HOST'] + ':' + settings['PROXY_PORT']
|
|
|
- # request.headers['Proxy-Authorization'] = 'Basic ' + 'SDVQMDI5OU44MzBBQzlDRDo1MTZGOTVEMDNFQjFGMDI2'
|
|
|
+ logging.info(msg='process request url: ' + request._url)
|
|
|
+ request.meta['proxy'] = settings['PROXY_HOST'] + ':' + settings['PROXY_PORT']
|
|
|
+ request.headers['Proxy-Authorization'] = 'Basic ' + 'SDVQMDI5OU44MzBBQzlDRDo1MTZGOTVEMDNFQjFGMDI2'
|
|
|
return None
|
|
|
|
|
|
def process_response(self, request, response, spider):
|
