python3 urllib使用代理訪問
阿新 • • 發佈:2020-08-05
示例:
from urllib import request, parse from http import cookiejar from fake_useragent import UserAgent class Script: def __init__(self, proxies=None): self.cookie = cookiejar.CookieJar() self.handler = request.HTTPCookieProcessor(self.cookie) self.opener = request.build_opener(self.handler)if proxies: proxies_htt = {'http': 'http://'+ proxies, 'https': 'https://' + proxies} proxy_s = request.ProxyHandler(proxies_htt) self.opener.add_handler(proxy_s) request.install_opener(self.opener) def openurl(self, url, data=None, headers=None): header= { 'Host': parse.urlparse(url).hostname, 'User-Agent': UserAgent().random, } if headers: for key, value in headers.iteritems(): header[key] = value if data: req = request.Request(url, data, headers=header)else: req = request.Request(url, headers=header) try: backdata = self.opener.open(req, timeout=20).read() except: return try: return backdata.decode('utf8') except: try: return backdata.decode('gbk') except: return backdata
qq:513034620