1. 程式人生 > 實用技巧 >python3 urllib使用代理訪問

python3 urllib使用代理訪問

示例:

from urllib import request, parse
from http import cookiejar
from fake_useragent import UserAgent


class Script:

    def __init__(self, proxies=None):
        self.cookie = cookiejar.CookieJar()
        self.handler = request.HTTPCookieProcessor(self.cookie)
        self.opener = request.build_opener(self.handler)
        
if proxies: proxies_htt = {'http': 'http://'+ proxies, 'https': 'https://' + proxies} proxy_s = request.ProxyHandler(proxies_htt) self.opener.add_handler(proxy_s) request.install_opener(self.opener) def openurl(self, url, data=None, headers=None): header
= { 'Host': parse.urlparse(url).hostname, 'User-Agent': UserAgent().random, } if headers: for key, value in headers.iteritems(): header[key] = value if data: req = request.Request(url, data, headers=header)
else: req = request.Request(url, headers=header) try: backdata = self.opener.open(req, timeout=20).read() except: return try: return backdata.decode('utf8') except: try: return backdata.decode('gbk') except: return backdata

qq:513034620