阿布雲動態代理使用方法(python requests)
阿新 • • 發佈:2018-11-21
def abu(targetUrl): headers = { 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Accept-Encoding': 'gzip, deflate, br', 'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8', 'Cache-Control': 'max-age=0', 'Connection': 'keep-alive', # 'Cookie': 'aliyungf_tc=AQAAAKYNp2YTdgEAoMoFcCsgnXyeEuIS; csrfToken=Z1x0q-5IGc-nRoFLSvZWEI9k; TYCID=677e59c0d8c911e8bad94b825ac05c52; undefined=677e59c0d8c911e8bad94b825ac05c52; ssuid=4410510007; Hm_lvt_e92c8d65d92d534b0fc290df538b4758=1540522018; _ga=GA1.2.1034193829.1540522020; _gid=GA1.2.196281402.1540522020; tyc-user-info=%257B%2522myQuestionCount%2522%253A%25220%2522%252C%2522integrity%2522%253A%25220%2525%2522%252C%2522state%2522%253A%25220%2522%252C%2522vipManager%2522%253A%25220%2522%252C%2522onum%2522%253A%25220%2522%252C%2522monitorUnreadCount%2522%253A%25221%2522%252C%2522discussCommendCount%2522%253A%25220%2522%252C%2522token%2522%253A%2522eyJhbGciOiJIUzUxMiJ9.eyJzdWIiOiIxODg1MDE1Njk2MiIsImlhdCI6MTU0MDUyMjA1NiwiZXhwIjoxNTU2MDc0MDU2fQ.pLeuSNEIq4D-pysmOsi6T9XYhZ2BD_--egiS2RE4hcyQ3PJa9U34NjRZaozmwg2DYfmTk1-WBVAjv1-yRq5vEA%2522%252C%2522redPoint%2522%253A%25220%2522%252C%2522pleaseAnswerCount%2522%253A%25220%2522%252C%2522vnum%2522%253A%25220%2522%252C%2522bizCardUnread%2522%253A%25220%2522%252C%2522mobile%2522%253A%252218850156962%2522%257D; auth_token=eyJhbGciOiJIUzUxMiJ9.eyJzdWIiOiIxODg1MDE1Njk2MiIsImlhdCI6MTU0MDUyMjA1NiwiZXhwIjoxNTU2MDc0MDU2fQ.pLeuSNEIq4D-pysmOsi6T9XYhZ2BD_--egiS2RE4hcyQ3PJa9U34NjRZaozmwg2DYfmTk1-WBVAjv1-yRq5vEA; Hm_lpvt_e92c8d65d92d534b0fc290df538b4758=1540522059', 'Host': 'www.tianyancha.com', 'Referer': 'https://www.tianyancha.com/login?from=https%3A%2F%2Fwww.tianyancha.com%2Fsearch%3Fkey%3D%25E5%25B1%25B1%25E4%25B8%259C%25E9%25BB%2584%25E9%2587%2591%25E7%259F%25BF%25E4%25B8%259A%25E8%2582%25A1%25E4%25BB%25BD%25E6%259C%2589%25E9%2599%2590%25E5%2585%25AC%25E5%258F%25B8', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36', # 'User-Agent': ua.random, } import requests # 要訪問的目標頁面 # targetUrl = "http://test.abuyun.com/proxy.php" # targetUrl = "http://proxy.abuyun.com/switch-ip" # targetUrl = "http://proxy.abuyun.com/current-ip" # 代理伺服器,根據購買的套餐,自行檢視修改 proxyHost = "http-dyn.abuyun.com" proxyPort = "9020" # 代理隧道驗證資訊,根據購買的套餐,自行檢視修改 proxyUser = "HG7N36926EO22TTD" proxyPass = "C1D9105710BDB291" proxyMeta = "http://%(user)s:%(pass)
[email protected]%(host)s:%(port)s" % { "host": proxyHost, "port": proxyPort, "user": proxyUser, "pass": proxyPass, } proxies = { "http": proxyMeta, "https": proxyMeta, } resp = requests.get(targetUrl, proxies=proxies,headers = headers).text print(proxies) return resp # print(resp) if __name__ == '__main__': base_url = 'xxxxxxxxxxxxxxxx' res = abu(base_url) data = pq(res) # 下面的繼續分析即可
注意:
阿布雲的proxy地址是不變的(實際是動態ip),實際上,得到上邊的proxies後,直接使用那個地址,進行proxies=proxies 設定即可。