python爬蟲代理使用
阿新 • • 發佈:2018-12-14
2、這裡用requests請求,用代理ip
#!usr/bin/env python # -*- coding:utf-8 _*- """ @author:田野 @time: 2018/10/08 """ import requests def main(): '''設定頭''' headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36' } '''代理ip''' proxy = '218.60.8.98:3129' proxies = { 'http': 'http://' + proxy, 'https': 'https://' + proxy } try: response = requests.get('http://maoyan.com/board/4?offset=0', headers=headers, proxies=proxies) print(response.text) except Exception as e: print(e) if __name__ == '__main__': main()