三種獲取url的方法
阿新 • • 發佈:2019-02-04
import urllib2 import cookielib from cons import headers url = 'https://www.baidu.com' print('第一種方法') request1 = urllib2.urlopen(url) print(request1.getcode()) print(len(request1.read())) print('第二種方法') req = urllib2.Request(url) req.add_header("user-agent",headers()) request2 = urllib2.urlopen(req) print(request2.getcode()) print(len(request2.read())) print('第三種方法') cj = cookielib.CookieJar() opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj)) urllib2.install_opener(opener) response3 = urllib2.urlopen(url) print(response3.getcode()) print(cj) print(response3.read())