python3 requests 獲取 拉勾工作數據
阿新 • • 發佈:2017-07-04
.post ict web data cit industry utf-8 wow64 first
1 #-*- coding:utf-8 -*- 2 __author__ = "carry" 3 4 import requests,json 5 6 for x in range(1, 15): 7 url =‘http://www.lagou.com/jobs/positionAjax.json‘ 8 #proxies = {"http":"http://125.105.17.229:808"} 9 headers={‘User-Agent‘:‘Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36‘} 10 payload = {"city":"杭州", "district":"西湖區", "needAddtionalResult":"false", "first":"true", "pn":x, "kd":"測試"} 11 result = requests.post(url,data=payload,headers=headers) 12 #result = requests.post(url,data=payload,proxies=proxies) 13 result_json = result.json() 14 print(result_json)15 16 l = result_json["content"]["positionResult"]["result"] 17 for x in l: 18 s = "崗位名稱:%s,公司名:%s,業務:%s,工作年限:%s,工資:%s" 19 % (x["positionName"],x["companyFullName"],x["industryField"],x["workYear"],x["salary"]) 20 21 with open("D:\\lagou.txt", "a+", encoding="utf-8") as f:22 f.write(s) 23 f.write("\n")
python3 requests 獲取 拉勾工作數據