1. 程式人生 > >python3 requests 獲取 拉勾工作數據

python3 requests 獲取 拉勾工作數據

.post ict web data cit industry utf-8 wow64 first

 1 #-*- coding:utf-8 -*-
 2 __author__ = "carry"
 3 
 4 import requests,json
 5 
 6 for x in range(1, 15):
 7     url =http://www.lagou.com/jobs/positionAjax.json
 8     #proxies = {"http":"http://125.105.17.229:808"}
 9     headers={User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36
} 10 payload = {"city":"杭州", "district":"西湖區", "needAddtionalResult":"false", "first":"true", "pn":x, "kd":"測試"} 11 result = requests.post(url,data=payload,headers=headers) 12 #result = requests.post(url,data=payload,proxies=proxies) 13 result_json = result.json() 14 print(result_json)
15 16 l = result_json["content"]["positionResult"]["result"] 17 for x in l: 18 s = "崗位名稱:%s,公司名:%s,業務:%s,工作年限:%s,工資:%s" 19 % (x["positionName"],x["companyFullName"],x["industryField"],x["workYear"],x["salary"]) 20 21 with open("D:\\lagou.txt", "a+", encoding="utf-8") as f:
22 f.write(s) 23 f.write("\n")

python3 requests 獲取 拉勾工作數據