【R語言爬蟲】R語言提交get請求抓取城城理財資料
阿新 • • 發佈:2019-02-04
二、實現原始碼
rm(list=ls())
library(XML)
library(RCurl)
url='https://www.cclc.co/debts/lctz_all_all'
myheader <- c(
"User-Agent"="Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.97 Safari/537.36",
"Accept"="text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8" ,
"Accept-Language"="gzip, deflate, sdch",
"Connection"="keep-alive",
"Accept-Charset"="GB2312,utf-8;q=0.7,*;q=0.7"
)
d <- debugGatherer()
web <- getURL(url, httpheader = myheader, debugfunction = d$update, verbose = T,ssl.verifyhost=FALSE,ssl.verifypeer=FALSE)
url_list=""
i=1:3
url_list [i]=paste0('https://www.cclc.co/debts/lctz_all_all_',i+1)
for(k in url_list){
web1 <-getURL(k, httpheader = myheader, debugfunction = d$update, verbose = T,ssl.verifyhost=FALSE,ssl.verifypeer=FALSE)
web<-c(web,web1)
}
doc<-htmlParse(web,encoding = "UTF-8")
project_title<-sapply(getNodeSet(doc,"//h2[@class='title']//a" ),xmlValue)
project_rate<-sapply(getNodeSet(doc,"//span[@class='main_top_num']"),xmlValue)
project_day<-sapply(getNodeSet(doc,"//div[@class='datar fl']//p"),xmlValue)
kk=length(project_day)
project_money_start<-sapply(getNodeSet(doc,"//div[@class='progress-top']//span"),xmlValue)
target_time<-Sys.Date()
project<-data.frame(project_title=project_title[1:kk],project_rate=project_rate[1:kk],project_day=project_day[1:kk],target_time)
project$platform<-c("城城理財")
View(project)
##################模糊匹配處理天數################
a101<-grep("個月",project[,3])
a102<-project[a101,]
a102[,3]<-gsub("個月","",a102[,3])
a102[,3]<-as.numeric(a102[,3])*30
a201<-grep("天",project[,3])
a202<-project[a201,]
a202[,3]<-gsub("天","",a202[,3])
a301<-rbind(a102,a202)
a301[,3]<-as.numeric(a301[,3])
View(a301)