目前一心想入门数据分析岗位的我,很好奇目前数据分析岗位的现状,故而准备爬取Boss直聘里上海目前数据分析岗位的情况。
上源代码:
library(xml2)
library(rvest)
library(stringr)
library(dplyr)
i <- 1:10
job_inf <- data.frame()
for (i in 1:10){
webpage <- read_html(str_c("https://www.zhipin.com/c101020100/h_101020100/?query=%E6%95%B0%E6%8D%AE%E5%88%86%E6%9E%90&page=",i,"&ka=page-",i),encoding="UTF-8")
job_title_html <- html_nodes(webpage,".job-title")
job_title <- html_text(job_title_html)
salary_html <- html_nodes(webpage,".red")
salary <- html_text(salary_html)
company_basic_html <- html_nodes(webpage,".company-text p")
company_basic <- gsub("<p>","",company_basic_html)
company_basic <- gsub("em class=\"vline\"></em>","",company_basic)
company_basic <- gsub("</p>","",c