python爬虫爬取前程无忧51job企业招聘信息

# -*- coding:utf-8 -*-
import requests
import re
import random
import time
import pandas as pd
from bs4 import BeautifulSoup
import lxml

from requests.packages.urllib3.exceptions import InsecureRequestWarning
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)  ###禁止提醒SSL警告

##清除无效字符
def clear(val_list):
    illegal_char = [' ','\n','	','\r','\r','\t','\f']
    for i in illegal_char:
        val = re.sub(i,'',val_list)
    return val




class job(object):
    def __init__(self,url):
        self.url=url
        self.s = requests.session()   ## 创建一个session对象
        headers = {
                'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
                'Accept-Encoding':'gzip, deflate, br',
                'Accept-Language':'zh-CN,zh