selenium 爬取cookie并且把数据下载到Excel
import requests
import re
import csv
import ftplib
import os
import sys
import datetime
from selenium import webdriver
import time
from selenium.webdriver.chrome.options import Options
import pandas as pd
from bs4 import BeautifulSoup
import numpy as np
chrome_options = Options()
chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu')
path = (r'C:\ProgramData\Anaconda3\chromedriver.exe')
opener = webdriver.Chrome(executable_path=path)
opener.maximize_window()
opener.get('http://erp.jetcloudmall.com:91/')
opener.find_element_by_xpath('//*[@id="form-username"]').send_keys('1962')
opener.find_element_by_xpath('//*[@id="form-password"]').send_keys('a112')
opener.find_element_by_xpath('/html/body/div/div/div/div[2]/div/div[2]/form/button').click()
time.sleep(5)
cookies = opener.get_cookies()
name_pat = "'name':.'(.*?)'"
value_pat = "'value':.'(.*?)'"
value = re.compile(value_pat).findall(str(cookies))
name = re.compile(name_pat).findall(str(cookies))
time.sleep(2)
opener.quit()
list = []
for i in range(0,len(name)):
list1 = name[i]+'='+value[i]
list.append(list1)
print(list)
result = list[2] + '; ' + list[1]
print(result)
my_headers1={"Cookie":result,
"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.101 Safari/537.36",
}
my_data1={"page":"1",
"pageSize":"3000",
"filter":"BeginDate~eq~'2019-04-05'~and~EndDate~eq~'2019-05-05'",
}
now = datetime.datetime.now()
end_time = datetime.datetime.strftime(now, '%Y-%m-%d')
begin_time = now+ datetime.timedelta(days=-90)
begin_time1 = begin_time.strftime('%Y-%m-%d')
url='http://erp.jetcloudmall.com:91/PlanDeptReport/SKUDeliverySummaryDownload?a=1&BeginDate='+str(begin_time1)+'&EndDate='+str(end_time)+''
jiao = requests.get(url,data=my_data1,headers=my_headers1)
try:
os.remove('平均交期.xlsx')
except:
pass
with open("平均交期.xlsx", "wb") as code:
code.write(jiao.content)