360极速浏览器一键操作 订单速记表selenium +requests爬取 openpyxl +xlrd 操作excel

#coding:utf-8
#配置前先将谷歌的chromedriver放到 360浏览器的目录下
from selenium.webdriver.common.by import By   #引入判断元素加载模块
from selenium.webdriver.support.ui import WebDriverWait    #引入判断元素加载模块
from selenium.webdriver.support import expected_conditions as EC    #引入判断元素加载模块
from selenium.webdriver.chrome.options import Options
import easygui as g
from selenium import webdriver
import requests
import json
from openpyxl import load_workbook
import xlrd
import datetime
import re


class Spider(object):
    def __init__(self):
        __browser_url = r'D:\360极速浏览器\360Chrome\Chrome\Application\360chrome.exe'  # 浏览器目录地址
        chrome_options = Options()
        chrome_options.binary_location = __browser_url
        self.web = webdriver.Chrome(chrome_options=chrome_options)
        self.web.maximize_window()  # 浏览器最大化
        # chromedriver = "C:\Program Files (x86)\Google\Chrome\Application\chromedriver.exe"
        # # 这里的driver就是刚刚上面下载的
        # os.environ["webdriver.chrome.driver"] = chromedriver
        # self.web = webdriver.Chrome(chromedriver)

        self.headers = {
            'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
            'accept-encoding': 'gzip, deflate, br',
            'accept-language': 'zh-CN,zh;q=0.8,en;q=0.6',
            'cache-control': 'max-age=0',
            'upgrade-insecure-requests': '1',
            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.78 Safari/537.36'
        }
        self.req = requests.Session()
        self.cookies = {}

    def login(self):
        wait = WebDriverWait(self.web, 10)  # 设置目标元素等待时间
        # 设定页面加载限制时间
        self.web.set_page_load_timeout(10)
        self.web.set_script_timeout(10)  # 这两种设置都进行才有效
        self.web.get('https://mai.taobao.com/')# 打开请求的url
        SubmitQuick = wait.until(EC.element_to_be_clickable((By.ID,'J_SubmitQuick'))) # 等待千牛快速登录加载完成
        SubmitQuick.click() #点击千牛快速登录
        # self.web.find_element_by_id('J_SubmitQuick').click() #点击千牛快速登录
        self.web.get('https://mai.taobao.com/')
        cookie = ''
        for elem in self.web.get_cookies():
            cookie += elem["name"] + "=" + elem["value"] + ";"
            if elem["name"] == '_tb_token_':
                self.token = elem["value"]
        self.cookies = cookie
        self.headers['Cookie'] = self.cookies
        print(self.headers)
        self.web.quit()
        return self.headers

    def DingDan(self):
        cookies =self.headers
        print(cookies)
        s = requests.session()
        dingdan = g.enterbox(msg="请订单号", title="订单号")
        url = 'https://trade.tmall.com/detail/orderDetail.htm?spm=a1z09.1.0.0.60663606YAPWZH&bizOrderId=' + dingdan
        html = s.get(url, cookies=cookies)  # 进入网页

        # 正则表达式
        pattern = re.compile(
            '<script.*?detailData.*?订单总价.*?应开票给消费者的金额¥(.*?)元.*?"type":"mixture".*?"basic":.*?"text":(.*?),(.*?),.*?"key":"收货地址".*?class.*?J_WangWang.*?data-nick=(.*?)data-icon',
            re.S)
        items = re.findall(pattern, html.text)
        print(items)
        # 数据转换成字典
        for item in items:
            json = {
                '订单号': dingdan,
                '金额': item[0],
                '名字': item[1],
                '电话': item[2],
                '旺旺': item[3]
            }
        self.json = json
        print(self.json)
        return self.json

    def excel(self,wbdz, yf):
        json =self.json
        work_book = xlrd.open_workbook(wbdz)  # 打开表格
        sheet3 = work_book.sheet_by_name(yf)
        hh = sheet3.nrows  # 获取表格总行数
        hh = hh + 1
        # print(hh)

        订单 = 'J' + str(hh)
        金额 = 'K' + str(hh)
        费用 = 'L' + str(hh)
        账号 = 'I' + str(hh)
        姓名 = 'O' + str(hh)
        电话 = 'P' + str(hh)
        日期 = 'A' + str(hh)

        # openpyxl操作表格
        wb = load_workbook(wbdz)  # 打开表格
        sheet = wb.get_sheet_by_name(yf)
        # print(sheet["C4"].value)    # c4     <-第C4格的值
        # for i in sheet["C"]:
        #   print(i.value, end=" ")    # c1 c2 c3 c4 c5 c6 c7 c8 c9 c10     <-C列中的所有值
        旺旺 = json['旺旺']
        旺旺 = re.sub("'", '', 旺旺)  # 用空字符替换字符串里面的双引号

        sheet[日期] = datetime.date.today()
        sheet[订单] = json['订单号']  # 输入内容
        sheet[金额] = float(json['金额'])
        sheet[费用] = 15
        sheet[账号] = 旺旺
        sheet[姓名] = json['名字']
        sheet[电话] = json['电话']

        # print(sheet[订单].value)  # c4     <-第C4格的值
        wb.save(wbdz)  # 保存表格
        g.msgbox('已登记!')
        print("已登记")

    pass

if __name__ == '__main__':
    sp = Spider()
    cookies = sp.login()
    sp.DingDan()
    jsonCookies = json.dumps(cookies)
    wbdz = 'self.xlsx'  # 表格地址
    yf = "12月"  # 表格页名字
    sp.excel(wbdz, yf)
    with open('cookies.json', 'w') as f:
        f.write(jsonCookies)

 

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值