爬取淘宝热卖,自动搜索jk,爬取商品名字、商家、销量、价格
使用库:
selenium
pymysql
requests
BeautifulSoup
模糊查询和精确查询
from selenium import webdriver
import time
from selenium.webdriver.common.keys import Keys
import pymysql
import requests
from bs4 import BeautifulSoup
db=pymysql.connect(host='localhost',user='root',password='123456',port=3306,database='taobao')
curosr=db.cursor()
url_base="https://uland.taobao.com/sem/tbsearch?refpid=mm_26632258_3504122_32538762&keyword=%E5%A5%B3%E8%A3%85&clk1=21d803760867b516c90192a1c6121a06&upsId=21d803760867b516c90192a1c6121a06"
url=url_base
headers={'user-agent':'Mozilla/5.0'}
def fun1():
sum=0
#打开窗口
driver=webdriver.Chrome()
driver.maximize_window()
url3=requests.get(url=url_base,headers=head