selenium mysql_如何在python中将selenium数据插入mysql

我试图从一个使用selenium的旅游网站获取数据。我可以提取CSV中的数据,但我无法将数据插入mysql数据库。在import requests

from bs4 import BeautifulSoup

import csv

from selenium import webdriver

from selenium.webdriver.support.ui import WebDriverWait

import unittest

from selenium.webdriver.common.by import By

from selenium.webdriver.support import expected_conditions as EC

import time

import unittest

import re

import sys

import urllib

import json

import sys, mysql.connector

import csv

import mysql

user_agent = {'User-agent': 'Chrome/43.0.2357.124'}

output_file = open("Excel.csv", "w", newline='')

class Crawling(unittest.TestCase):

def setUp(self):

self.driver = webdriver.Firefox()

self.driver.set_window_size(1024, 768)

self.base_url = "https://www.ctrip.com/"

self.accept_next_alert = True

def test_sel(self):

driver = self.driver

delay = 3

driver.get(self.base_url + "Search/new york")

for i in range(1,2):

driver.execute_script("window.scrollTo(0,document.body.scrollHeight);")

time.sleep(2)

html_source = driver.page_source

data = html_source.encode("utf-8")

elements = driver.find_elements_by_xpath("/html/body/div[4]/div[1]/div[2]/div/div[5]/div/div[1]/div[1]/ul/li[1]/div/div[1]")

innerElements = 15

outerElements = len(elements)/innerElements

#print(innerElements, "\t", outerElements, "\t", len(elements))

for j in range(1, 20):

price = driver.find_element_by_xpath("/html/body/div[4]/div[1]/div[2]/div/div[5]/div/div[1]/div[1]/ul/li["+str(j)+"]/div/div[1]/div[2]/span[1]").text

headline = driver.find_element_by_xpath("/html/body/div[4]/div[1]/div[2]/div/div[5]/div/div[1]/div[1]/ul/li["+str(j)+"]/div/div[1]/div[2]/strong").text

deeplink = driver.find_element_by_xpath("/html/body/div[4]/div[1]/div[2]/div/div[5]/div/div[1]/div[1]/ul/li["+str(j)+"]/div/div[1]/div[3]/div/ul/li[1]/a").get_attribute("href")

if not all([headline, price]):

print("Header not available " " | " + "Price not available " + " | " + "Deeplink: " + str(deeplink))

headline = "Not available as well as price"

else:

print("Header: " + headline + " | " + "Price: " + price[4:] + " | " + "Deeplink: " + str(deeplink))

writer = csv.writer(output_file)

csv_fields = ['Header', 'Price', 'Deeplink', 'PartnerID', 'LocationID']

if elements:

writer.writerow([headline, price[4:], deeplink, partner_ID, location_ID])

if __name__ == "__main__":

unittest.main()

这是我应该能够将其提取到数据库中的附加代码:

^{pr2}$

但问题是它不能提取到数据库中。你们能帮我一下吗/给我个提示吗?欢迎任何反馈

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值