selenium入门级项目 - 豆豆玩竞猜

在初步学习selenium的定位方法之后，我们就可以找些网站来测试了，这次我选择的网站是豆豆玩

测试目的

1. 点掉首页弹窗

2. 模拟登陆，含简单的验证码识别
   

3. 表格提交
   

4. 获取15期结果，存进Mysql数据库

思路与主要代码

去JS弹窗

这个容易，获取CSS标签，点掉即可：

s = Service("C:\Program Files (x86)\Google\Chrome\Application\chromedriver.exe")
driver = webdriver.Chrome(options=chrome_options, service=s)
ddwURL = "http://www.doudouwan.net/"
driver.get(url=ddwURL)
time.sleep(6)
driver.find_elements(by=By.CLASS_NAME,value='layui-layer-btn0')[0].click()

模拟登陆

这里登陆填账号密码不再赘述，重点讨论验证码识别。

网站的验证码文件是html格式，并且是随机的，网页打开就会刷新一次：2578

我的思路是：网页截取验证码所在区域的图片，保存到本地，然后进行文字OCR识别，

我们不研究识别的原理，现在有很多开源的库可以供我们使用，选择了ddddocr，除了有广告，基本可以使用：

def validate(url):
    ocr = ddddocr.DdddOcr()
    with open(url, 'rb') as f:
        image = f.read()
    res = ocr.classification(image)
    return res


def snipScreent(url):
    driver.get(url)
    time.sleep(2)
    width = driver.execute_script("return document.documentElement.scrollWidth")
    height = driver.execute_script("return document.documentElement.scrollHeight")
    driver.set_window_size(width, height)  # 修改浏览器窗口大小

    # 搜索结果部分完整截图
    r_node = driver.find_element(by='xpath', value='/html/body/div[3]/div/div[2]/dl/dd[3]/img')
    print('网页模块尺寸:height={},width={}'.format(r_node.size['height'], r_node.size['width']))
    times = int(time.time())
    pngPath = r'D:\image\%s.png' % times
    r_node.screenshot(pngPath)
    # im = Image.open(pngPath)
    # print("截图尺寸:height={},width={}".format(im.size[1], im.size[0]))
    return pngPath

picPath = snipScreent(url=ddwURL)
driver.find_element(by=By.CSS_SELECTOR,value="body > div.top > div > div.index_member.no_login > dl > dd.i.i_username > input").send_keys("bgone")
driver.find_element(by=By.CSS_SELECTOR,value="body > div.top > div > div.index_member.no_login > dl > dd.i.i_password > input").send_keys("123456")


# downURL = "http://doudouwan.net/register/register_ver_code.html"
# picPath = download(url=downURL)
num = validate(url=picPath)
driver.find_element(by=By.CSS_SELECTOR,value="body > div.top > div > div.index_member.no_login > dl > dd.i.i_code > input").send_keys(num)
time.sleep(3)
driver.find_element(by=By.CSS_SELECTOR,value="body > div.top > div > div.index_member.no_login > dl > dd.a > a.submit").click()
randomIdle()

表格提交

投注本身也不难，但我们需要写一个算法以尽量维持程序运行：

def throw():
    asserT = False
    while not asserT:
        try:
            t = driver.find_element(by=By.CSS_SELECTOR,
                                    value=r"body > div.fun_main > div.fun_left > div.left_table > table > tbody > tr:nth-child(6) > td:nth-child(1)").get_attribute(
                "textContent")
            css = "#revoke_%s > a" % t
            driver.find_element(by=By.CSS_SELECTOR, value=css).click()
        except Exception as ep:
            print(ep)
            randomIdle()
            driver.refresh()
        else:
            asserT = True

def bet(input=0):
    a = getCoins()
    driver.find_element(by=By.CSS_SELECTOR, value="#tbLuck28Value1").send_keys(input)
    driver.find_element(by=By.CSS_SELECTOR, value="#tbLuck28Value3").send_keys(input)
    driver.find_element(by=By.CSS_SELECTOR, value="#tbLuck28Value5").send_keys(input)
    driver.find_element(by=By.CSS_SELECTOR, value="#tbLuck28Value7").send_keys(input)
    driver.find_element(by=By.CSS_SELECTOR, value="#tbLuck28Value9").send_keys(input)
    driver.find_element(by=By.XPATH, value="/html/body/div[3]/div[1]/div[5]/div/div[3]/div[2]/div/div[3]/a").click()
    return int(a)-5*input

def getTimer():
    decrypt = driver.find_element(by=By.CSS_SELECTOR,value="#bettingLottTime").get_attribute("textContent")
    partake = driver.find_element(by=By.CSS_SELECTOR,value="#bettingOverTime").get_attribute("textContent")
    if "已停止参与" in partake:
        if "解谜中,请稍后" in decrypt:
            return True
    return False

p = False
while not p:
    initialC = 20
    mp = False
    for i in range(1,maxloop):
        # time.sleep(50)
        driver.get(url=guessURL90)
        throw()
        # 投入
        a = bet(input=initialC)

        # 等待解谜
        timerAssert = getTimer()
        while not timerAssert:
            time.sleep(2)
            timerAssert = getTimer()
        time.sleep(5)
        #
        # 获取结果
        driver.refresh()
        c = collection()
        print(c)
        if c < 0:
            initialC = initialC * 2
            if initialC*5 > (a+c):
                break
            time.sleep(5)
        elif c > 0:
            mp = True
            break

数据库操作

先本地搭建mysql服务器，Navicat Premium 15 建个表ddw,字段为：

主键在Number上；然后脚本获取数据并存入：

class Sql():
    def __int__(self):
        self.host = "192.168.222.1"
        self.username = "root"
        self.password = ""

    def connectMysql(self):
        # 然后连接数据库
        connection = pymysql.connect(host="localhost",
                                     user="root",
                                     password="",
                                     db='ddw',
                                     charset='utf8mb4',
                                     cursorclass=pymysql.cursors.DictCursor)
        return connection

    def instertMysql(self,num,date,result,coin,hits,inn,out):
        connection = self.connectMysql()
        # 对数据库进行操作
        try:
            with connection.cursor() as cursor:
                # 创建新记录
                sql = "INSERT INTO `ddw`.`ddw` (`Number`, `DateTime`, `Result`, `Coins`, `Hits`, `In`, `Out`) VALUES (%s, %s, %s, %s, %s, %s, %s)"
                cursor.execute(sql, (num, date, result, coin, hits, inn, out))

            # 默认不会自动提交，所以需要我们自己提交来保存改变后的内容*
            connection.commit()

            with connection.cursor() as cursor:
                # 读取单个记录
                sql = "SELECT Number FROM ddw.ddw WHERE Number=%s"
                cursor.execute(sql, (num))
                result = cursor.fetchone()
                print(result)
        finally:
            connection.close()

    def selectMysql(self,index=0):
        # def instertMysql(self, mum, date, result, coin, hits, inn, out):
            # 对数据库进行操作
        try:
            with connection.cursor() as cursor:
                # 读取单个记录
                if not index:
                    sql = "select * from ddw ORDER BY 'Number' DESC LIMIT 1"
                else:
                    sql = "select * from ddw ORDER BY 'Number' DESC LIMIT %d"
                cursor.execute(sql, (index))
                result = cursor.fetchone()
                print(result)
                return result
        finally:
            connection.close()



def collection():
    year = datetime.datetime.now().year
    sql = Sql()
    connection = sql.connectMysql()
    content = driver.find_elements(by=By.XPATH,value="/html/body/div[3]/div[1]/div[5]/table/tbody/tr/td")
    alist = []
    for i in content:
        html = etree.fromstring(i.get_attribute("innerHTML"), parser=etree.HTMLParser())
        try:
            alist.append(html.xpath("//text()"))
        except Exception:
            alist.append([i.get_attribute("innerHTML")])
    usefulContent = alist[36:-1]
        #     0         1          2          3       4
        #  `Number`, `DateTime`, `Result`, `Coins`, `Hits`, `In`, `Out`
    for index in range(0,len(usefulContent),7):
        # import pdb
        # pdb.set_trace()
        # n = index % 7
    # if n == 0:
        Number= int(usefulContent[index][0])
    # elif n == 1:
        DateTime = str(year) + "-" + usefulContent[index+1][0]
    # elif n == 2:
        Result = int(usefulContent[index+2][0])
    # elif n == 3:
        Coins = "".join(usefulContent[index+3][0].split(","))
    # elif n == 4:
        Hits = int("".join(usefulContent[index+4][0].split(",")))
    # elif n == 5:
        In = int("".join(usefulContent[index+5][0].split("：")[-1].split(",")))
        Out = int("".join(usefulContent[index+5][1].split("：")[-1].split(",")))

        with connection.cursor() as cursor:
            try:
                existOne = "SELECT Number FROM ddw.ddw WHERE Number=%s"
                cursor.execute(existOne, (Number))
                result = cursor.fetchone()
                print(result)
                if not result:
                    sql.instertMysql(Number, DateTime, Result, Coins, Hits, In, Out)
            except Exception as ep:
                print(ep)
            finally:
                cursor.close()
                connection.close()

        return In-Out

结果展示：

总结

难度系数低，可以获取数据用于日后数据分析