python 爬虫

#给import requests

from bs4 import BeautifulSoup
import requests

res = requests.get('http://10.7.1.168/problemset.php?search=%E5%9F%BA%E7%A1%80-%E5%BE%AA%E7%8E%AF%E8%BE%93%E5%87%BA')

text = res.text

# print(text)

tree = BeautifulSoup(text,'html.parser')

tbody = tree.find('tbody')

tr = tbody.find_all('tr')

for item in tr:

    print(item.find_all('td')[0].text,end=',')
# 给import requests

from bs4 import BeautifulSoup
import requests

from openpyxl import load_workbook

book = load_workbook('zhongben.xlsx')
sheet = book.active

maxcol=sheet.max_column+1 #最大列

import time
for j in range(1,20):

    data = []
    i=2
    for item in range(220600,220650):

        res = requests.get('http://10.7.1.168/ranklist.php?prefix='+str(item)+'&csrf=ir70XMrfNwPnkxNFlo6km4LuRfAg2rCZ')

        text = res.text

        # print(text)

        tree = BeautifulSoup(text, 'html.parser')

        tbody = tree.find('tbody')

        td = tbody.find_all('td')
        print(sheet.cell(i,1).value ,td [2].text, td [3].text )
        sheet.cell(i,maxcol).value = td[3].text
        data.append( td [3].text )
        i=i+1

    book.save('zhongben.xlsx')
    print(data)
    time.sleep(60)

pip install matplotlib -i https://pypi.tuna.tsinghua.edu.cn/simple

import matplotlib.pyplot as plt

plt.figure(figsize=(20,10),dpi=100)
game = []
from openpyxl import load_workbook
book = load_workbook('zblab.xlsx')
sheet = book.active
maxrow = sheet.max_row
for i in range(2,5):
    for j in range(1,sheet.max_column+1):
        print(sheet.cell(i,j).value,end='  ')
    print()

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值