Python爬虫的简单入门

柒是幸运

已于 2022-09-03 11:49:19 修改

阅读量148

点赞数 1

分类专栏： python 文章标签： python 爬虫开发语言

于 2022-09-03 11:45:21 首次发布

本文链接：https://blog.csdn.net/m0_46599939/article/details/126675631

版权

python 专栏收录该内容

2 篇文章 0 订阅

订阅专栏

import csv

import requests

import re

header = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36'
}
count =0
#url = 'https://movie.**.com/top250'
for id in range(0,250,25):

    url = f'https://movie.***.com/top250?start={id}&filter='
    resp = requests.get(url, headers=header)
    contents = resp.text
    obj = re.compile(
        r'<li>.*?<div class="item">.*?<span class="title">(?P<name>.*?)</span>.*?<div class="bd">.*?<div class="bd">.*?'
        r'<p class="">(?P<director>.*?)&nbsp;.*?主演(?P<main>.*?)...<br>'
        r'.*?<span class="rating_num" property="v:average">(?P<score>.*?)</span>.*?'
        r'<span>(?P<num>.*?)人评价</span>', re.S)
    result = obj.finditer(contents)
    f = open("**top250.csv", mode="a",newline='',encoding='utf-8-sig')
    csvwriter = csv.writer(f)
    for i in result:
        dic = i.groupdict()
        dic['director'] = dic['director'].strip()
        dic['score'] = '\n' + '评分:' + dic['score']
        dic['main'] = '主演' + dic['main']
        dic['num'] = dic['num'] + '人评价'
        csvwriter.writerow(dic.values())
    f.close()
    count+=1
print("over!!!!"+str(count))