GYK0812的博客

"""获取网易云音乐中的评论"""import requestsfrom bs4 import BeautifulSoupimport jsondef comment(): url = r'https://music.163.com/weapi/comment/resource/comments/get?csrf_token=' headers = { 'user - agent': "Mozilla/5.0 (Windows NT 10.0; Win64;

"""爬取贝壳找房的房源"""import jsonimport requestsfrom bs4 import BeautifulSoupimport pandas as pddef get_data(keyword): """ 获取原始数据 :param keyword: :return: """ ip = '114.100.0.229:9999' proxy = {"http": ip} url = 'https://

"""爬取豆瓣top250个电影"""import requestsimport bs4import redef open_url(url): headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36'} res = requests.get(url,

Selenium 爬取百度图片# coding=utf-8"""获取10张百度图片"""from selenium import webdriverfrom selenium.webdriver.common.action_chains import ActionChainsfrom selenium.webdriver.common.keys import Keysimport time, requestsdef download_img(kw): # 打开浏览器