Python爬虫

最新推荐文章于 2024-08-27 16:38:10 发布

Amber0130

最新推荐文章于 2024-08-27 16:38:10 发布

阅读量196

点赞数

文章标签： python 爬虫

本文链接：https://blog.csdn.net/weixin_43601103/article/details/120793963

版权

import requests

response = requests.get("http://www.baidu.com")

print(response.text) #str 有乱码

response.encoding = 'utf8'
print(response.text)

print(response.content) #二进制
print(response.content.decode()) #将二进制解码

import requests
from bs4 import BeautifulSoup

soup = BeautifulSoup('<html>data</html>','lxml')

print(soup)

import requests
from bs4 import BeautifulSoup

'''
find(self,name=None,attrs={},recursive=True,text=None,**kwargs)
name:标签名<a>
attrs：属性字典class
recursive：是否递归循环查找
text：根据文本内容查找
返回：查找到第一个元素对象
find_all

find(id='link1')
find(attrs={'id':'link1'})

find(text='123')

a.name 标签名
a.attts 属性
a.text 文本内容
'''

import requests
from bs4 import BeautifulSoup

response = requests.get('https://ncov.dxy.cn/ncovh5/view/pneumonia')

home_page = response.content.decode()

soup = BeautifulSoup(home_page,'lxml')

script = soup.find(id='getListByCountryTypeService2true')

text = script.text
print(text)

import re

rs = re.findall('a\nbc','a\nbc')
print(rs)

rs = re.findall('a\\nbc','a\\nbc')
print(rs)

rs = re.findall('a\\\\nbc','a\\nbc')
print(rs)

rs = re.findall(r'a\nbc','a\nbc')
print(rs)

rs = re.findall(r'\d','a123')
print(rs)

import json

import requests
from bs4 import BeautifulSoup
import re
response = requests.get('https://ncov.dxy.cn/ncovh5/view/pneumonia')

home_page = response.content.decode()

soup = BeautifulSoup(home_page,'lxml')

script = soup.find(id='getListByCountryTypeService2true')

text = script.text
#print(text)
json_str = re.findall(r'\[.+\]',text)[0]

#print(json_str)

last_day = json.loads(json_str)

print(last_day)

Amber0130

关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
Python爬虫

import requestsresponse = requests.get("http://www.baidu.com")print(response.text) #str 有乱码response.encoding = 'utf8'print(response.text)print(response.content) #二进制print(response.content.decode()) #将二进制解码import requestsfrom bs4 import Beautif
复制链接

扫一扫