爬取某市的公交路线站点

创建类

在这class Gongjao8684(object):
	def __init__(self,url):
		self.url=url
		self.all_gj_list=[]
		self.filename=(urlsplit(self.url)[1]).split('.')[0]

get_tree(url)函数，便于调用

def get_tree(selfj,url):
		headers={
	'user-agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36'
	}
		r = requests.get(url,headers=headers)
		tree=etree.HTML(r.text)
		return(tree)

获取城市的总线路

def get_gj_route(self,url):
		tree=self.get_tree(url)
		find_gj_number=tree.xpath("//div[@class='bus_kt_r1']/a/@href")
		find_gj_zimu=tree.xpath("//div[@class='bus_kt_r2']/a/@href")

获取各数字或字母开头的线路总链接

def get_zhitou_gj(self,gj_list):
		for g_url in gj_list:
			g_url=self.url+g_url
			self.get_all_zhitou(g_url)