import requests
from bs4 import BeautifulSoup
def get_dependecy():
headers ={
'user-agent':'Mozilla/5.0 (Windows NT 6.1; Win64;x 64) AppleWebKit/537.36(KHTML, like Gecko) Chrome/52.0.2743.82 Sarari/537.36',
'Host':'plugins.jenkins.io'
}
dependecy_list=[]
link = 'https://plugins.jenkins.io/gerrit-trigger'
r=requests.get(link,headers= headers,timeout =10)
soup = BeautifulSoup(r.text,"lxml")
print(soup.find('h1',class_='title').text.strip())
div_list = soup.find_all('div',class_='required')
for each in div_list:
dependecy = each.a.text.strip()
dependecy_list.append(dependecy)
div_list = soup.find_all('div',class_='optional')
for each in div_list:
dependecy = each.a.text.strip()
dependecy_list.append(dependecy)
div_list = soup.find_all('div',class_='implied')
for each in div_list:
dependecy = each.a.get('href')
dependecy_list.append(dependecy)
return dependecy_list
rmp=[]
tmp=get_dependecy()
print(tmp)