import requests from bs4 import BeautifulSoup
def get_dependecy(): headers ={ 'user-agent':'Mozilla/5.0 (Windows NT 6.1; Win64;x 64) AppleWebKit/537.36(KHTML, like Gecko) Chrome/52.0.2743.82 Sarari/537.36', 'Host':'plugins.jenkins.io' } dependecy_list=[] link = 'https://plugins.jenkins.io/gerrit-trigger' r=requests.get(link,headers= headers,timeout =10) soup = BeautifulSoup(r.text,"lxml") print(soup.find('h1',class_='title').text.strip()) div_list = soup.find_all('div',class_='required') for each in div_list: dependecy = each.a.text.strip() dependecy_list.append(dependecy) div_list = soup.find_all('div',class_='optional') for each in div_list: dependecy = each.a.text.strip() dependecy_list.append(dependecy) div_list = soup.find_all('div',class_='implied') for each in div_list: dependecy = each.a.get('href') dependecy_list.append(dependecy) return dependecy_list rmp=[] tmp=get_dependecy() print(tmp) |