导入一个selenium模块
pip install selenium
抓取淘女郎网站的动态生成的图片:
from selenium import webdriver
from bs4 import BeautifulSoup
def main():
driver = webdriver.Chrome()
driver,get('https://v.taobao.com/v/content/live?catetype=704&from=taonvlang')
soup = BeautifulSoup(driver.page_source,'lxml')
for img_tag in soup.select('img[src]'):
print(img_tag.attrs['src'])
if __name__ = '__main__':
main()