python selenium加bs4批量爬取斗鱼直播信息

from selenium import webdriver
from bs4 import BeautifulSoup
import time
# 返回Phantomjs对象
driver = webdriver.PhantomJS()
# 使用get方法请求
driver.get('https://www.douyu.com/directory/all')
f=open("douyu.txt","w",encoding= 'utf-8')
i=0
while True:
    html = driver.page_source
    # 解析HTML网页源代码
    soup = BeautifulSoup(html, 'lxml')
    room_names = soup.find_all('h3', class_="ellipsis")
    room_numbers = soup.find_all('span', class_="dy-num fr")
    i+=1
    for room_name, room_number in zip(room_names, room_numbers):
        name = room_name.get_text().replace("\n","").strip()
        number = room_number.get_text().replace("\n","").strip()
        f.write("房间名:" + name +"  房间人数:" + number)
        f.write("\n")
    print("已完成第"+str(i)+"页数据爬取")
    time.sleep(5)

    # 如果不能翻页，退出循环
    if html.find('shark-pager-next shark-pager-disable shark-pager-disable-next') != -1:
        break
    driver.find_element_by_class_name('shark-pager-next').click()
f.close()
driver.close()