資源簡介
爬取所有斗魚直播間信息。,模擬chrome瀏覽器操作
代碼片段和文件信息
#-*-?coding:?utf-8?-*-
import?unittest
from?selenium?import?webdriver
from?bs4?import?BeautifulSoup?as?bs
?
class?douyu(unittest.TestCase):
?
????#初始化方法
????def?setUp(self):
?????self.option?=?webdriver.ChromeOptions()
?????self.option.add_argument(“test-type“)
?????self.driver?=?webdriver.Chrome(chrome_options=self.option)
?????self.driver=webdriver.Chrome()
?????self.num=0
????#?測試方法必須有test開頭
?
????def?testDouyu(self):
???????????self.driver.get(“https://www.douyu.com/directory/all“)
???????????while?True:
??????????????soup=?bs(self.driver.page_source“lxml“)
??????????????names=soup.find_all(“h3“{“class“:“ellipsis“})
評論
共有 條評論