91av视频/亚洲h视频/操亚洲美女/外国一级黄色毛片 - 国产三级三级三级三级

  • 大小: 4.31M
    文件類型: .zip
    金幣: 2
    下載: 0 次
    發(fā)布日期: 2023-10-28
  • 語言: 其他
  • 標(biāo)簽: 其他??

資源簡(jiǎn)介

weiboSpider.zip

資源截圖

代碼片段和文件信息

import?time
import?xlrd
import?xlwt
from?xlutils.copy?import?copy
from?selenium?import?webdriver
from?selenium.webdriver.common.keys?import?Keys


#?定義一個(gè)滾動(dòng)函數(shù)
def?Transfer_Clicks(browser):
????try:
????????browser.execute_script(“window.scrollBy(0document.body.scrollHeight)“?““)
????except:
????????pass
????return?“Transfer?successfully?\n“


def?isPresent():
????temp?=?1
????try:
????????elems?=?driver.find_elements_by_css_selector(
????????????‘div.line-around.layout-box.mod-pagination?>?a:nth-child(2)?>?div?>?select?>?option‘)
????except:
????????temp?=?0
????return?temp


def?write_excel_xls(path?sheet_name?value):
????index?=?len(value)??#?獲取需要寫入數(shù)據(jù)的行數(shù)
????workbook?=?xlwt.Workbook()??#?新建一個(gè)工作簿
????sheet?=?workbook.add_sheet(sheet_name)??#?在工作簿中新建一個(gè)表格
????for?i?in?range(0?index):
????????for?j?in?range(0?len(value[i])):
????????????sheet.write(i?j?value[i][j])??#?像表格中寫入數(shù)據(jù)(對(duì)應(yīng)的行和列)
????workbook.save(path)??#?保存工作簿
????print(“xls格式表格寫入數(shù)據(jù)成功!“)


def?write_excel_xls_append(path?value):
????index?=?len(value)??#?獲取需要寫入數(shù)據(jù)的行數(shù)
????workbook?=?xlrd.open_workbook(path)??#?打開工作簿
????sheets?=?workbook.sheet_names()??#?獲取工作簿中的所有表格
????worksheet?=?workbook.sheet_by_name(sheets[0])??#?獲取工作簿中所有表格中的的第一個(gè)表格
????rows_old?=?worksheet.nrows??#?獲取表格中已存在的數(shù)據(jù)的行數(shù)
????new_workbook?=?copy(workbook)??#?將xlrd對(duì)象拷貝轉(zhuǎn)化為xlwt對(duì)象
????new_worksheet?=?new_workbook.get_sheet(0)??#?獲取轉(zhuǎn)化后工作簿中的第一個(gè)表格
????for?i?in?range(0?index):
????????for?j?in?range(0?len(value[i])):
????????????new_worksheet.write(i?+?rows_old?j?value[i][j])??#?追加寫入數(shù)據(jù),注意是從i+rows_old行開始寫入
????new_workbook.save(path)??#?保存工作簿
????print(“xls格式表格【追加】寫入數(shù)據(jù)成功!“)


def?read_excel_xls(path):
????workbook?=?xlrd.open_workbook(path)??#?打開工作簿
????sheets?=?workbook.sheet_names()??#?獲取工作簿中的所有表格
????worksheet?=?workbook.sheet_by_name(sheets[0])??#?獲取工作簿中所有表格中的的第一個(gè)表格
????for?i?in?range(0?worksheet.nrows):
????????for?j?in?range(0?worksheet.ncols):
????????????print(worksheet.cell_value(i?j)?“\t“?end=““)??#?逐行逐列讀取數(shù)據(jù)
????????print()


def?spider(username?password?driver?book_name_xls?sheet_name_xls?keywords?maxWeibo):

????#driver.set_window_size(1400?800)
????driver.get(“https://passport.weibo.cn/signin/login?entry=mweibo&res=wel&wm=3349&r=https%3A%2F%2Fm.weibo.cn%2F“)
????time.sleep(3)
????#?登陸
????elem?=?driver.find_element_by_xpath(“//*[@id=‘loginName‘]“);
????elem.send_keys(username)
????elem?=?driver.find_element_by_xpath(“//*[@id=‘loginPassword‘]“);
????elem.send_keys(password)
????elem?=?driver.find_element_by_xpath(“//*[@id=‘loginAction‘]“);
????elem.send_keys(Keys.ENTER)

????#?判斷頁面是否加載出
????while?1:??#?循環(huán)條件為1必定成立
????????result?=?isPresent()
????????print(‘判斷頁面1成功?0失敗??結(jié)果是=%d‘?%?result)
????????if?result?==?1:
????????????elems?=?driver.find_elements_by_css_selector(
????????????????‘div.line-around.layout-box.mod-pagination?>?a:nth-child(2)?>?div?>?select?>?option‘)
????????????#?return?elems?#如果封裝函數(shù),返回頁面
????????????bre

?屬性????????????大小?????日期????時(shí)間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2019-12-15?09:59??weiboSpider\
?????文件???????14412??2019-07-01?18:43??weiboSpider\README.md
?????目錄???????????0??2019-12-15?09:50??weiboSpider\driver\
?????文件?????8393728??2019-07-12?09:30??weiboSpider\driver\chromedriver.exe
?????文件????????2671??2019-07-23?17:19??weiboSpider\driver\excelSave.py
?????文件???????10235??2019-07-23?17:19??weiboSpider\driver\weiboTest.py
?????目錄???????????0??2019-12-15?10:00??weiboSpider\locationPic\
?????文件??????????42??2019-07-01?18:43??weiboSpider\requirements.txt
?????文件????????8012??2019-12-15?09:52??weiboSpider\searchKeyword.py
?????文件?????????724??2019-07-25?15:22??weiboSpider\test.py
?????文件???????18446??2019-07-30?16:32??weiboSpider\updateWeiboUser.py
?????目錄???????????0??2019-12-15?10:00??weiboSpider\weibo\
?????文件???????12303??2019-12-15?09:54??weiboSpider\weiboLocation.py
?????文件??????108544??2019-12-15?09:59??weiboSpider\weiboLocation.xls
?????文件???????10184??2019-12-15?09:53??weiboSpider\weiboSuperWords.py
?????文件???????19088??2019-10-04?19:12??weiboSpider\weiboUser.py
?????文件??????????27??2019-12-15?09:59??weiboSpider\weiboUsers.csv

評(píng)論

共有 條評(píng)論