91av视频/亚洲h视频/操亚洲美女/外国一级黄色毛片 - 国产三级三级三级三级

資源簡介

這是一個爬取51job招聘網站的代碼,可以輸入關鍵字爬取想要的各個職業的招聘信息,根據頁碼爬取制定頁數的信息,可以選擇存儲到TXT,mongodb或者mysql中,代碼簡單易懂,可閱讀性高

資源截圖

代碼片段和文件信息

import?urllib.request

import?pymongo
import?pymysql
from?bs4?import?BeautifulSoup?as?bs
import?time

def?get_request(keyword?page?url):
????url?=?url.format(keyword?page)
????headers?=?{
????????‘User-Agent‘:?‘Mozilla?/?5.0(X11;Linuxx86_64)?AppleWebKit?/?537.36(KHTML?likeGecko)?‘
??????????????????????‘Chrome?/?70.0.3538.67Safari?/?537.36‘
????}
????request?=?urllib.request.Request(url=url?headers=headers)
????return?request

def?parse_content(content?fp):
????soup?=?bs(content?‘html.parser‘)
????div_list?=?soup.select(‘.dw_table?>?.el‘)[1:]
????#?print(div_list)
????#?print(len(div_list))
????for?odiv?in?div_list:
????????#?print(odiv)
????????jobname?=?odiv.select(‘.t1?span?>?a‘)[0][‘title‘]
????????#?print(jobname)

????????company?=?odiv.select(‘.t2?>?a‘)[0][‘title‘]

????????area?=?odiv.select(‘.t3‘)[0].string

????????salary?=?odiv.select(‘.t4‘)[0].string

????????publish_time?=?odiv.select(‘.t5‘)[0].string

????????item?=?{
????????????‘職位名稱‘:?jobname
????????????‘公司名稱‘:?company
????????????‘工作地點‘:?area
????????????‘薪資‘:?salary
????????????‘發布時間‘:?publish_time
????????}
????????string?=?str(item)
????????fp.write(string?+?‘\n‘)
????????#?save_to_mysql(db?item)
????????#?col.insert(item)

def?save_to_mysql(db?item):
????cursor?=?db.cursor()
????sql?=?‘insert?into?job(jobname?company?area?salary?pu

評論

共有 條評論