資源簡(jiǎn)介
python編程應(yīng)用之爬蟲篇: 用爬蟲算法來(lái)抓取股票數(shù)據(jù)。
代碼片段和文件信息
import?requests
import?re
import?pandas?as?pd
#用get方法訪問(wèn)服務(wù)器并提取頁(yè)面數(shù)據(jù)
def?getHtml(cmdpage):
????url?=?“http://nufm.dfcfw.com/EM_Finance2014NumericApplication/JS.aspx?cb=jQuery112406115645482397511_1542356447436&type=CT&token=4f1862fc3b5e77c150a2b985b12db0fd&sty=FCOIATC&js=(%7Bdata%3A%5B(x)%5D%2CrecordsFiltered%3A(tot)%7D)&cmd=“+cmd+“&st=(ChangePercent)&sr=-1&p=“+str(page)+“&ps=20“
????r?=?requests.get(url)
????pat?=?“data:\[(.*?)\]“
????data?=?re.compile(patre.S).findall(r.text)
????return?data
#獲取單個(gè)頁(yè)面股票數(shù)據(jù)
def?getOnePageStock(cmdpage):
????data?=?getHtml(cmdpage)
????datas?=?data[0].split(‘““‘)
????stocks?=?[]
????for?i?in?range(len(datas)):
????????stock?=?datas[i].replace(‘“‘““).split(““)
????????stocks.append(stock)
????return?stocks
def?main():
????cmd?=?{
????????“上證指數(shù)“:“C.1“
?
評(píng)論
共有 條評(píng)論