資源簡介
Python爬取東方財富公司公告,使用Selenium,等待Ajax加載和實現自動翻頁,

代碼片段和文件信息
#@chenqin?
#@ucas
#╭︿︿︿╮?
#{/?o??o?/}??
#(?(oo)?)???
#
#??︶︶︶
#?coding:utf8
import?urllib2
import?socket
import?sys
reload(sys)
sys.setdefaultencoding(‘utf-8‘)
class?HtmlDownloader(object):
??????
????def?download(selfurl):
????????socket.setdefaulttimeout(200)
????????if?url?is?None:
????????????return?None
????????
????????response?=?urllib2.urlopen(url)
????????
????????if?response.getcode()?!=?200:
????????????return?None
????????return?unicode(response.read()?‘GB18030‘?‘ignore‘).encode(‘UTF-8‘)
????????#return?response.read()
????
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件????????393??2017-03-11?19:21??EFLearnSeleniumExamole\.project
?????文件????????431??2016-10-30?13:20??EFLearnSeleniumExamole\.pydevproject
?????文件????????257??2016-11-12?11:07??EFLearnSeleniumExamole\.settings\org.eclipse.core.resources.prefs
?????文件????????600??2017-03-12?15:13??EFLearnSeleniumExamole\baike_spider\html_downloader.py
?????文件????????996??2016-11-15?00:03??EFLearnSeleniumExamole\baike_spider\html_downloader.pyc
?????文件????????854??2017-03-12?15:13??EFLearnSeleniumExamole\baike_spider\html_outputer.py
?????文件???????1561??2016-11-11?00:03??EFLearnSeleniumExamole\baike_spider\html_outputer.pyc
?????文件????????920??2017-03-12?15:13??EFLearnSeleniumExamole\baike_spider\html_parser.py
?????文件???????1886??2017-03-11?18:48??EFLearnSeleniumExamole\baike_spider\html_parser.pyc
?????文件???????3045??2017-03-12?15:13??EFLearnSeleniumExamole\baike_spider\spider_main.py
?????文件???????1284??2017-03-12?15:13??EFLearnSeleniumExamole\baike_spider\url_manager.py
?????文件???????2222??2016-11-14?20:50??EFLearnSeleniumExamole\baike_spider\url_manager.pyc
?????文件??????????0??2016-10-30?14:07??EFLearnSeleniumExamole\baike_spider\__init__.py
?????文件????????158??2016-11-11?00:03??EFLearnSeleniumExamole\baike_spider\__init__.pyc
?????目錄??????????0??2017-03-11?19:21??EFLearnSeleniumExamole\.settings
?????目錄??????????0??2017-03-12?15:11??EFLearnSeleniumExamole\baike_spider
?????目錄??????????0??2017-03-11?19:26??EFLearnSeleniumExamole
-----------?---------??----------?-----??----
????????????????14607????????????????????17
- 上一篇:python大作業
- 下一篇:python實現可視域算法
評論
共有 條評論