資源簡介
網(wǎng)絡(luò)爬蟲(又被稱為網(wǎng)頁蜘蛛,網(wǎng)絡(luò)機(jī)器人,在FOAF社區(qū)中間,更經(jīng)常的稱為網(wǎng)頁追逐者),是一種按照一定的規(guī)則,自動(dòng)地抓取萬維網(wǎng)信息的程序或者腳本。另外一些不常使用的名字還有螞蟻、自動(dòng)索引、模擬程序或者蠕蟲。本實(shí)例通過Java爬取豆瓣電影數(shù)據(jù),并通過文件流存入本地
代碼片段和文件信息
package?com.sun.test;
import?java.io.File;
import?java.io.FileWriter;
import?java.io.Writer;
import?java.util.List;
import?org.apache.http.impl.client.HttpClientBuilder;
import?org.apache.http.client.HttpClient;
import?come.sun.bean.Films;
import?come.sun.get.GetData;
public?class?Test?{
public?static?void?main(String[]?args)throws?Exception{
String?url=“https://movie.douban.com/top250“;
HttpClientBuilder?builder=HttpClientBuilder.create();
HttpClient?client=builder.build();
List?films=GetData.getData(client?url);
File?file=new?File(“123.txt“);
Writer?writer=new?FileWriter(filetrue);
for(Films?films2?:?films){
writer.write(films2.toString()+“\n“);
}
writer.close();
}
}
?屬性????????????大小?????日期????時(shí)間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2019-08-30?19:18??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\
?????文件?????????842??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.classpath
?????文件?????????940??2019-08-31?15:27??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.project
?????目錄???????????0??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\
?????文件?????????567??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\.jsdtscope
?????文件?????????364??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\org.eclipse.jdt.core.prefs
?????文件?????????572??2019-08-31?15:27??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\org.eclipse.wst.common.component
?????文件?????????345??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\org.eclipse.wst.common.project.facet.core.xm
?????文件??????????49??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\org.eclipse.wst.jsdt.ui.superType.container
?????文件???????????6??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\.settings\org.eclipse.wst.jsdt.ui.superType.name
?????文件???????11787??2019-08-30?19:19??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\123.txt
?????目錄???????????0??2019-08-29?20:54??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\com\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\sun\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\sun\bean\
?????文件????????1374??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\sun\bean\Films.class
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\sun\get\
?????文件????????4207??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\come\sun\get\GetData.class
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\com\sun\
?????目錄???????????0??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\com\sun\test\
?????文件????????2026??2019-08-31?15:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\build\classes\com\sun\test\Test.class
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\com\
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\sun\
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\sun\bean\
?????文件?????????618??2019-08-29?21:33??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\sun\bean\Films.java
?????目錄???????????0??2019-08-29?20:58??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\sun\get\
?????文件????????2199??2019-08-30?19:17??JAVA爬豆瓣電影數(shù)據(jù)(文件流)\src\come\sun\get\GetData.java
............此處省略49個(gè)文件信息
評(píng)論
共有 條評(píng)論