package?crawler.search;

import?java.net.URLEncoder;
import?java.util.concurrent.linkedBlockingQueue;
import?org.apache.log4j.Logger;
import?org.jsoup.Jsoup;
import?org.jsoup.nodes.Document;
import?org.jsoup.nodes.Element;
import?org.jsoup.select.Elements;
/**
?*?@see?搜索關鍵字
?*?@author?Herman.Xiong
?*?@date?2014年6月19日?13:54:13
?*/
public?class?SearchBKeyword?{
	
	public?static?Logger?log4j?=?Logger.getLogger（““）;
	
	/**?連接網站，模擬瀏覽器登陸，避免網站識別為手機進入?*/
	private?static?final?String?USERAGENT?=?“Mozilla/5.0?（Windows?NT?6.1;?rv:22.0）?Gecko/20100101?Firefox/22.0“;
	
	/**設置超時時間?*/
	private?static?final?int?timeout=50000;
	
	private?static??String?url=“http://www.baidu.com/s?wd=%E4%B8%8A%E6%B5%B7&pn=10&oq=%E4%B8%8A%E6%B5%B7&tn=baidu&ie=utf-8&usm=8“;
	
	public?static?linkedBlockingQueue?keywordList?=?new?linkedBlockingQueue（）;
	
	public?static?int?pagesize;
	
	public?static?boolean?process=false;
	
	String?keyword=““;
	
	public?void?search（）?{
		process=true;
		int?count=keywordList.size（）;
		for?（int?i?=?0;?i?			keyword=keywordList.poll（）;
			for?（int?y?=?0;?y?				try?{
					url=“http://www.baidu.com/s?wd=“+URLEncoder.encode（keyword?“UTF-8“）+“&pn=“+（y*10）+“&oq=“+URLEncoder.encode（keyword?“UTF-8“）+“&tn=baidu&ie=utf-8&usm=8“;
					Document?doc=Jsoup.connect（url）.userAgent（USERAGENT）.timeout（timeout）.get（）;
					Elements?elements=doc.select（“#content_left?.c-container“）;
					if（elements!=null&&elements.size（）>0）{
						for?（Element?e:elements）?{
							log4j.info（new?String（“地址：“+e.select（“h3.t?a“）.attr（“abs:href“）））;
							log4j.info（new?String（“標題：“+e.select（“h3.t?a“）.text（）））;
						}
					}
				}?catch?（Exception?e）?{
					e.printStackTrace（）;
				}
			}?
		}
		process=false;
	}
	public?static?void?main（String[]?args）?{
		new?SearchBKeyword（）.search（）;
	}
}

?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2014-06-06?13:53??demo\
?????文件????????3295??2014-06-03?09:53??demo\.classpath
?????文件?????????380??2014-06-03?09:52??demo\.project
?????目錄???????????0??2014-06-06?13:43??demo\.settings\
?????文件??????????88??2014-06-06?13:43??demo\.settings\org.eclipse.core.resources.prefs
?????目錄???????????0??2014-06-19?09:38??demo\bin\
?????目錄???????????0??2014-06-19?09:38??demo\bin\crawler\
?????目錄???????????0??2014-06-19?09:38??demo\bin\crawler\search\
?????文件????????3325??2014-06-19?13:54??demo\bin\crawler\search\SearchBKeyword.class
?????目錄???????????0??2014-06-19?09:38??demo\bin\crawler\timerManager\
?????文件?????????552??2014-06-19?13:54??demo\bin\crawler\timerManager\SearchTask.class
?????文件?????????573??2014-06-19?13:55??demo\bin\crawler\timerManager\TimerManager.class
?????文件?????????694??2014-06-06?13:38??demo\bin\log4j.properties
?????目錄???????????0??2014-06-19?09:38??demo\bin\main\
?????文件?????????771??2014-06-19?13:55??demo\bin\main\appletClient.class
?????目錄???????????0??2014-06-19?09:38??demo\bin\system\
?????文件????????2977??2014-06-19?13:42??demo\bin\system\LoadConfig.class
?????目錄???????????0??2014-06-19?09:38??demo\bin\util\
?????文件???????16098??2014-06-19?13:56??demo\bin\util\FileUtils.class
?????文件????????6603??2014-06-19?13:52??demo\bin\util\xmlUtil.class
?????目錄???????????0??2014-06-06?13:56??demo\config\
?????文件?????????183??2014-06-06?14:13??demo\config\demoConfig.xml
?????文件????????7194??2014-06-19?13:52??demo\demo.log
?????目錄???????????0??2014-06-03?09:53??demo\lib\
?????文件????????1746??2014-05-27?11:39??demo\lib\.sigar_shellrc
?????文件??????164143??2014-05-27?11:39??demo\lib\commons-beanutils.jar
?????文件???????73098??2014-05-27?11:39??demo\lib\commons-codec-1.5.jar
?????文件??????575389??2014-05-27?11:39??demo\lib\commons-collections-3.2.1.jar
?????文件??????148783??2014-05-27?11:39??demo\lib\commons-digester-2.0.jar
?????文件??????305001??2014-05-27?11:39??demo\lib\commons-httpclient-3.1.jar
?????文件??????185140??2014-05-27?11:39??demo\lib\commons-io-2.4.jar
............此處省略66個文件信息