using?System.Collections;
using?System.IO;

using?Lucene.Net.Analysis;

namespace?NSharp.SearchEngine.Lucene.Analysis.Cjk
{
????/**/
????/**
?*?Filters?CJKTokenizer?with?StopFilter.
?*
?*?@author?Che?Dong
?*/
????public?class?CJKAnalyzer?:?Analyzer
????{
????????//~?Static?fields/initializers?---------------------------------------------

????????/**/
????????/**
?????*?An?array?containing?some?common?English?words?that?are?not?usually
?????*?useful?for?searching?and?some?double-byte?interpunctions.
?????*/
????????public?static?string[]?STOP_WORDS?=?{
?????????????????????????????????????????????????“a“?“and“?“are“?“as“?“at“?“be“
?????????????????????????????????????????????????“but“?“by“?“for“?“if“?“in“
?????????????????????????????????????????????????“into“?“is“?“it“?“no“?“not“
?????????????????????????????????????????????????“of“?“on“?“or“?“s“?“such“?“t“
?????????????????????????????????????????????????“that“?“the“?“their“?“then“
?????????????????????????????????????????????????“there“?“these“?“they“?“this“
?????????????????????????????????????????????????“to“?“was“?“will“?“with“?““
?????????????????????????????????????????????????“www“
?????????????????????????????????????????????};

????????//~?Instance?fields?--------------------------------------------------------

????????/**/
????????/**
?????*?stop?word?list
?????*/
????????private?Hashtable?stopTable;

????????//~?Constructors?-----------------------------------------------------------

????????/**/
????????/**
?????*?Builds?an?analyzer?which?removes?words?in?{@link?#STOP_WORDS}.
?????*/
????????public?CJKAnalyzer（）
????????{
????????????stopTable?=?StopFilter.MakeStopSet（STOP_WORDS）;
????????}

????????/**/
????????/**
?????*?Builds?an?analyzer?which?removes?words?in?the?provided?array.
?????*
?????*?@param?stopWords?stop?word?array
?????*/
????????public?CJKAnalyzer（string[]?stopWords）
????????{
????????????stopTable?=?StopFilter.MakeStopSet（stopWords）;
????????}

????????//~?Methods?----------------------------------------------------------------

????????/**/
????????/**
?????*?get?token?stream?from?input
?????*
?????*?@param?fieldName?lucene?field?name
?????*?@param?reader????input?reader
?????*?@return?TokenStream
?????*/
????????public?override?TokenStream?TokenStream（string?fieldName?TextReader?reader）
????????{
????????????TokenStream?ts?=?new?CJKTokenizer（reader）;
????????????return?new?StopFilter（ts?stopTable）;
????????????//return?new?StopFilter（new?CJKTokenizer（reader）?stopTable）;
????????}
????}
}

?屬性????????????大小?????日期????時(shí)間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2016-10-16?21:30??盤古分詞\
?????目錄???????????0??2016-11-04?20:09??盤古分詞\盤古分詞\
?????文件????????1005??2016-10-16?21:30??盤古分詞\盤古分詞.sln
?????文件???????65536??2016-11-15?23:28??盤古分詞\盤古分詞.v12.suo
?????文件?????????321??2016-10-19?15:04??盤古分詞\盤古分詞\App.config
?????目錄???????????0??2016-10-17?18:05??盤古分詞\盤古分詞\bin\
?????目錄???????????0??2016-10-17?21:59??盤古分詞\盤古分詞\bin\Debug\
?????目錄???????????0??2016-10-16?21:46??盤古分詞\盤古分詞\bin\Debug\Dict\
?????文件????????1001??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\ChsDoubleName1.txt
?????文件????????1011??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\ChsDoubleName2.txt
?????文件????????1006??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\ChsSingleName.txt
?????文件?????3642500??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\Dict.dct
?????文件?????????251??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\Stopword.txt
?????文件???????75361??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\Synonym.txt
?????文件?????????215??2016-10-16?21:33??盤古分詞\盤古分詞\bin\Debug\Dict\Wildcard.txt
?????文件??????856064??2012-09-18?14:51??盤古分詞\盤古分詞\bin\Debug\Lucene.Net.dll
?????文件???????78336??2012-09-18?15:30??盤古分詞\盤古分詞\bin\Debug\PanGu.dll
?????文件????????6144??2012-09-18?15:30??盤古分詞\盤古分詞\bin\Debug\PanGu.Lucene.Analyzer.dll
?????文件???????20992??2016-10-19?16:15??盤古分詞\盤古分詞\bin\Debug\盤古分詞.exe
?????文件?????????321??2016-10-19?15:04??盤古分詞\盤古分詞\bin\Debug\盤古分詞.exe.config
?????文件???????52736??2016-10-19?16:15??盤古分詞\盤古分詞\bin\Debug\盤古分詞.pdb
?????文件???????24224??2016-11-15?23:08??盤古分詞\盤古分詞\bin\Debug\盤古分詞.vshost.exe
?????文件?????????321??2016-10-19?15:04??盤古分詞\盤古分詞\bin\Debug\盤古分詞.vshost.exe.config
?????文件?????????490??2013-03-18?17:00??盤古分詞\盤古分詞\bin\Debug\盤古分詞.vshost.exe.manifest
?????目錄???????????0??2016-10-17?18:05??盤古分詞\盤古分詞\bin\Release\
?????文件????????2643??2016-10-16?21:37??盤古分詞\盤古分詞\CJKAnalyzer.cs
?????文件????????9541??2016-10-16?21:37??盤古分詞\盤古分詞\CJKTokenizer.cs
?????目錄???????????0??2016-10-16?21:33??盤古分詞\盤古分詞\Dict\
?????文件????????1001??2016-10-16?21:33??盤古分詞\盤古分詞\Dict\ChsDoubleName1.txt
?????文件????????1011??2016-10-16?21:33??盤古分詞\盤古分詞\Dict\ChsDoubleName2.txt
?????文件????????1006??2016-10-16?21:33??盤古分詞\盤古分詞\Dict\ChsSingleName.txt
............此處省略42個(gè)文件信息