package?com.ansj.vec;

import?java.io.BufferedOutputStream;
import?java.io.BufferedReader;
import?java.io.DataOutputStream;
import?java.io.File;
import?java.io.FileInputStream;
import?java.io.FileOutputStream;
import?java.io.IOException;
import?java.io.InputStreamReader;
import?java.util.ArrayList;
import?java.util.HashMap;
import?java.util.List;
import?java.util.Map;
import?java.util.Map.Entry;

import?love.cq.util.MapCount;

import?com.ansj.vec.domain.HiddenNeuron;
import?com.ansj.vec.domain.Neuron;
import?com.ansj.vec.domain.WordNeuron;
import?com.ansj.vec.util.Haffman;

public?class?Learn?{

	private?Map?wordMap?=?new?HashMap<>（）;

	/**
	?*?訓練多少個特征
	?*/
	private?int?layerSize?=?200;

	/**
	?*?上下文窗口大小
	?*/
	private?int?window?=?5;

	private?double?sample?=?1e-3;
	private?double?alpha?=?0.025;
	private?double?startingAlpha?=?alpha;

	public?int?EXP_TABLE_SIZE?=?1000;

	private?Boolean?isCbow?=?false;

	private?double[]?expTable?=?new?double[EXP_TABLE_SIZE];

	private?int?trainWordsCount?=?0;

	private?int?MAX_EXP?=?6;

	private?int?freqThresold?=?5;

	public?Learn（Boolean?isCbow?Integer?layerSize?Integer?window
			Double?alpha?Double?sample）?{
		createExpTable（）;
		if?（isCbow?!=?null）?{
			this.isCbow?=?isCbow;
		}
		if?（layerSize?!=?null）
			this.layerSize?=?layerSize;
		if?（window?!=?null）
			this.window?=?window;
		if?（alpha?!=?null）
			this.alpha?=?alpha;
		if?（sample?!=?null）
			this.sample?=?sample;
	}

	public?Learn（）?throws?IOException?{
		createExpTable（）;

	}

	/**
	?*?trainModel
	?*?
	?*?@throws?IOException
	?*/
	private?void?trainModel（File?file）?throws?IOException?{
		try?（BufferedReader?br?=?new?BufferedReader（new?InputStreamReader（
				new?FileInputStream（file））））?{
			String?temp?=?null;
			long?nextRandom?=?5;
			int?wordCount?=?0;
			int?lastWordCount?=?0;
			int?wordCountActual?=?0;
			while?（（temp?=?br.readLine（））?!=?null）?{
				if?（wordCount?-?lastWordCount?>?10000）?{
					System.out.println（“alpha:“
							+?alpha
							+?“\tProgress:?“
							+?（int）?（wordCountActual
									/?（double）?（trainWordsCount?+?1）?*?100）
							+?“%“）;
					wordCountActual?+=?wordCount?-?lastWordCount;
					lastWordCount?=?wordCount;
					alpha?=?startingAlpha
							*?（1?-?wordCountActual
									/?（double）?（trainWordsCount?+?1））;
					if?（alpha?						alpha?=?startingAlpha?*?0.0001;
					}
				}
				String[]?strs?=?temp.split（“?“）;
				wordCount?+=?strs.length;
				List?sentence?=?new?ArrayList（）;
				for?（int?i?=?0;?i?					Neuron?entry?=?wordMap.get（strs[i]）;
					if?（entry?==?null）?{
						continue;
					}
					//?The?subsampling?randomly?discards?frequent?words?while
					//?keeping?the?ranking?same
					if?（sample?>?0）?{
						double?ran?=?（Math.sqrt（entry.freq
								/?（sample?*?trainWordsCount））?+?1）
								*?（sample?*?trainWordsCount）?/?entry.freq;
						nextRandom?=?nextRandom?*?25214903917L?+?11;
						if?（ran?