91av视频/亚洲h视频/操亚洲美女/外国一级黄色毛片 - 国产三级三级三级三级

  • 大小: 12KB
    文件類型: .zip
    金幣: 2
    下載: 0 次
    發布日期: 2021-05-29
  • 語言: 其他
  • 標簽: textsum??

資源簡介

keras實現基于語義理解的自動文摘實現;實現中文文本清洗處理,詞向量引入,深度學習實現基于語義理解的中文摘要自動生成。

資源截圖

代碼片段和文件信息

from?config?import?*
import?tensorflow?as?tf
from?model_helper?import?_cell_list?_single_cell

class?attention_model():
????def?__init__(selfinputsvocab_tablereverse_vocab_table
?????????????????vocab_sizeembed_size
?????????????????num_units?lrmodedropoutreusegrad_clip?=?None):
????????self.mode?=?mode
????????self.source?=?inputs.source
????????self.source_length?=?inputs.source_length
????????self.vocab_table?=?vocab_table
????????self.reverse_vocab_table?=?reverse_vocab_table
????????self.tgt_sos_id?=?tf.cast(self.vocab_table.lookup(tf.constant(SOS))tf.int32)
????????self.tgt_eos_id?=?tf.cast(self.vocab_table.lookup(tf.constant(EOS))tf.int32)
????????if?self.mode?==‘TRAIN‘?or?self.mode==‘EVAL‘:
????????????self.target_input?=?inputs.target_input
????????????self.target_output?=?inputs.target_output
????????????self.target_length?=?inputs.target_length
????????????self.dropout?=?dropout
????????elif?self.mode?==?‘INFER‘:
????????????self.dropout?=?0
????????else:
????????????raise??NotImplementedError

????????self.num_units?=?num_units
????????self.lr?=?lr
????????self.grad_clip?=?None

????????with?tf.variable_scope(“Model“reuse=reuse)?as?scope:

????????????with?tf.variable_scope(“embedding“)?as?scope:
????????????????self.embedding_matrix?=?tf.get_variable(“shared_embedding_matrix“?[vocab_size?embed_size]?dtype=tf.float32)

????????????with?tf.variable_scope(“Encoder“)?as?scope:
????????????????self.encoder_emb_inp?=?tf.nn.embedding_lookup(
????????????????????self.embedding_matrix?self.source)
????????????????bi_inputs?=?self.encoder_emb_inp
????????????????fw_cells?=?_cell_list(num_unitsnum_layers=2dropout=self.dropout)
????????????????bw_cells?=?_cell_list(num_unitsnum_layers=2dropout=self.dropout)
????????????????#?bi_outputs:?batch_size?*?[L??2*num_units]
????????????????#?bi_fw_state?num_layers?*?[batch_size??num_units]
????????????????#?bi_bw_state?num_layers?*?[batch_size?num_units]
????????????????bi_outputs?bi_fw_statebi_bw_state?=?tf.contrib.rnn.stack_bidirectional_dynamic_rnn(
????????????????????cells_fw=fw_cells
????????????????????cells_bw=bw_cells
????????????????????inputs=bi_inputs
????????????????????sequence_length=self.source_length
????????????????????dtype?=?tf.float32
????????????????)

????????????with?tf.variable_scope(“Decoder“)?as?scope:
????????????????self.output_layer?=?tf.layers.Dense(vocab_size?use_bias=False?name=“output_projection“)
????????????????self.encoder_final_state?=?tuple([tf.concat((bi_fw_state[i]bi_bw_state[i])axis=-1)?for?i?in?range(2)])

????????????????self.decoder_cell?=?tf.contrib.rnn.MultiRNNCell(
????????????????????_cell_list(num_units?*?2?num_layers=2?dropout=0)
????????????????)
????????????????self.attention_mechanism?=?tf.contrib.seq2seq.LuongAttention(
????????????????????num_units=num_units?*?2
????????????????????memory?=?bi_outputs
????????????????????memory_sequence_length?=?self.source_length)
????????????????self.atten_cell?=?tf.contrib

?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2018-03-30?17:00??textsum\
?????目錄???????????0??2018-04-03?14:43??textsum\.idea\
?????目錄???????????0??2018-04-03?17:12??textsum\.idea\inspectionProfiles\
?????文件?????????227??2018-03-30?14:27??textsum\.idea\misc.xml
?????文件?????????266??2018-03-30?14:27??textsum\.idea\modules.xml
?????文件?????????398??2018-03-30?14:40??textsum\.idea\textsum.iml
?????文件???????17597??2018-04-03?14:43??textsum\.idea\workspace.xml
?????文件????????7380??2018-03-30?14:25??textsum\attention_model.py
?????文件????????1401??2018-03-30?17:00??textsum\bleu.py
?????文件?????????602??2018-03-30?14:25??textsum\config.py
?????文件???????12920??2018-03-30?14:25??textsum\main.py
?????文件????????2611??2018-03-30?14:25??textsum\model_helper.py
?????文件????????2518??2018-03-30?14:25??textsum\preprocess.py

評論

共有 條評論

相關資源