-
大小: 13.02MB文件類型: .zip金幣: 1下載: 0 次發(fā)布日期: 2023-07-02
- 語(yǔ)言: Python
- 標(biāo)簽: 深度學(xué)習(xí)??PyTorch??
資源簡(jiǎn)介
該項(xiàng)目是對(duì)論文《參數(shù)共享的高效神經(jīng)網(wǎng)絡(luò)結(jié)構(gòu)搜索(Efficient Neural Architecture Search (ENAS) via Parameters Sharing)》的實(shí)現(xiàn)。ENAS 做什么?高效神經(jīng)網(wǎng)絡(luò)結(jié)構(gòu)搜索,即 ENAS 減少了計(jì)算需求,將 NAS 的 GPU 計(jì)算時(shí)間減少了 1000 倍。他們通過(guò)共享大型計(jì)算圖中的子圖模型之間的參數(shù)共享來(lái)完成此操作。
如何使用它的過(guò)程已經(jīng)在 GitHub 頁(yè)面上得到了很好的展示。實(shí)現(xiàn)這個(gè)庫(kù)的先決條件是:
Python 3.6+
需要 PyTorch tqdm,imageio,graphviz,tqdm,tensorboardX
代碼片段和文件信息
import?argparse
from?utils?import?get_logger
logger?=?get_logger()
arg_lists?=?[]
parser?=?argparse.ArgumentParser()
def?str2bool(v):
????return?v.lower()?in?(‘true‘)
def?add_argument_group(name):
????arg?=?parser.add_argument_group(name)
????arg_lists.append(arg)
????return?arg
#?Network
net_arg?=?add_argument_group(‘Network‘)
net_arg.add_argument(‘--network_type‘?type=str?choices=[‘rnn‘?‘cnn‘]?default=‘rnn‘)
#?Controller
net_arg.add_argument(‘--num_blocks‘?type=int?default=12)
net_arg.add_argument(‘--tie_weights‘?type=str2bool?default=True)
net_arg.add_argument(‘--controller_hid‘?type=int?default=100)
#?Shared?parameters?for?PTB
#?NOTE(brendan):?See?Merity?config?for?wdrop
#?https://github.com/salesforce/awd-lstm-lm.
net_arg.add_argument(‘--shared_wdrop‘?type=float?default=0.5)
net_arg.add_argument(‘--shared_dropout‘?type=float?default=0.4)?#?TODO
net_arg.add_argument(‘--shared_dropoute‘?type=float?default=0.1)?#?TODO
net_arg.add_argument(‘--shared_dropouti‘?type=float?default=0.65)?#?TODO
net_arg.add_argument(‘--shared_embed‘?type=int?default=1000)?#?TODO:?200?500?1000
net_arg.add_argument(‘--shared_hid‘?type=int?default=1000)
net_arg.add_argument(‘--shared_rnn_max_length‘?type=int?default=35)
net_arg.add_argument(‘--shared_rnn_activations‘?type=eval
?????????????????????default=“[‘tanh‘?‘ReLU‘?‘identity‘?‘sigmoid‘]“)
net_arg.add_argument(‘--shared_cnn_types‘?type=eval
?????????????????????default=“[‘3x3‘?‘5x5‘?‘sep?3x3‘?‘sep?5x5‘?‘max?3x3‘?‘max?5x5‘]“)
#?PTB?regularizations
net_arg.add_argument(‘--activation_regularization‘
?????????????????????type=str2bool
?????????????????????default=False)
net_arg.add_argument(‘--activation_regularization_amount‘
?????????????????????type=float
?????????????????????default=2.0)
net_arg.add_argument(‘--temporal_activation_regularization‘
?????????????????????type=str2bool
?????????????????????default=False)
net_arg.add_argument(‘--temporal_activation_regularization_amount‘
?????????????????????type=float
?????????????????????default=1.0)
net_arg.add_argument(‘--norm_stabilizer_regularization‘
?????????????????????type=str2bool
?????????????????????default=False)
net_arg.add_argument(‘--norm_stabilizer_regularization_amount‘
?????????????????????type=float
?????????????????????default=1.0)
net_arg.add_argument(‘--norm_stabilizer_fixed_point‘?type=float?default=5.0)
#?Shared?parameters?for?CIFAR
net_arg.add_argument(‘--cnn_hid‘?type=int?default=64)
#?Data
data_arg?=?add_argument_group(‘Data‘)
data_arg.add_argument(‘--dataset‘?type=str?default=‘ptb‘)
#?Training?/?test?parameters
learn_arg?=?add_argument_group(‘Learning‘)
learn_arg.add_argument(‘--mode‘?type=str?default=‘train‘
???????????????????????choices=[‘train‘?‘derive‘?‘test‘]
???????????????????????help=‘train:?Training?ENAS?derive:?Deriving?Architectures‘)
learn_arg.add_argument(‘--batch_size‘?type=int?default=64)
learn_arg.add_argument(‘--test_batch_size‘?type=int?defaul
?屬性????????????大小?????日期????時(shí)間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\
?????文件????????1463??2018-04-03?15:40??ENAS-pytorch-master\.gitignore
?????文件???????11357??2018-04-03?15:40??ENAS-pytorch-master\LICENSE
?????文件????????3664??2018-04-03?15:40??ENAS-pytorch-master\README.md
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\assets\
?????文件??????194479??2018-04-03?15:40??ENAS-pytorch-master\assets\ENAS_cnn.png
?????文件??????193085??2018-04-03?15:40??ENAS-pytorch-master\assets\ENAS_rnn.png
?????文件??????311636??2018-04-03?15:40??ENAS-pytorch-master\assets\arial.ttf
?????文件???????45021??2018-04-03?15:40??ENAS-pytorch-master\assets\best_rnn_epoch27.png
?????文件??????193155??2018-04-03?15:40??ENAS-pytorch-master\assets\cnn.png
?????文件??????133390??2018-04-03?15:40??ENAS-pytorch-master\assets\cnn_cell.png
?????文件?????4895676??2018-04-03?15:40??ENAS-pytorch-master\assets\ptb.gif
?????文件???????43825??2018-04-03?15:40??ENAS-pytorch-master\assets\rnn.png
?????文件?????6919284??2018-04-03?15:40??ENAS-pytorch-master\assets\wikitext.gif
?????文件????????6652??2018-04-03?15:40??ENAS-pytorch-master\config.py
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\data\
?????文件??????????35??2018-04-03?15:40??ENAS-pytorch-master\data\__init__.py
?????文件????????1393??2018-04-03?15:40??ENAS-pytorch-master\data\image.py
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\data\ptb\
?????文件??????449945??2018-04-03?15:40??ENAS-pytorch-master\data\ptb\test.txt
?????文件?????5101618??2018-04-03?15:40??ENAS-pytorch-master\data\ptb\train.txt
?????文件??????399782??2018-04-03?15:40??ENAS-pytorch-master\data\ptb\valid.txt
?????文件????????1720??2018-04-03?15:40??ENAS-pytorch-master\data\text.py
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\data\wikitext\
?????文件?????????159??2018-04-03?15:40??ENAS-pytorch-master\data\wikitext\README
?????文件?????1256449??2018-04-03?15:40??ENAS-pytorch-master\data\wikitext\test.txt
?????文件????10797148??2018-04-03?15:40??ENAS-pytorch-master\data\wikitext\train.txt
?????文件?????1121681??2018-04-03?15:40??ENAS-pytorch-master\data\wikitext\valid.txt
?????文件?????????596??2018-04-03?15:40??ENAS-pytorch-master\generate_gif.py
?????文件????????1185??2018-04-03?15:40??ENAS-pytorch-master\main.py
?????目錄???????????0??2018-04-03?15:40??ENAS-pytorch-master\models\
............此處省略10個(gè)文件信息
評(píng)論
共有 條評(píng)論