import?datetime
import?os
import?time

import?torch
from?torch.nn.parallel.distributed?import?DistributedDataParallel?as?DDP

from?squirrel.config?import?（get_config?setup_cuda?setup_dataloader
?????????????????????????????setup_datapath?setup_pretrained_model）
from?squirrel.data?import?get_dataloader
from?squirrel.decoder?import?valid_model?valid_model_ppl
from?squirrel.learner?import?train_model
from?squirrel.models?import?get_model
from?squirrel.utils?import?Watcher?count_parameters?setup_random_seed

#?all?the?hyper-parameters
START_TIME?=?time.time（）

args?=?get_config（“Transformer-Squirrel“）
args?=?setup_cuda（args）
setup_random_seed（args.seed）
setup_datapath（args）

#?setup?watcher?settings
watcher?=?Watcher（
????rank=args.local_rank
????log_path=os.path.join（args.workspace_pr

?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2019-03-17?22:40??Squirrel-master\
?????文件????????6148??2019-03-17?22:40??Squirrel-master\.DS_Store
?????文件????????4728??2019-03-17?22:40??Squirrel-master\ez_run.py
?????文件????????7124??2019-03-17?22:40??Squirrel-master\run.py
?????目錄???????????0??2019-03-17?22:40??Squirrel-master\squirrel\
?????文件????????6148??2019-03-17?22:40??Squirrel-master\squirrel\.DS_Store
?????文件???????????0??2019-03-17?22:40??Squirrel-master\squirrel\__init__.py
?????目錄???????????0??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\
?????文件?????????478??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\__init__.py
?????文件?????????932??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\__main__.py
?????文件????????4478??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\convert_tf_checkpoint_to_pytorch.py
?????文件????????8021??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\file_utils.py
?????文件???????59603??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\modeling.py
?????文件????????6803??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\optimization.py
?????文件???????14404??2019-03-17?22:40??Squirrel-master\squirrel\bert_models\tokenization.py
?????文件????????3158??2019-03-17?22:40??Squirrel-master\squirrel\build_vocab.py
?????目錄???????????0??2019-03-17?22:40??Squirrel-master\squirrel\config\
?????文件????????9109??2019-03-17?22:40??Squirrel-master\squirrel\config\__init__.py
?????文件?????????962??2019-03-17?22:40??Squirrel-master\squirrel\config\checkpoint_configuration.py
?????文件????????4096??2019-03-17?22:40??Squirrel-master\squirrel\config\data_configuration.py
?????文件????????9192??2019-03-17?22:40??Squirrel-master\squirrel\config\model_configuration.py
?????文件????????2319??2019-03-17?22:40??Squirrel-master\squirrel\config\train_configuration.py
?????文件????????1365??2019-03-17?22:40??Squirrel-master\squirrel\config\utils_configuration.py
?????文件????????2066??2019-03-17?22:40??Squirrel-master\squirrel\config\valid_configuration.py
?????目錄???????????0??2019-03-17?22:40??Squirrel-master\squirrel\data\
?????文件?????????602??2019-03-17?22:40??Squirrel-master\squirrel\data\__init__.py
?????文件???????10475??2019-03-17?22:40??Squirrel-master\squirrel\data\batch.py
?????文件???????20917??2019-03-17?22:40??Squirrel-master\squirrel\data\data_loader.py
?????文件????????5497??2019-03-17?22:40??Squirrel-master\squirrel\data\datasets.py
?????文件????????3891??2019-03-17?22:40??Squirrel-master\squirrel\data\field.py
?????文件????????2678??2019-03-17?22:40??Squirrel-master\squirrel\data\noise.py
............此處省略37個文件信息