init

2019-02-01 01:27:38 +11:00
commit 13e908f4df
104 changed files with 102494 additions and 0 deletions
--- a/configs/NAS-WT2-BASE.config
+++ b/configs/NAS-WT2-BASE.config
@@ -0,0 +1,27 @@
+{
+  "data_name" : ["str",   "WT2"],
+  "data_path" : ["str",   "./data/data/wikitext-2"],
+  "emsize"    : ["int",   700],
+  "nhid"      : ["int",   700],
+  "nhidlast"  : ["int",   700],
+  "LR"        : ["float", 20],
+  "clip"      : ["float", 0.25],
+  "epochs"    : ["int",   3000],
+ "train_batch": ["int",   64],
+  "eval_batch": ["int",   10],
+  "test_batch": ["int",    1],
+  "bptt"      : ["int",   35],
+
+  "dropout"   : ["float", 0.75],
+  "dropouth"  : ["float", 0.15],
+  "dropoutx"  : ["float", 0.75],
+  "dropouti"  : ["float", 0.2],
+  "dropoute"  : ["float", 0.1],
+
+  "nonmono"   : ["int", 5],
+  "alpha"     : ["float", 0],
+  "beta"      : ["float", 1e-3],
+  "wdecay"    : ["float", 5e-7],
+
+  "max_seq_len_delta" : ["int", 20]
+}