update missing data of GDAS

others/GDAS/data/Get-PTB-WT2.sh

@@ -0,0 +1,49 @@
+# https://github.com/salesforce/awd-lstm-lm
+echo "=== Acquiring datasets ==="
+echo "---"
+mkdir -p save
+
+mkdir -p data
+cd data
+
+echo "- Downloading WikiText-2 (WT2)"
+wget --quiet --continue https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-2-v1.zip
+unzip -q wikitext-2-v1.zip
+cd wikitext-2
+mv wiki.train.tokens train.txt
+mv wiki.valid.tokens valid.txt
+mv wiki.test.tokens test.txt
+cd ..
+
+echo "- Downloading WikiText-103 (WT2)"
+wget --continue https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-103-v1.zip
+unzip -q wikitext-103-v1.zip
+cd wikitext-103
+mv wiki.train.tokens train.txt
+mv wiki.valid.tokens valid.txt
+mv wiki.test.tokens test.txt
+cd ..
+
+echo "- Downloading Penn Treebank (PTB)"
+wget --quiet --continue http://www.fit.vutbr.cz/~imikolov/rnnlm/simple-examples.tgz
+tar -xzf simple-examples.tgz
+
+mkdir -p penn
+cd penn
+mv ../simple-examples/data/ptb.train.txt train.txt
+mv ../simple-examples/data/ptb.test.txt test.txt
+mv ../simple-examples/data/ptb.valid.txt valid.txt
+cd ..
+
+echo "- Downloading Penn Treebank (Character)"
+mkdir -p pennchar
+cd pennchar
+mv ../simple-examples/data/ptb.char.train.txt train.txt
+mv ../simple-examples/data/ptb.char.test.txt test.txt
+mv ../simple-examples/data/ptb.char.valid.txt valid.txt
+cd ..
+
+rm -rf simple-examples/
+
+echo "---"
+echo "Happy language modeling :)"