update de-compress and scripts

2019-04-01 21:12:50 +08:00
parent 90fb659b28
commit 785fefe1d6
3 changed files with 102 additions and 1 deletions
--- a/scripts-cnn/train-imagenet.sh
+++ b/scripts-cnn/train-imagenet.sh
@@ -25,7 +25,10 @@ if [ ! -f ${PY_C} ]; then
 else
  echo "Cluster Run with Python: "${PY_C}
  echo "Unzip ILSVRC2012"
-  tar xf ./hadoop-data/ILSVRC2012.tar   -C ${TORCH_HOME}
+  tar --version
+  #tar xf ./hadoop-data/ILSVRC2012.tar   -C ${TORCH_HOME}
+  ${PY_C} ./data/decompress.py ./hadoop-data/ILSVRC2012-TAR ./data/data/ILSVRC2012 5 | bash
+  echo "Unzip ILSVRC2012 done"
 fi

 ${PY_C} --version