iicd/xautodl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update load_data_CUHK-PEDES.py and ImageNet-logs

Browse Source
This commit is contained in:
Xuanyi Dong
2019-04-04 16:51:45 +08:00
parent d9026be4b2
commit 666c105f51
6 changed files with 15966 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
scripts-cluster/job-script.sh
View File

@@ -1,13 +1,15 @@
#!/bin/bash
#
echo "CHECK-DATA-DIR START"
sh /home/HGCP_Program/software-install/afs_mount/bin/afs_mount.sh \
COMM_KM_Data COMM_km_2018 \
`pwd`/hadoop-data \
afs://xingtian.afs.baidu.com:9902/user/COMM_KM_Data/dongxuanyi/datasets
#sh /home/HGCP_Program/software-install/afs_mount/bin/afs_mount.sh \
# COMM_KM_Data COMM_km_2018 \
# `pwd`/hadoop-data \
# afs://xingtian.afs.baidu.com:9902/user/COMM_KM_Data/dongxuanyi/datasets
export TORCH_HOME="./data/data/"
tar xvf ./hadoop-data/cifar.python.tar -C ${TORCH_HOME}
wget -q http://10.127.2.44:8000/cifar.python.tar --directory-prefix=${TORCH_HOME}
tar xvf ${TORCH_HOME}/cifar.python.tar -C ${TORCH_HOME}
rm ${TORCH_HOME}/cifar.python.tar
#tar xvf ./hadoop-data/ILSVRC2012.tar -C ${TORCH_HOME}
cifar_dir="${TORCH_HOME}/cifar.python"