-
Notifications
You must be signed in to change notification settings - Fork 17
/
rsync-proj.sh
88 lines (83 loc) · 2.34 KB
/
rsync-proj.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
#!/bin/bash
PROJ_NAME=${PWD##*/}
PROJ_DIR=projects
OUT_DIR=data/univue
SERVER=${1:-palau}
DATA_NAME=${2:-hands17}
MODEL=${3:-base_clean}
## upload code
SOURCE=${PWD}/
TARGET=${SERVER}:${PROJ_DIR}/${PROJ_NAME}/
printf "uploading ...\n"
printf " from: [${SOURCE}]\n"
printf " to: [${TARGET}]\n"
rsync -auvh -e ssh \
--exclude-from='.gitignore' \
${SOURCE} \
${TARGET}
printf "rsync -auvh -e ssh --exclude-from='.gitignore' --delete ${SOURCE} ${TARGET}\n"
## run download script
printf "\n\n"
printf "downloading (dry-run) ...\n"
printf " from: [${TARGET}] \n"
printf " to: [${SOURCE}]\n"
rsync -auvhn -e ssh \
--exclude-from='.gitignore' \
--exclude-from='.git' \
${TARGET} \
${SOURCE}
#printf "rsync -auvh -e ssh --exclude-from='.gitignore' --exclude='.git' ${TARGET} ${SOURCE}\n"
printf "\n\n"
read -p "download? y/[n] >" -n 1 -r
printf "\n"
if [[ $REPLY =~ ^[Yy]$ ]]; then
rsync -auvh -e ssh \
--exclude-from='.gitignore' \
--exclude-from='.git' \
${TARGET} \
${SOURCE}
fi
## download predictions
SOURCE=${SERVER}:${OUT_DIR}/output/${DATA_NAME}/predict/
TARGET=${HOME}/${OUT_DIR}/${SERVER}/${DATA_NAME}/predict/
printf "\n\n"
printf "downloading ...\n"
printf " from: [${SOURCE}]\n"
printf " to: [${TARGET}]\n"
read -p "download predictions? y/[n] >" -n 1 -r
printf "\n"
if [[ $REPLY =~ ^[Yy]$ ]]; then
mkdir -p ${TARGET}
rsync -auvh -e ssh \
${SOURCE} \
${TARGET}
fi
## download full log (including checkpoint)
SOURCE=${SERVER}:${OUT_DIR}/output/${DATA_NAME}/log/blinks/${MODEL}/
TARGET=${HOME}/${OUT_DIR}/${SERVER}/${DATA_NAME}/log/${MODEL}
printf "\n\n"
printf "downloading ...\n"
printf " from: [${SOURCE}]\n"
printf " to: [${TARGET}]\n"
read -p "download full log? y/[n] >" -n 1 -r
printf "\n"
if [[ $REPLY =~ ^[Yy]$ ]]; then
mkdir -p ${TARGET}
rsync -auvhm -e ssh \
--include='*.txt' --include='*.log' \
--include='*.png' --include='*/' \
--include='model.ckpt*' \
--exclude '*' \
${SOURCE} \
${TARGET}
fi
# ## download model checkpoint
# SOURCE=${SERVER}:${OUT_DIR}/output/${DATA_NAME}/log/blinks/${MODEL}/model.ckpt*
# TARGET=${HOME}/${OUT_DIR}/${SERVER}/${DATA_NAME}/log/${MODEL}
# mkdir -p ${TARGET}
# echo downloading \
# from: [${SOURCE}] \
# to: [${TARGET}]
# rsync -auvh -e ssh \
# ${SOURCE} \
# ${TARGET}