forked from RecklessRonan/CodeAttention
-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathrun.sh
More file actions
42 lines (35 loc) · 1.18 KB
/
run.sh
File metadata and controls
42 lines (35 loc) · 1.18 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
WORKDIR="/data/test_git/CodeAttention"
export PYTHONPATH=$WORKDIR
MODEL_NAME=${1}
#codebert
TASK=${2}
#summarize
SUB_TASK=${3}
#python
DATA_NUM=-1
MODEL_DIR=save_models
SUMMARY_DIR=tensorboard
FULL_MODEL_TAG=${MODEL_NAME}
if [[ ${SUB_TASK} == none ]]; then
OUTPUT_DIR=${MODEL_DIR}/${TASK}/${FULL_MODEL_TAG}
RES_DIR=results/${TASK}/${FULL_MODEL_TAG}
RES_FN=results/${TASK}/${FULL_MODEL_TAG}.txt
else
OUTPUT_DIR=${MODEL_DIR}/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}
RES_DIR=results/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}
RES_FN=results/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}.txt
fi
CACHE_DIR=${OUTPUT_DIR}/cache_data
LOG=${OUTPUT_DIR}/train.log
mkdir -p ${OUTPUT_DIR}
mkdir -p ${CACHE_DIR}
mkdir -p ${RES_DIR}
RUN_FN=${WORKDIR}/main.py
CUDA_VISIBLE_DEVICES=0 \
TOKENIZERS_PARALLELISM=false \
python ${RUN_FN} ${MULTI_TASK_AUG} \
--do_test --do_train --do_eval --do_eval_bleu --save_last_checkpoints --always_save_model \
--task ${TASK} --sub_task ${SUB_TASK} --model_name ${MODEL_NAME} --data_num ${DATA_NUM} \
--output_dir ${OUTPUT_DIR} --summary_dir ${SUMMARY_DIR} \
--data_dir ${WORKDIR}/data --cache_path ${CACHE_DIR} --res_dir ${RES_DIR} --res_fn ${RES_FN} \
2>&1 | tee ${LOG}