CodeAttention/run_att.sh at master · nchen909/CodeAttention · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
WORKDIR="/data/pretrain-attention/CodeAttention"
export PYTHONPATH=$WORKDIR


MODEL_NAME=${1}
TASK=${2}
SUB_TASK=${3}
LAYER_NUM=${4}

DATA_NUM=-1
MODEL_DIR=save_models
SUMMARY_DIR=tensorboard
FULL_MODEL_TAG=${MODEL_NAME}

if [[ ${SUB_TASK} == none ]]; then
  OUTPUT_DIR=${MODEL_DIR}/${TASK}/${FULL_MODEL_TAG}
  RES_DIR=results/${TASK}/${FULL_MODEL_TAG}
  RES_FN=results/${TASK}/${FULL_MODEL_TAG}.txt
  ATTENTION_DIR=attentions/${TASK}/${FULL_MODEL_TAG}
else
  OUTPUT_DIR=${MODEL_DIR}/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}
  RES_DIR=results/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}
  RES_FN=results/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}.txt
  ATTENTION_DIR=attentions/${TASK}/${SUB_TASK}/${FULL_MODEL_TAG}
fi

if [[ ${LAYER_NUM} == none ]]; then
  LAYER_NUM=-1
fi

CACHE_DIR=${OUTPUT_DIR}/cache_data
mkdir -p ${OUTPUT_DIR}
mkdir -p ${CACHE_DIR}
mkdir -p ${RES_DIR}
mkdir -p ${ATTENTION_DIR}
LOG=${ATTENTION_DIR}/log_only_identifier.txt


RUN_FN=${WORKDIR}/attention_220620.py

CUDA_VISIBLE_DEVICES=0 \
TOKENIZERS_PARALLELISM=false \
  python ${RUN_FN}\
  --do_test --do_train --do_eval --do_eval_bleu --save_last_checkpoints --always_save_model \
  --task ${TASK} --sub_task ${SUB_TASK} --model_name ${MODEL_NAME} --data_num ${DATA_NUM}  \
  --output_dir ${OUTPUT_DIR}  --summary_dir ${SUMMARY_DIR} \
  --data_dir ${WORKDIR}/data  --cache_path ${CACHE_DIR} --res_dir ${RES_DIR} --res_fn ${RES_FN} --layer_num ${LAYER_NUM}\
  2>&1 | tee ${LOG}