Skip to content

Commit fbd80df

Browse files
committed
Update Scripts to HF
1 parent 1b71524 commit fbd80df

14 files changed

+13
-459
lines changed

coqa_exp/eval_bert.sh

-99
This file was deleted.

coqa_exp/eval_bert_adapters.sh

-26
This file was deleted.

coqa_exp/eval_combined_bert.sh

-23
This file was deleted.

coqa_exp/eval_combined_roberta.sh

-23
This file was deleted.

coqa_exp/eval_in_bert.sh

+3-4
Original file line numberDiff line numberDiff line change
@@ -1,19 +1,18 @@
11
export CUDA_VISIBLE_DEVICES=1
2-
#coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_Multi
32

4-
for TRAIN_DIAL in coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE CoQA_Multi
3+
for TRAIN_DIAL in CoQA_SAE CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE CoQA_Multi
54
do
65
for EVAL_DIAL in CoQA_SAE CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE
76
do
87
python3 run_coqa.py --model_type bert \
9-
--model_name_or_path /data/wheld3/bert-$TRAIN_DIAL/ \
8+
--model_name_or_path SALT-NLP/value-bert-$TRAIN_DIAL \
109
--do_eval \
1110
--data_dir eval_data/$EVAL_DIAL/ \
1211
--train_file coqa-train-v1.0.json \
1312
--predict_file coqa-dev-v1.0.json \
1413
--learning_rate 3e-5 \
1514
--num_train_epochs 2 \
16-
--output_dir /data/wheld3/bert-$TRAIN_DIAL-$EVAL_DIAL/ \
15+
--output_dir ./bert-$TRAIN_DIAL-$EVAL_DIAL/ \
1716
--do_lower_case \
1817
--per_gpu_train_batch_size 8 \
1918
--gradient_accumulation_steps 2 \

coqa_exp/eval_in_gold_bert.sh

+3-4
Original file line numberDiff line numberDiff line change
@@ -1,23 +1,22 @@
11
export CUDA_VISIBLE_DEVICES=0
2-
#coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_Multi
32

43
for TRAIN_DIAL in coqa CoQA_AAVE CoQA_ChcE CoQA_IndE CoQA_Multi
54
do
65
for EVAL_DIAL in CoQA_ChcE CoQA_IndE
76
do
87
python3 run_coqa.py --model_type bert \
9-
--model_name_or_path /data/wheld3/bert-$TRAIN_DIAL/ \
8+
--model_name_or_path SALT-NLP/value-bert-$TRAIN_DIAL \
109
--do_eval \
1110
--data_dir gold_data/$EVAL_DIAL/ \
1211
--train_file coqa-train-v1.0.json \
1312
--predict_file coqa-dev-v1.0.json \
1413
--learning_rate 3e-5 \
1514
--num_train_epochs 2 \
16-
--output_dir /data/wheld3/bert-$TRAIN_DIAL/ \
15+
--output_dir ./bert-$TRAIN_DIAL/ \
1716
--do_lower_case \
1817
--per_gpu_train_batch_size 8 \
1918
--gradient_accumulation_steps 2 \
2019
--max_grad_norm -1 \
21-
--weight_decay 0.01 >> /data/wheld3/bert-$TRAIN_DIAL/in_gold_dial_$EVAL_DIAL
20+
--weight_decay 0.01 >> ./bert-$TRAIN_DIAL/in_gold_dial_$EVAL_DIAL
2221
done
2322
done

coqa_exp/eval_in_gold_roberta.sh

+4-6
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,22 @@
11
export CUDA_VISIBLE_DEVICES=2
22

3-
#coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_Multi
4-
5-
for TRAIN_DIAL in coqa CoQA_AAVE CoQA_ChcE CoQA_IndE CoQA_Multi
3+
for TRAIN_DIAL in CoQA_SAE CoQA_AAVE CoQA_ChcE CoQA_IndE CoQA_Multi
64
do
75
for EVAL_DIAL in CoQA_ChcE CoQA_IndE
86
do
97
python3 run_coqa.py --model_type roberta \
10-
--model_name_or_path /data/wheld3/roberta-$TRAIN_DIAL/ \
8+
--model_name_or_path SALT-NLP/value-roberta-$TRAIN_DIAL \
119
--do_eval \
1210
--data_dir gold_data/$EVAL_DIAL/ \
1311
--train_file coqa-train-v1.0.json \
1412
--predict_file coqa-dev-v1.0.json \
1513
--learning_rate 3e-5 \
1614
--num_train_epochs 2 \
17-
--output_dir /data/wheld3/roberta-$TRAIN_DIAL/ \
15+
--output_dir ./roberta-$TRAIN_DIAL/ \
1816
--do_lower_case \
1917
--per_gpu_train_batch_size 8 \
2018
--gradient_accumulation_steps 2 \
2119
--max_grad_norm -1 \
22-
--weight_decay 0.01 >> /data/wheld3/roberta-$TRAIN_DIAL/in_gold_dial_$EVAL_DIAL
20+
--weight_decay 0.01 >> ./roberta-$TRAIN_DIAL/in_gold_dial_$EVAL_DIAL
2321
done
2422
done

coqa_exp/eval_in_roberta.sh

+3-5
Original file line numberDiff line numberDiff line change
@@ -1,20 +1,18 @@
11
export CUDA_VISIBLE_DEVICES=2
22

3-
#coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_Multi
4-
5-
for TRAIN_DIAL in coqa CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE CoQA_Multi
3+
for TRAIN_DIAL in CoQA_SAE CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE CoQA_Multi
64
do
75
for EVAL_DIAL in CoQA_SAE CoQA_AAVE CoQA_AppE CoQA_ChcE CoQA_CollSgE CoQA_IndE
86
do
97
python3 run_coqa.py --model_type roberta \
10-
--model_name_or_path /data/wheld3/roberta-$TRAIN_DIAL/ \
8+
--model_name_or_path SALT-NLP/value-roberta-$TRAIN_DIAL \
119
--do_eval \
1210
--data_dir eval_data/$EVAL_DIAL/ \
1311
--train_file coqa-train-v1.0.json \
1412
--predict_file coqa-dev-v1.0.json \
1513
--learning_rate 3e-5 \
1614
--num_train_epochs 2 \
17-
--output_dir /data/wheld3/roberta-$TRAIN_DIAL-$EVAL_DIAL/ \
15+
--output_dir ./roberta-$TRAIN_DIAL-$EVAL_DIAL/ \
1816
--do_lower_case \
1917
--per_gpu_train_batch_size 8 \
2018
--gradient_accumulation_steps 2 \

coqa_exp/eval_roberta.sh

-99
This file was deleted.

0 commit comments

Comments
 (0)