-
Notifications
You must be signed in to change notification settings - Fork 0
/
test_re_base_predictions.sh
124 lines (113 loc) · 4.29 KB
/
test_re_base_predictions.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
#!/bin/bash
source env/bin/activate
main_path=$HOME/t5-small-exps/naacl-2022/
'''
python src/re_gold_qa_train.py \
--mode re_gold_qa_test \
--model_path ${main_path}gold_fold_1/ \
--checkpoint _response_pretrained \
--concat_questions False \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.0 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}gold_fold_1/gold_fold_1.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_gold_qa_test \
--model_path ${main_path}gold_fold_2/ \
--checkpoint _response_pretrained \
--concat_questions False \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.1 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}gold_fold_2/gold_fold_2.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_gold_qa_test \
--model_path ${main_path}gold_fold_3/ \
--checkpoint _response_pretrained \
--concat_questions False \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.2 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}gold_fold_3/gold_fold_3.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_concat_qa_test \
--model_path ${main_path}concat_fold_1/ \
--checkpoint _response_pretrained \
--concat_questions True \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.0 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}concat_fold_1/concat_fold_1.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_concat_qa_test \
--model_path ${main_path}concat_fold_2/ \
--checkpoint _response_pretrained \
--concat_questions True \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.1 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}concat_fold_2/concat_fold_2.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_concat_qa_test \
--model_path ${main_path}concat_fold_3/ \
--checkpoint _response_pretrained \
--concat_questions True \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.2 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}concat_fold_3/concat_fold_3.test.predictions.base.csv
python src/re_gold_qa_train.py \
--mode re_qa_test \
--model_path ${main_path}posterier_question_model/ \
--answer_checkpoint _response_pretrained \
--question_checkpoint _fold_1_question_pretrained \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.0 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}posterier_question_model/base_base.test.predictions.epoch1.csv
python src/re_gold_qa_train.py \
--mode re_qa_test \
--model_path ${main_path}posterier_question_model/ \
--answer_checkpoint _response_pretrained \
--question_checkpoint _fold_2_question_pretrained \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.1 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}posterier_question_model/base_base.test.predictions.epoch2.csv
'''
python src/re_gold_qa_train.py \
--mode re_qa_test \
--model_path ${main_path}posterier_question_model/ \
--answer_checkpoint _response_pretrained \
--question_checkpoint _fold_3_question_pretrained \
--batch_size 64 --gpu True \
--ignore_unknowns True \
--train zero-shot-extraction/relation_splits/train.very_small.0 \
--dev zero-shot-extraction/relation_splits/test.2 \
--gpu_device 0 \
--seed 12321 \
--prediction_file ${main_path}posterier_question_model/base_base.test.predictions.epoch3.csv