-
Notifications
You must be signed in to change notification settings - Fork 14
/
Copy pathrun_QA.sh
66 lines (65 loc) · 1.54 KB
/
run_QA.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
#!/bin/bash
datasets=(
'abstract_algebra'
'anatomy'
'astronomy'
'business_ethics'
'clinical_knowledge'
'college_biology'
'college_chemistry'
'college_computer_science'
'college_mathematics'
'college_medicine'
'college_physics'
'computer_security'
'conceptual_physics'
'econometrics'
'electrical_engineering'
'elementary_mathematics'
'formal_logic'
'global_facts'
'high_school_biology'
'high_school_chemistry'
'high_school_computer_science'
'high_school_european_history'
'high_school_geography'
'high_school_government_and_politics'
'high_school_macroeconomics'
'high_school_mathematics'
'high_school_microeconomics'
'high_school_physics'
'high_school_psychology'
'high_school_statistics'
'high_school_us_history'
'high_school_world_history'
'human_aging'
'human_sexuality'
'international_law'
'jurisprudence'
'logical_fallacies'
'machine_learning'
'management'
'marketing'
'medical_genetics'
'miscellaneous'
'moral_disputes'
'moral_scenarios'
'nutrition'
'philosophy'
'prehistory'
'professional_accounting'
'professional_law'
'professional_medicine'
'professional_psychology'
'public_relations'
'security_studies'
'sociology'
'us_foreign_policy'
'virology'
'world_religions'
)
# Loop through each main dataset and run the script
for dataset in "${datasets[@]}"
do
python stableprompt_qa.py --dataset $dataset --epoch 30 --update_term 5
done