-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathrun_eval_wachter.py
34 lines (31 loc) · 4.37 KB
/
run_eval_wachter.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import os
import sys
job_id = int(sys.argv[1]) - 1
print(f"Starting job: {job_id}")
jobs = [
"python eval_experiments.py exp-results/diabetes_logits_False_globalrecourse.npz globalrecourse wachter False False > exp-eval-results/diabetes_logits_False_wachter_globalrecourse.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_globalrecourse.npz globalrecourse wachter True False > exp-eval-results/diabetes_logits_True_wachter_globalrecourse.txt",
"python eval_experiments.py exp-results/german_logits_False_globalrecourse.npz globalrecourse wachter False False > exp-eval-results/german_logits_False_wachter_globalrecourse.txt",
"python eval_experiments.py exp-results/german_logits_True_globalrecourse.npz globalrecourse wachter True False > exp-eval-results/german_logits_True_wachter_globalrecourse.txt",
"python eval_experiments.py exp-results/diabetes_logits_False_accuracy.npz globalrecourse wachter False False > exp-eval-results/diabetes_logits_False_wachter_globalrecourse_accuracy.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_accuracy.npz globalrecourse wachter True False > exp-eval-results/diabetes_logits_True_wachter_globalrecourse_accuracy.txt",
"python eval_experiments.py exp-results/german_logits_False_accuracy.npz globalrecourse wachter False False > exp-eval-results/german_logits_False_wachter_globalrecourse_accuracy.txt",
"python eval_experiments.py exp-results/german_logits_True_accuracy.npz globalrecourse wachter True False > exp-eval-results/german_logits_True_wachter_globalrecourse_accuracy.txt",
"python eval_experiments.py exp-results/diabetes_logits_False_globalrecourse.npz globalrecourse wachter False True > exp-eval-results/diabetes_logits_False_wachter_globalrecourse_random.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_globalrecourse.npz globalrecourse wachter True True > exp-eval-results/diabetes_logits_True_wachter_globalrecourse_random.txt",
"python eval_experiments.py exp-results/german_logits_False_globalrecourse.npz globalrecourse wachter False True > exp-eval-results/german_logits_False_wachter_globalrecourse_random.txt",
"python eval_experiments.py exp-results/german_logits_True_globalrecourse.npz globalrecourse wachter True True > exp-eval-results/german_logits_True_wachter_globalrecourse_random.txt",
"python eval_experiments.py exp-results/diabetes_logits_False_groupfaircf.npz groupfaircf wachter False False > exp-eval-results/diabetes_logits_False_wachter_groupfaircf.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_groupfaircf.npz groupfaircf wachter True False > exp-eval-results/diabetes_logits_True_wachter_groupfaircf.txt",
"python eval_experiments.py exp-results/german_logits_False_groupfaircf.npz groupfaircf wachter False False > exp-eval-results/german_logits_False_wachter_groupfaircf.txt",
"python eval_experiments.py exp-results/german_logits_True_groupfaircf.npz groupfaircf wachter True False > exp-eval-results/german_logits_True_wachter_groupfaircf.txt",
"python eval_experiments.py exp-results/diabetes_logits_False_accuracy.npz groupfaircf wachter False False > exp-eval-results/diabetes_logits_False_wachter_groupfaircf_accuracy.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_accuracy.npz groupfaircf wachter True False > exp-eval-results/diabetes_logits_True_wachter_groupfaircf_accuracy.txt",
"python eval_experiments.py exp-results/german_logits_False_accuracy.npz groupfaircf wachter False False > exp-eval-results/german_logits_False_wachter_groupfaircf_accuracy.txt",
"python eval_experiments.py exp-results/german_logits_True_accuracy.npz groupfaircf wachter True False > exp-eval-results/german_logits_True_wachter_groupfaircf_accuracy.txt",
"python eval_experiments.py exp-results/diabetes_logits_False_groupfaircf.npz groupfaircf wachter False True > exp-eval-results/diabetes_logits_False_wachter_groupfaircf_random.txt",
"python eval_experiments.py exp-results/diabetes_logits_True_groupfaircf.npz groupfaircf wachter True True > exp-eval-results/diabetes_logits_True_wachter_groupfaircf_random.txt",
"python eval_experiments.py exp-results/german_logits_False_groupfaircf.npz groupfaircf wachter False True > exp-eval-results/german_logits_False_wachter_groupfaircf_random.txt",
"python eval_experiments.py exp-results/german_logits_True_groupfaircf.npz groupfaircf wachter True True > exp-eval-results/german_logits_True_wachter_groupfaircf_random.txt"
]
os.system(jobs[job_id])