-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
123 lines (108 loc) · 4.1 KB
/
main.py
File metadata and controls
123 lines (108 loc) · 4.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
import argparse
import yaml
from pathlib import Path
from src.experiments.sim import sim_train, sim_test, sim_train_afa, sim_test_afa, sim_bench_afa
from src.experiments.baseline import sim_baseline, real_baseline, real_baseline_benchmark
from src.experiments.real import real_train, real_test, real_train_afa, real_test_afa, real_bench_afa
def load_config(config_path):
with open(config_path, 'r') as f:
return yaml.safe_load(f)
def parse_args():
parser = argparse.ArgumentParser(description="Run ehrICL experiments")
parser.add_argument('--experiment', type=str, required=True, help='Experiment name')
parser.add_argument('--config', type=str, default="./configs", help='Path to config file')
parser.add_argument('--mode', type=str, required=True, choices=['train', 'test', 'train_afa', 'test_afa', 'baseline', 'benchmark', 'benchmark_baseline'])
return parser.parse_args()
TRAIN = {
"sim": sim_train,
"metabric": real_train,
"mimic": real_train,
"miniboone": real_train,
"mnist": real_train,
}
TRAIN_AFA = {
"sim": sim_train_afa,
"mimic": real_train_afa,
"metabric": real_train_afa,
"miniboone": real_train_afa,
"mnist": real_train_afa,
}
TEST = {
"sim": sim_test,
"metabric": real_test,
"mimic": real_test,
"miniboone": real_test,
"mnist": real_test,
}
TEST_AFA = {
"sim": sim_test_afa,
"mimic": real_test_afa,
"metabric": real_test_afa,
"miniboone": real_test_afa,
"mnist": real_test_afa,
}
BENCH_AFA = {
"sim": sim_bench_afa,
"mimic": real_bench_afa,
}
BASELINE = {
"sim": sim_baseline,
"mimic": real_baseline,
"miniboone": real_baseline,
"metabric": real_baseline,
"mnist": real_baseline,
}
BASELINE_BENCH = {
'mimic': real_baseline_benchmark
}
def main():
args = parse_args()
config = load_config(Path(args.config) / f"{args.experiment}.yaml") if args.config else {}
if args.experiment == 'sim':
log_dir = config['log_dir'].format(feature_dim=config['feature_dim'], num_points=config['num_points'])
elif args.experiment in ['mimic', 'miniboone', 'metabric', 'mnist']:
log_dir = config['log_dir'].format(num_points=config['num_points'])
else:
raise ValueError(f"Unknown experiment: {args.experiment}")
config['log_dir'] = log_dir
config['experiment'] = args.experiment
config['mode'] = args.mode
if args.mode == 'train':
experiment_fn = TRAIN.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for training: {args.experiment}")
experiment_fn(config)
elif args.mode == 'train_afa':
experiment_fn = TRAIN_AFA.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for training: {args.experiment}")
experiment_fn(config)
elif args.mode == 'baseline':
experiment_fn = BASELINE.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for baseline: {args.experiment}")
experiment_fn(config)
elif args.mode == 'test':
experiment_fn = TEST.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for testing: {args.experiment}")
experiment_fn(config)
elif args.mode == 'test_afa':
experiment_fn = TEST_AFA.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for testing: {args.experiment}")
experiment_fn(config)
elif args.mode == 'benchmark':
experiment_fn = BENCH_AFA.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for benchmarking: {args.experiment}")
experiment_fn(config)
elif args.mode == 'benchmark_baseline':
experiment_fn = BASELINE_BENCH.get(args.experiment)
if experiment_fn is None:
raise ValueError(f"Unknown experiment for baseline benchmarking: {args.experiment}")
experiment_fn(config)
else:
raise ValueError(f"Unknown mode: {args.mode}")
if __name__ == "__main__":
main()