cesarali commited on
Commit
88f43f9
·
verified ·
1 Parent(s): be986f8

best val_rmse 0.3957

Browse files
Files changed (2) hide show
  1. config.json +273 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_val_loss": 0.395673006772995,
3
+ "comet_ai_key": null,
4
+ "context_observations": {
5
+ "add_rem": true,
6
+ "max_num_obs": 15,
7
+ "max_past": 5,
8
+ "min_past": 3,
9
+ "obs_dataset": "/home/ojedamarin/Projects/Pharma/generative_pk/data/preprocessed/lenuzza/Lenuzza2016.csv",
10
+ "past_time_ratio": 0.1,
11
+ "split_past_future": false,
12
+ "type": "pk_peak_half_life"
13
+ },
14
+ "debug_test": true,
15
+ "dosing": {
16
+ "logdose_mean_range": [
17
+ -2.0,
18
+ 2.0
19
+ ],
20
+ "logdose_std_range": [
21
+ 0.1,
22
+ 0.5
23
+ ],
24
+ "num_individuals": 10,
25
+ "route_options": [
26
+ "oral",
27
+ "oral"
28
+ ],
29
+ "route_weights": [
30
+ 0.8,
31
+ 0.2
32
+ ],
33
+ "same_route": true,
34
+ "time": 0.0
35
+ },
36
+ "experiment_dir": "/work/ojedamarin/Projects/Pharma/Results/comet/context-vae-pk/f768565b2eb7409498e517dc08d3d827",
37
+ "experiment_indentifier": null,
38
+ "experiment_name": "context-vae-pk",
39
+ "hf_model_card_path": [
40
+ "hf_model_cards",
41
+ "CVAE-PK_Readme.md"
42
+ ],
43
+ "hf_model_name": "CVAE_cluster_debug",
44
+ "hugging_face_token": null,
45
+ "meta_study": {
46
+ "V_tmag_range": [
47
+ 0.001,
48
+ 0.001
49
+ ],
50
+ "V_tscl_range": [
51
+ 1,
52
+ 5
53
+ ],
54
+ "drug_id_options": [
55
+ "Drug_A",
56
+ "Drug_B",
57
+ "Drug_C"
58
+ ],
59
+ "k_1p_tmag_range": [
60
+ 0.01,
61
+ 0.02
62
+ ],
63
+ "k_1p_tscl_range": [
64
+ 1,
65
+ 5
66
+ ],
67
+ "k_a_tmag_range": [
68
+ 0.01,
69
+ 0.02
70
+ ],
71
+ "k_a_tscl_range": [
72
+ 1,
73
+ 5
74
+ ],
75
+ "k_e_tmag_range": [
76
+ 0.01,
77
+ 0.02
78
+ ],
79
+ "k_e_tscl_range": [
80
+ 1,
81
+ 5
82
+ ],
83
+ "k_p1_tmag_range": [
84
+ 0.01,
85
+ 0.02
86
+ ],
87
+ "k_p1_tscl_range": [
88
+ 1,
89
+ 5
90
+ ],
91
+ "log_V_mean_range": [
92
+ 2,
93
+ 8
94
+ ],
95
+ "log_V_std_range": [
96
+ 0.2,
97
+ 0.6
98
+ ],
99
+ "log_k_1p_mean_range": [
100
+ -4,
101
+ 0
102
+ ],
103
+ "log_k_1p_std_range": [
104
+ 0.2,
105
+ 0.6
106
+ ],
107
+ "log_k_a_mean_range": [
108
+ -1,
109
+ 2
110
+ ],
111
+ "log_k_a_std_range": [
112
+ 0.2,
113
+ 0.6
114
+ ],
115
+ "log_k_e_mean_range": [
116
+ -5,
117
+ 0
118
+ ],
119
+ "log_k_e_std_range": [
120
+ 0.2,
121
+ 0.6
122
+ ],
123
+ "log_k_p1_mean_range": [
124
+ -4,
125
+ -1
126
+ ],
127
+ "log_k_p1_std_range": [
128
+ 0.2,
129
+ 0.6
130
+ ],
131
+ "num_individuals_range": [
132
+ 5,
133
+ 10
134
+ ],
135
+ "num_peripherals_range": [
136
+ 1,
137
+ 3
138
+ ],
139
+ "rel_ruv_range": [
140
+ 0.001,
141
+ 0.01
142
+ ],
143
+ "solver_method": "rk4",
144
+ "time_num_steps": 100,
145
+ "time_start": 0.0,
146
+ "time_stop": 16.0
147
+ },
148
+ "mix_data": {
149
+ "evaluate_prediction_steps_past": 5,
150
+ "keep_tempfile": false,
151
+ "log_transform": false,
152
+ "n_of_databatches": null,
153
+ "n_of_permutations": 3,
154
+ "n_of_target_individuals": 1,
155
+ "normalize_by_max": true,
156
+ "normalize_time": true,
157
+ "pretraining_epochs": 4800,
158
+ "pretraining_protocol": "none",
159
+ "recreate_tempfile": false,
160
+ "split_seed": 42,
161
+ "split_strategy": "study",
162
+ "store_in_tempfile": false,
163
+ "tempfile_path": [
164
+ "preprocessed",
165
+ "simulated_ou_as_rates"
166
+ ],
167
+ "test_empirical_datasets": [
168
+ "cesarali/lenuzza-2016",
169
+ "cesarali/Indometacin"
170
+ ],
171
+ "test_protocol": "simulated",
172
+ "test_size": 256,
173
+ "tqdm_progress": false,
174
+ "train_size": 1024,
175
+ "val_protocol": "simulated",
176
+ "val_size": 256,
177
+ "z_score_normalization": false
178
+ },
179
+ "model_type": "node_pk",
180
+ "my_results_path": "/work/ojedamarin/Projects/Pharma/Results/",
181
+ "name_str": "ContextVAEPK",
182
+ "network": {
183
+ "activation": "ReLU",
184
+ "aggregator_num_heads": 8,
185
+ "aggregator_type": "mean",
186
+ "combine_latent_mode": "mlp",
187
+ "cov_proj_dim": 16,
188
+ "decoder_attention_layers": 2,
189
+ "decoder_hidden_dim": 512,
190
+ "decoder_name": "TransformerDecoder",
191
+ "decoder_num_layers": 4,
192
+ "decoder_rnn_hidden_dim": 256,
193
+ "drift_activation": "Tanh",
194
+ "drift_num_layers": 2,
195
+ "dropout": 0.1,
196
+ "encoder_rnn_hidden_dim": 256,
197
+ "exclusive_node_step": true,
198
+ "individual_encoder_name": "RNNContextEncoder",
199
+ "individual_encoder_number_of_heads": 4,
200
+ "init_hidden_num_layers": 2,
201
+ "input_encoding_hidden_dim": 128,
202
+ "kl_weight": 1.0,
203
+ "loss_name": "log_nll",
204
+ "node_step": true,
205
+ "norm": "layer",
206
+ "output_head_num_layers": 3,
207
+ "prediction_latent_deterministic": false,
208
+ "prediction_only": false,
209
+ "reconstruction_only": false,
210
+ "rnn_decoder_number_of_layers": 4,
211
+ "rnn_individual_encoder_number_of_layers": 4,
212
+ "study_latent_deterministic": false,
213
+ "time_obs_encoder_hidden_dim": 256,
214
+ "time_obs_encoder_output_dim": 256,
215
+ "use_attention": true,
216
+ "use_invariance_loss": true,
217
+ "use_kl_i": true,
218
+ "use_kl_i_np": true,
219
+ "use_kl_init": true,
220
+ "use_kl_s": true,
221
+ "use_self_attention": true,
222
+ "use_time_deltas": true,
223
+ "zi_latent_dim": 256
224
+ },
225
+ "run_index": 0,
226
+ "tags": [
227
+ "SIM_PRIOR",
228
+ "ContextVAE",
229
+ "NodePK"
230
+ ],
231
+ "target_observations": {
232
+ "add_rem": true,
233
+ "max_num_obs": 15,
234
+ "max_past": 5,
235
+ "min_past": 3,
236
+ "obs_dataset": "/home/ojedamarin/Projects/Pharma/generative_pk/data/preprocessed/lenuzza/Lenuzza2016.csv",
237
+ "past_time_ratio": 0.1,
238
+ "split_past_future": false,
239
+ "type": "pk_peak_half_life"
240
+ },
241
+ "train": {
242
+ "amsgrad": false,
243
+ "batch_size": 128,
244
+ "betas": [
245
+ 0.9,
246
+ 0.999
247
+ ],
248
+ "epochs": 100,
249
+ "eps": 1e-08,
250
+ "eval_empirical_every_pct": 0.5,
251
+ "gradient_clip_val": 1.0,
252
+ "learning_rate": 0.0001,
253
+ "log_image_every_epoch": 30,
254
+ "log_interval": 1,
255
+ "log_vcp": false,
256
+ "num_batch_plot": 1,
257
+ "num_workers": 8,
258
+ "optimizer_name": "AdamW",
259
+ "persistent_workers": true,
260
+ "scheduler_name": "CosineAnnealingLR",
261
+ "scheduler_params": {
262
+ "T_max": 1000,
263
+ "eta_min": 5e-05,
264
+ "last_epoch": -1
265
+ },
266
+ "shuffle_val": true,
267
+ "val_empirical_every_pct_epochs": 0.5,
268
+ "weight_decay": 0.0001
269
+ },
270
+ "transformers_version": "4.52.4",
271
+ "upload_to_hf_hub": false,
272
+ "verbose": false
273
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a60676629d33d943d6f938a15502d6eb014698a7fcb5e7807c76ee2ede1a0e3
3
+ size 38746519