File size: 10,750 Bytes
3b89555 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 | {
"best_metric": 0.24666372072470172,
"best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-opt25/trial-number=0-learning_rate=1.3e-05-warmup_ratio=0.100-num_cycles=8/checkpoint-10000",
"epoch": 0.9863878477017163,
"eval_steps": 2500,
"global_step": 10000,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.049319392385085814,
"grad_norm": 1.1029289960861206,
"learning_rate": 1.0150642174439675e-05,
"loss": 2.1079,
"step": 500
},
{
"epoch": 0.09863878477017163,
"grad_norm": 1.069559931755066,
"learning_rate": 2.2939541438839045e-06,
"loss": 0.612,
"step": 1000
},
{
"epoch": 0.14795817715525744,
"grad_norm": 1.0086921453475952,
"learning_rate": 1.2735337205476001e-05,
"loss": 0.5012,
"step": 1500
},
{
"epoch": 0.19727756954034326,
"grad_norm": 0.7310407161712646,
"learning_rate": 5.909777868036016e-06,
"loss": 0.3491,
"step": 2000
},
{
"epoch": 0.24659696192542907,
"grad_norm": 0.7290641069412231,
"learning_rate": 1.2011018124209218e-07,
"loss": 0.275,
"step": 2500
},
{
"epoch": 0.2959163543105149,
"grad_norm": 0.6321003437042236,
"learning_rate": 9.785390029657761e-06,
"loss": 0.2385,
"step": 3000
},
{
"epoch": 0.3452357466956007,
"grad_norm": 0.42309775948524475,
"learning_rate": 1.9841350601091295e-06,
"loss": 0.1832,
"step": 3500
},
{
"epoch": 0.3945551390806865,
"grad_norm": 0.5520086288452148,
"learning_rate": 1.2554068257970625e-05,
"loss": 0.1685,
"step": 4000
},
{
"epoch": 0.4438745314657723,
"grad_norm": 0.4456807076931,
"learning_rate": 5.492313896403925e-06,
"loss": 0.1392,
"step": 4500
},
{
"epoch": 0.49319392385085814,
"grad_norm": 0.4616454541683197,
"learning_rate": 5.347201046140292e-08,
"loss": 0.1218,
"step": 5000
},
{
"epoch": 0.49319392385085814,
"eval_all_ligands_equal": 0.01104728236853734,
"eval_e3_equal": 0.4543526292532037,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9961997348652232,
"eval_e3_heavy_atoms_difference": -0.7910737958462218,
"eval_e3_heavy_atoms_difference_norm": -0.04760925516085696,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9961997348652232,
"eval_has_all_attachment_points": 0.971895713654441,
"eval_has_three_substructures": 0.9972602739726028,
"eval_heavy_atoms_difference": 13.540079540433053,
"eval_heavy_atoms_difference_norm": 0.17612445546772115,
"eval_linker_equal": 0.03296509058771542,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.9920459566946531,
"eval_linker_heavy_atoms_difference": 2.8389748121961995,
"eval_linker_heavy_atoms_difference_norm": 0.09419788075518785,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9920459566946531,
"eval_loss": 0.3278193175792694,
"eval_num_fragments": 2.998851082633672,
"eval_poi_equal": 0.44604507291206363,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.8559434379142731,
"eval_poi_heavy_atoms_difference": 4.626159964648696,
"eval_poi_heavy_atoms_difference_norm": 0.13707884773495643,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.8559434379142731,
"eval_reassembly": 0.011224038886433937,
"eval_reassembly_nostereo": 0.014582412726469289,
"eval_runtime": 1604.1755,
"eval_samples_per_second": 7.053,
"eval_steps_per_second": 0.11,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.8517012814847548,
"step": 5000
},
{
"epoch": 0.542513316235944,
"grad_norm": 0.38433611392974854,
"learning_rate": 9.40749851938446e-06,
"loss": 0.1118,
"step": 5500
},
{
"epoch": 0.5918327086210298,
"grad_norm": 0.36694690585136414,
"learning_rate": 1.6930895112010063e-06,
"loss": 0.0928,
"step": 6000
},
{
"epoch": 0.6411521010061156,
"grad_norm": 0.4271489679813385,
"learning_rate": 1.2349011454936161e-05,
"loss": 0.0865,
"step": 6500
},
{
"epoch": 0.6904714933912014,
"grad_norm": 0.313239723443985,
"learning_rate": 5.079497261654571e-06,
"loss": 0.0741,
"step": 7000
},
{
"epoch": 0.7397908857762873,
"grad_norm": 0.3399418890476227,
"learning_rate": 1.3381473232800727e-08,
"loss": 0.0647,
"step": 7500
},
{
"epoch": 0.7397908857762873,
"eval_all_ligands_equal": 0.09960229783473265,
"eval_e3_equal": 0.6164383561643836,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9974370304904994,
"eval_e3_heavy_atoms_difference": -0.37711003093239065,
"eval_e3_heavy_atoms_difference_norm": -0.029500913713103576,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9974370304904994,
"eval_has_all_attachment_points": 0.9841802916482545,
"eval_has_three_substructures": 0.9984091913389306,
"eval_heavy_atoms_difference": 8.764825452938577,
"eval_heavy_atoms_difference_norm": 0.11663905946465683,
"eval_linker_equal": 0.18091029606716746,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.9951391957578436,
"eval_linker_heavy_atoms_difference": 1.40468404772426,
"eval_linker_heavy_atoms_difference_norm": 0.03254055532418206,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9951391957578436,
"eval_loss": 0.30297839641571045,
"eval_num_fragments": 2.9998232434821035,
"eval_poi_equal": 0.592311091471498,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.8999558108705259,
"eval_poi_heavy_atoms_difference": 2.989041095890411,
"eval_poi_heavy_atoms_difference_norm": 0.0963439298209162,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.8999558108705259,
"eval_reassembly": 0.10181175430844012,
"eval_reassembly_nostereo": 0.12125497127706585,
"eval_runtime": 1566.1275,
"eval_samples_per_second": 7.225,
"eval_steps_per_second": 0.113,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.8968625718073354,
"step": 7500
},
{
"epoch": 0.789110278161373,
"grad_norm": 0.29930323362350464,
"learning_rate": 9.018489279357163e-06,
"loss": 0.0612,
"step": 8000
},
{
"epoch": 0.8384296705464589,
"grad_norm": 0.2859373092651367,
"learning_rate": 1.4219894348622587e-06,
"loss": 0.0513,
"step": 8500
},
{
"epoch": 0.8877490629315447,
"grad_norm": 0.3412788510322571,
"learning_rate": 1.2120992487744925e-05,
"loss": 0.0486,
"step": 9000
},
{
"epoch": 0.9370684553166305,
"grad_norm": 0.2856570780277252,
"learning_rate": 4.672990230675061e-06,
"loss": 0.0431,
"step": 9500
},
{
"epoch": 0.9863878477017163,
"grad_norm": 0.32015150785446167,
"learning_rate": 0.0,
"loss": 0.038,
"step": 10000
},
{
"epoch": 0.9863878477017163,
"eval_all_ligands_equal": 0.24666372072470172,
"eval_e3_equal": 0.7081749889527176,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9954043305346885,
"eval_e3_heavy_atoms_difference": -0.11568714096332303,
"eval_e3_heavy_atoms_difference_norm": -0.01632685944362263,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9954043305346885,
"eval_has_all_attachment_points": 0.9836500220945648,
"eval_has_three_substructures": 0.9982324348210341,
"eval_heavy_atoms_difference": 7.748652231551039,
"eval_heavy_atoms_difference_norm": 0.10334924104239034,
"eval_linker_equal": 0.369244365885992,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.9956694653115333,
"eval_linker_heavy_atoms_difference": 0.8865223155103844,
"eval_linker_heavy_atoms_difference_norm": 0.01641523331192202,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9956694653115333,
"eval_loss": 0.29511889815330505,
"eval_num_fragments": 3.000883782589483,
"eval_poi_equal": 0.6556783031374281,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.9101193106495802,
"eval_poi_heavy_atoms_difference": 2.6532037118868756,
"eval_poi_heavy_atoms_difference_norm": 0.08616104425703792,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9101193106495802,
"eval_reassembly": 0.2509058771542201,
"eval_reassembly_nostereo": 0.27485638532920903,
"eval_runtime": 1498.6984,
"eval_samples_per_second": 7.55,
"eval_steps_per_second": 0.118,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.905612019443217,
"step": 10000
}
],
"logging_steps": 500,
"max_steps": 10000,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 8.663036348367667e+16,
"train_batch_size": 128,
"trial_name": "trial-number=0-learning_rate=1.3e-05-warmup_ratio=0.100-num_cycles=8",
"trial_params": {
"learning_rate": 1.329291894316217e-05,
"num_cycles": 8,
"warmup_ratio": 0.09999999999999999
}
}
|