{ "best_metric": 0.24666372072470172, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-opt25/trial-number=0-learning_rate=1.3e-05-warmup_ratio=0.100-num_cycles=8/checkpoint-10000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 1.1029289960861206, "learning_rate": 1.0150642174439675e-05, "loss": 2.1079, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 1.069559931755066, "learning_rate": 2.2939541438839045e-06, "loss": 0.612, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 1.0086921453475952, "learning_rate": 1.2735337205476001e-05, "loss": 0.5012, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 0.7310407161712646, "learning_rate": 5.909777868036016e-06, "loss": 0.3491, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 0.7290641069412231, "learning_rate": 1.2011018124209218e-07, "loss": 0.275, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 0.6321003437042236, "learning_rate": 9.785390029657761e-06, "loss": 0.2385, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 0.42309775948524475, "learning_rate": 1.9841350601091295e-06, "loss": 0.1832, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 0.5520086288452148, "learning_rate": 1.2554068257970625e-05, "loss": 0.1685, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 0.4456807076931, "learning_rate": 5.492313896403925e-06, "loss": 0.1392, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 0.4616454541683197, "learning_rate": 5.347201046140292e-08, "loss": 0.1218, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.01104728236853734, "eval_e3_equal": 0.4543526292532037, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9961997348652232, "eval_e3_heavy_atoms_difference": -0.7910737958462218, "eval_e3_heavy_atoms_difference_norm": -0.04760925516085696, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9961997348652232, "eval_has_all_attachment_points": 0.971895713654441, "eval_has_three_substructures": 0.9972602739726028, "eval_heavy_atoms_difference": 13.540079540433053, "eval_heavy_atoms_difference_norm": 0.17612445546772115, "eval_linker_equal": 0.03296509058771542, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9920459566946531, "eval_linker_heavy_atoms_difference": 2.8389748121961995, "eval_linker_heavy_atoms_difference_norm": 0.09419788075518785, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9920459566946531, "eval_loss": 0.3278193175792694, "eval_num_fragments": 2.998851082633672, "eval_poi_equal": 0.44604507291206363, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.8559434379142731, "eval_poi_heavy_atoms_difference": 4.626159964648696, "eval_poi_heavy_atoms_difference_norm": 0.13707884773495643, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.8559434379142731, "eval_reassembly": 0.011224038886433937, "eval_reassembly_nostereo": 0.014582412726469289, "eval_runtime": 1604.1755, "eval_samples_per_second": 7.053, "eval_steps_per_second": 0.11, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.8517012814847548, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 0.38433611392974854, "learning_rate": 9.40749851938446e-06, "loss": 0.1118, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 0.36694690585136414, "learning_rate": 1.6930895112010063e-06, "loss": 0.0928, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 0.4271489679813385, "learning_rate": 1.2349011454936161e-05, "loss": 0.0865, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 0.313239723443985, "learning_rate": 5.079497261654571e-06, "loss": 0.0741, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.3399418890476227, "learning_rate": 1.3381473232800727e-08, "loss": 0.0647, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.09960229783473265, "eval_e3_equal": 0.6164383561643836, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9974370304904994, "eval_e3_heavy_atoms_difference": -0.37711003093239065, "eval_e3_heavy_atoms_difference_norm": -0.029500913713103576, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9974370304904994, "eval_has_all_attachment_points": 0.9841802916482545, "eval_has_three_substructures": 0.9984091913389306, "eval_heavy_atoms_difference": 8.764825452938577, "eval_heavy_atoms_difference_norm": 0.11663905946465683, "eval_linker_equal": 0.18091029606716746, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9951391957578436, "eval_linker_heavy_atoms_difference": 1.40468404772426, "eval_linker_heavy_atoms_difference_norm": 0.03254055532418206, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9951391957578436, "eval_loss": 0.30297839641571045, "eval_num_fragments": 2.9998232434821035, "eval_poi_equal": 0.592311091471498, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.8999558108705259, "eval_poi_heavy_atoms_difference": 2.989041095890411, "eval_poi_heavy_atoms_difference_norm": 0.0963439298209162, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.8999558108705259, "eval_reassembly": 0.10181175430844012, "eval_reassembly_nostereo": 0.12125497127706585, "eval_runtime": 1566.1275, "eval_samples_per_second": 7.225, "eval_steps_per_second": 0.113, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.8968625718073354, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 0.29930323362350464, "learning_rate": 9.018489279357163e-06, "loss": 0.0612, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 0.2859373092651367, "learning_rate": 1.4219894348622587e-06, "loss": 0.0513, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.3412788510322571, "learning_rate": 1.2120992487744925e-05, "loss": 0.0486, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 0.2856570780277252, "learning_rate": 4.672990230675061e-06, "loss": 0.0431, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.32015150785446167, "learning_rate": 0.0, "loss": 0.038, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.24666372072470172, "eval_e3_equal": 0.7081749889527176, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9954043305346885, "eval_e3_heavy_atoms_difference": -0.11568714096332303, "eval_e3_heavy_atoms_difference_norm": -0.01632685944362263, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9954043305346885, "eval_has_all_attachment_points": 0.9836500220945648, "eval_has_three_substructures": 0.9982324348210341, "eval_heavy_atoms_difference": 7.748652231551039, "eval_heavy_atoms_difference_norm": 0.10334924104239034, "eval_linker_equal": 0.369244365885992, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9956694653115333, "eval_linker_heavy_atoms_difference": 0.8865223155103844, "eval_linker_heavy_atoms_difference_norm": 0.01641523331192202, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9956694653115333, "eval_loss": 0.29511889815330505, "eval_num_fragments": 3.000883782589483, "eval_poi_equal": 0.6556783031374281, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9101193106495802, "eval_poi_heavy_atoms_difference": 2.6532037118868756, "eval_poi_heavy_atoms_difference_norm": 0.08616104425703792, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9101193106495802, "eval_reassembly": 0.2509058771542201, "eval_reassembly_nostereo": 0.27485638532920903, "eval_runtime": 1498.6984, "eval_samples_per_second": 7.55, "eval_steps_per_second": 0.118, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.905612019443217, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=0-learning_rate=1.3e-05-warmup_ratio=0.100-num_cycles=8", "trial_params": { "learning_rate": 1.329291894316217e-05, "num_cycles": 8, "warmup_ratio": 0.09999999999999999 } }