ribesstefano's picture
Training in progress, step 10000
177a595 verified
raw
history blame
10.8 kB
{
"best_metric": 0.51064958020327,
"best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25-rand-smiles/trial-number=1-learning_rate=2.0e-05-warmup_ratio=0.090-min_lr=0.000-factor=0.140/checkpoint-10000",
"epoch": 0.9863878477017163,
"eval_steps": 2500,
"global_step": 10000,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.049319392385085814,
"grad_norm": 0.9366918206214905,
"learning_rate": 1.9637600609931647e-05,
"loss": 1.3552,
"step": 500
},
{
"epoch": 0.09863878477017163,
"grad_norm": 0.7903795838356018,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.3992,
"step": 1000
},
{
"epoch": 0.14795817715525744,
"grad_norm": 0.6279132962226868,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.2193,
"step": 1500
},
{
"epoch": 0.19727756954034326,
"grad_norm": 0.4536708891391754,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.1436,
"step": 2000
},
{
"epoch": 0.24659696192542907,
"grad_norm": 0.38390129804611206,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0988,
"step": 2500
},
{
"epoch": 0.2959163543105149,
"grad_norm": 0.33358627557754517,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.072,
"step": 3000
},
{
"epoch": 0.3452357466956007,
"grad_norm": 0.2700892388820648,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.055,
"step": 3500
},
{
"epoch": 0.3945551390806865,
"grad_norm": 0.25509464740753174,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0438,
"step": 4000
},
{
"epoch": 0.4438745314657723,
"grad_norm": 0.2741105854511261,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0358,
"step": 4500
},
{
"epoch": 0.49319392385085814,
"grad_norm": 0.27503982186317444,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0298,
"step": 5000
},
{
"epoch": 0.49319392385085814,
"eval_all_ligands_equal": 0.3385771100309324,
"eval_e3_equal": 0.7543084401237296,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9961113566062748,
"eval_e3_heavy_atoms_difference": 0.2403004860804242,
"eval_e3_heavy_atoms_difference_norm": 0.0009850356807857721,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9961113566062748,
"eval_has_all_attachment_points": 0.9883340698188245,
"eval_has_three_substructures": 0.9992045956694653,
"eval_heavy_atoms_difference": 6.7087052585064075,
"eval_heavy_atoms_difference_norm": 0.08811903753594401,
"eval_linker_equal": 0.5086168802474591,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.997613787008396,
"eval_linker_heavy_atoms_difference": 1.5927529827662394,
"eval_linker_heavy_atoms_difference_norm": 0.06277030655434478,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.997613787008396,
"eval_loss": 0.29202571511268616,
"eval_num_fragments": 3.0004418912947415,
"eval_poi_equal": 0.6781263809102961,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.9418471056120195,
"eval_poi_heavy_atoms_difference": 1.9634997790543527,
"eval_poi_heavy_atoms_difference_norm": 0.061116057900993816,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9418471056120195,
"eval_reassembly": 0.3447635881573133,
"eval_reassembly_nostereo": 0.37136544410075123,
"eval_runtime": 1565.4444,
"eval_samples_per_second": 7.228,
"eval_steps_per_second": 0.113,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.9377817057003976,
"step": 5000
},
{
"epoch": 0.542513316235944,
"grad_norm": 0.2893636226654053,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0252,
"step": 5500
},
{
"epoch": 0.5918327086210298,
"grad_norm": 0.2260722666978836,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0219,
"step": 6000
},
{
"epoch": 0.6411521010061156,
"grad_norm": 0.22679904103279114,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0189,
"step": 6500
},
{
"epoch": 0.6904714933912014,
"grad_norm": 0.18228673934936523,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0169,
"step": 7000
},
{
"epoch": 0.7397908857762873,
"grad_norm": 0.18237416446208954,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0151,
"step": 7500
},
{
"epoch": 0.7397908857762873,
"eval_all_ligands_equal": 0.4684931506849315,
"eval_e3_equal": 0.7885108263367212,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9929297392841361,
"eval_e3_heavy_atoms_difference": 0.3597878921785241,
"eval_e3_heavy_atoms_difference_norm": 0.00521588791052724,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9929297392841361,
"eval_has_all_attachment_points": 0.9863013698630136,
"eval_has_three_substructures": 0.9988510826336722,
"eval_heavy_atoms_difference": 5.797967300044189,
"eval_heavy_atoms_difference_norm": 0.07490685834023805,
"eval_linker_equal": 0.6817498895271763,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.9955810870525851,
"eval_linker_heavy_atoms_difference": 0.4904109589041096,
"eval_linker_heavy_atoms_difference_norm": 0.006170812304541001,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9955810870525851,
"eval_loss": 0.2942061424255371,
"eval_num_fragments": 2.9999116217410515,
"eval_poi_equal": 0.7197525408749448,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.9391073795846222,
"eval_poi_heavy_atoms_difference": 1.726646045072912,
"eval_poi_heavy_atoms_difference_norm": 0.04955859868875608,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9391073795846222,
"eval_reassembly": 0.4752098983650022,
"eval_reassembly_nostereo": 0.5030490499337164,
"eval_runtime": 1518.3153,
"eval_samples_per_second": 7.452,
"eval_steps_per_second": 0.117,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.9309765797613787,
"step": 7500
},
{
"epoch": 0.789110278161373,
"grad_norm": 0.17814092338085175,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0131,
"step": 8000
},
{
"epoch": 0.8384296705464589,
"grad_norm": 0.17906583845615387,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0121,
"step": 8500
},
{
"epoch": 0.8877490629315447,
"grad_norm": 0.17858368158340454,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0109,
"step": 9000
},
{
"epoch": 0.9370684553166305,
"grad_norm": 0.20851778984069824,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.01,
"step": 9500
},
{
"epoch": 0.9863878477017163,
"grad_norm": 0.19188041985034943,
"learning_rate": 1.9637600609931647e-05,
"loss": 0.0094,
"step": 10000
},
{
"epoch": 0.9863878477017163,
"eval_all_ligands_equal": 0.51064958020327,
"eval_e3_equal": 0.7939019001325673,
"eval_e3_graph_edit_distance": 9.999999999999999e+63,
"eval_e3_graph_edit_distance_norm": 1.0,
"eval_e3_has_attachment_point(s)": 0.9930181175430844,
"eval_e3_heavy_atoms_difference": 0.2714980114891737,
"eval_e3_heavy_atoms_difference_norm": 0.0006646498648945236,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9930181175430844,
"eval_has_all_attachment_points": 0.9847989394608926,
"eval_has_three_substructures": 0.9993813521873619,
"eval_heavy_atoms_difference": 4.782942996022978,
"eval_heavy_atoms_difference_norm": 0.061200538749235575,
"eval_linker_equal": 0.7305346884666372,
"eval_linker_graph_edit_distance": 9.999999999999999e+63,
"eval_linker_graph_edit_distance_norm": 1.0,
"eval_linker_has_attachment_point(s)": 0.9962881131241714,
"eval_linker_heavy_atoms_difference": 0.2067167476800707,
"eval_linker_heavy_atoms_difference_norm": -0.00944347093296283,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9962881131241714,
"eval_loss": 0.31269723176956177,
"eval_num_fragments": 2.9999116217410515,
"eval_poi_equal": 0.7448519664162616,
"eval_poi_graph_edit_distance": 9.999999999999999e+63,
"eval_poi_graph_edit_distance_norm": 1.0,
"eval_poi_has_attachment_point(s)": 0.9511268228015908,
"eval_poi_heavy_atoms_difference": 1.479275298276624,
"eval_poi_heavy_atoms_difference_norm": 0.039726793829409066,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9511268228015908,
"eval_reassembly": 0.5191338930623066,
"eval_reassembly_nostereo": 0.5487406098099867,
"eval_runtime": 1509.6271,
"eval_samples_per_second": 7.495,
"eval_steps_per_second": 0.117,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.9428192664604508,
"step": 10000
}
],
"logging_steps": 500,
"max_steps": 10000,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 8.729673191023411e+16,
"train_batch_size": 128,
"trial_name": "trial-number=1-learning_rate=2.0e-05-warmup_ratio=0.090-min_lr=0.000-factor=0.140",
"trial_params": {
"factor": 0.14,
"learning_rate": 1.9637600609931647e-05,
"min_lr": 2.625658863416167e-10,
"warmup_ratio": 0.09
}
}