Training in progress, step 10000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56460d2d87bb45f60b8e314d21bda8850c8dd3b06d7d5e847c4593ef325ddca1
+oid sha256:9699af8b31d5fe42c1af26c9faf85f24753409b2a06ef6cfd48bb808bcea6236
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2da71d54eab307cb2da248a83b0679ef72c5fefd443a67aaa5582cbda202adc
+oid sha256:0e79e6e5d5729273468192b4fe4a270ecee11270d5934d08e69dcb017fb0cf61
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cf2bdb4ab13de64cc25d58bdf8f6d30a26a8d22776dad2b72bcaac6ee4429f8
+oid sha256:69b51f0a88f5a559dfad8b70382ccedcf3137fcef1d7f7521c81f6717533dfa9
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:197841552fe7ec3bc9b1e219bc5bda90e3cfc822804f93b84cf07d60e62c21a2
+oid sha256:0f7b2aea94214e16c346a0cd248ea8fde97c3e87f6418c297a784de8cd993010
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.158285461776403,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25-rand-smiles/trial-number=8-learning_rate=1.3e-05-warmup_ratio=0.010-min_lr=0.000-factor=0.220/checkpoint-5000",
-  "epoch": 0.49319392385085814,
+  "best_metric": 0.43809102960671675,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25-rand-smiles/trial-number=8-learning_rate=1.3e-05-warmup_ratio=0.010-min_lr=0.000-factor=0.220/checkpoint-10000",
+  "epoch": 0.9863878477017163,
   "eval_steps": 2500,
-  "global_step": 5000,
+  "global_step": 10000,
   "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -119,6 +119,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9341581970835174,
       "step": 5000
+    },
+    {
+      "epoch": 0.542513316235944,
+      "grad_norm": 0.3542541563510895,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0505,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5918327086210298,
+      "grad_norm": 0.26621213555336,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0437,
+      "step": 6000
+    },
+    {
+      "epoch": 0.6411521010061156,
+      "grad_norm": 0.2528485357761383,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0379,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6904714933912014,
+      "grad_norm": 0.27762725949287415,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0338,
+      "step": 7000
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "grad_norm": 0.21909886598587036,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0295,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "eval_all_ligands_equal": 0.35271763146266016,
+      "eval_e3_equal": 0.7418471056120195,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.9924878479893946,
+      "eval_e3_heavy_atoms_difference": 0.23252319929297394,
+      "eval_e3_heavy_atoms_difference_norm": -0.0017201594206716537,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9924878479893946,
+      "eval_has_all_attachment_points": 0.9860362350861688,
+      "eval_has_three_substructures": 0.9992929739284137,
+      "eval_heavy_atoms_difference": 5.737074679628812,
+      "eval_heavy_atoms_difference_norm": 0.07487054087890593,
+      "eval_linker_equal": 0.5281484754750332,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.9971718957136544,
+      "eval_linker_heavy_atoms_difference": 0.5623508616880247,
+      "eval_linker_heavy_atoms_difference_norm": 0.0005939261504664401,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971718957136544,
+      "eval_loss": 0.29675376415252686,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.6851082633672116,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.9439681838267786,
+      "eval_poi_heavy_atoms_difference": 1.8425099425541316,
+      "eval_poi_heavy_atoms_difference_norm": 0.055108029319327526,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9439681838267786,
+      "eval_reassembly": 0.3578435704816615,
+      "eval_reassembly_nostereo": 0.3903667697746354,
+      "eval_runtime": 1506.3107,
+      "eval_samples_per_second": 7.512,
+      "eval_steps_per_second": 0.118,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9358373840035351,
+      "step": 7500
+    },
+    {
+      "epoch": 0.789110278161373,
+      "grad_norm": 0.223163440823555,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0263,
+      "step": 8000
+    },
+    {
+      "epoch": 0.8384296705464589,
+      "grad_norm": 0.2685829699039459,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.024,
+      "step": 8500
+    },
+    {
+      "epoch": 0.8877490629315447,
+      "grad_norm": 0.23083259165287018,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0214,
+      "step": 9000
+    },
+    {
+      "epoch": 0.9370684553166305,
+      "grad_norm": 0.2764021158218384,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0195,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "grad_norm": 0.20302872359752655,
+      "learning_rate": 1.2789275019323142e-05,
+      "loss": 0.0179,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "eval_all_ligands_equal": 0.43809102960671675,
+      "eval_e3_equal": 0.7737516570923553,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.9943437914273089,
+      "eval_e3_heavy_atoms_difference": 0.12558550596553247,
+      "eval_e3_heavy_atoms_difference_norm": -0.004236009362451621,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9943437914273089,
+      "eval_has_all_attachment_points": 0.9902783915156872,
+      "eval_has_three_substructures": 0.9993813521873619,
+      "eval_heavy_atoms_difference": 5.090941228457799,
+      "eval_heavy_atoms_difference_norm": 0.06648832808261415,
+      "eval_linker_equal": 0.6404772425983208,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.9971718957136544,
+      "eval_linker_heavy_atoms_difference": 0.6052143172779496,
+      "eval_linker_heavy_atoms_difference_norm": 0.013539501259176759,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971718957136544,
+      "eval_loss": 0.30280253291130066,
+      "eval_num_fragments": 2.9999116217410515,
+      "eval_poi_equal": 0.7100309323906319,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.9496243923994697,
+      "eval_poi_heavy_atoms_difference": 1.5444984533804684,
+      "eval_poi_heavy_atoms_difference_norm": 0.04371697247936184,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9496243923994697,
+      "eval_reassembly": 0.44498453380468406,
+      "eval_reassembly_nostereo": 0.47927529827662396,
+      "eval_runtime": 1498.7629,
+      "eval_samples_per_second": 7.55,
+      "eval_steps_per_second": 0.118,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.942907644719399,
+      "step": 10000
     }
   ],
   "logging_steps": 500,
@@ -133,12 +287,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 4.364959997072179e+16,
+  "total_flos": 8.729673191023411e+16,
   "train_batch_size": 128,
   "trial_name": "trial-number=8-learning_rate=1.3e-05-warmup_ratio=0.010-min_lr=0.000-factor=0.220",
   "trial_params": {