Upload folder using huggingface_hub

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.0",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f353ac1cb263eb50b5ccd07ce7dab3ee21a13b84c8a1d7e9bacb54bc1f7f292f
+size 4886466168

model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a46436fd6f2cb282ce83efe72cf1b7e030189ca2a098045b281d63da007944
+size 4832007448

model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa9f1a4e40cac9b81779d59357b38e0d02e6b8460d504346eb1d03b71c6c94
+size 4999813112

model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed9ac67cfe2eaa9760e5111344d8d766c66f4ffa7e4c8a87facdbb699dac51
+size 4999813128

model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296483aa9e05af2140c6f393836dbdf04028ec74f00fef324088b9bb4481a611
+size 4832007496

model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb61ceb231831760b403499b6110a298eeaeb84db2d9e84a728324102e884168
+size 4999813120

model-00007-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af524ac308e7a7ff52a0b3e29659c3ea33f7d032431cf38299484d9cb1e224e6
+size 2571158184

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 32121044992
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00007-of-00007.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.norm.weight": "model-00007-of-00007.safetensors"
+  }
+}

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b074bf97f241c2662caa5ce956b03d1249c3cc0713b6aef7796673362754f98
+size 14512

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aed9e8d78903cb12015375021c729c3f6c5fd1a1e19e7aee6ddde57c3310b9
+size 14512

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064c6b0f6bb7efd8795b891468d7974ce26df23b449faeb18f6be5e4dd5a3e09
+size 1064

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,2995 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9855421686746988,
+  "eval_steps": 52,
+  "global_step": 414,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004819277108433735,
+      "grad_norm": 22.358972549438477,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 1.5652,
+      "step": 1
+    },
+    {
+      "epoch": 0.004819277108433735,
+      "eval_loss": 1.4657918214797974,
+      "eval_runtime": 407.7477,
+      "eval_samples_per_second": 3.983,
+      "eval_steps_per_second": 0.996,
+      "step": 1
+    },
+    {
+      "epoch": 0.00963855421686747,
+      "grad_norm": 21.81947135925293,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.4671,
+      "step": 2
+    },
+    {
+      "epoch": 0.014457831325301205,
+      "grad_norm": 17.827760696411133,
+      "learning_rate": 6e-06,
+      "loss": 1.3721,
+      "step": 3
+    },
+    {
+      "epoch": 0.01927710843373494,
+      "grad_norm": 12.67513656616211,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.2023,
+      "step": 4
+    },
+    {
+      "epoch": 0.024096385542168676,
+      "grad_norm": 12.69899845123291,
+      "learning_rate": 1e-05,
+      "loss": 1.1047,
+      "step": 5
+    },
+    {
+      "epoch": 0.02891566265060241,
+      "grad_norm": 10.573343276977539,
+      "learning_rate": 1.2e-05,
+      "loss": 1.0638,
+      "step": 6
+    },
+    {
+      "epoch": 0.033734939759036145,
+      "grad_norm": 7.3869709968566895,
+      "learning_rate": 1.4e-05,
+      "loss": 1.0308,
+      "step": 7
+    },
+    {
+      "epoch": 0.03855421686746988,
+      "grad_norm": 8.336923599243164,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.0038,
+      "step": 8
+    },
+    {
+      "epoch": 0.043373493975903614,
+      "grad_norm": 8.090559959411621,
+      "learning_rate": 1.8e-05,
+      "loss": 1.0536,
+      "step": 9
+    },
+    {
+      "epoch": 0.04819277108433735,
+      "grad_norm": 5.664218425750732,
+      "learning_rate": 2e-05,
+      "loss": 0.9744,
+      "step": 10
+    },
+    {
+      "epoch": 0.05301204819277108,
+      "grad_norm": 27.36557388305664,
+      "learning_rate": 1.9999697653579705e-05,
+      "loss": 1.0602,
+      "step": 11
+    },
+    {
+      "epoch": 0.05783132530120482,
+      "grad_norm": 13.406028747558594,
+      "learning_rate": 1.9998790632601496e-05,
+      "loss": 1.038,
+      "step": 12
+    },
+    {
+      "epoch": 0.06265060240963856,
+      "grad_norm": 5.966604709625244,
+      "learning_rate": 1.999727899191228e-05,
+      "loss": 0.9748,
+      "step": 13
+    },
+    {
+      "epoch": 0.06746987951807229,
+      "grad_norm": 5.611815452575684,
+      "learning_rate": 1.999516282291988e-05,
+      "loss": 0.9866,
+      "step": 14
+    },
+    {
+      "epoch": 0.07228915662650602,
+      "grad_norm": 5.1906819343566895,
+      "learning_rate": 1.9992442253587533e-05,
+      "loss": 0.9375,
+      "step": 15
+    },
+    {
+      "epoch": 0.07710843373493977,
+      "grad_norm": 5.197139739990234,
+      "learning_rate": 1.998911744842611e-05,
+      "loss": 0.9655,
+      "step": 16
+    },
+    {
+      "epoch": 0.0819277108433735,
+      "grad_norm": 3.9094479084014893,
+      "learning_rate": 1.99851886084842e-05,
+      "loss": 0.95,
+      "step": 17
+    },
+    {
+      "epoch": 0.08674698795180723,
+      "grad_norm": 5.180599212646484,
+      "learning_rate": 1.9980655971335944e-05,
+      "loss": 1.0035,
+      "step": 18
+    },
+    {
+      "epoch": 0.09156626506024096,
+      "grad_norm": 4.283572673797607,
+      "learning_rate": 1.9975519811066665e-05,
+      "loss": 0.9105,
+      "step": 19
+    },
+    {
+      "epoch": 0.0963855421686747,
+      "grad_norm": 3.92655086517334,
+      "learning_rate": 1.9969780438256295e-05,
+      "loss": 1.0165,
+      "step": 20
+    },
+    {
+      "epoch": 0.10120481927710843,
+      "grad_norm": 4.255762577056885,
+      "learning_rate": 1.99634381999606e-05,
+      "loss": 0.9621,
+      "step": 21
+    },
+    {
+      "epoch": 0.10602409638554217,
+      "grad_norm": 4.64040994644165,
+      "learning_rate": 1.995649347969019e-05,
+      "loss": 0.9977,
+      "step": 22
+    },
+    {
+      "epoch": 0.1108433734939759,
+      "grad_norm": 4.476572513580322,
+      "learning_rate": 1.9948946697387322e-05,
+      "loss": 1.0254,
+      "step": 23
+    },
+    {
+      "epoch": 0.11566265060240964,
+      "grad_norm": 4.513229846954346,
+      "learning_rate": 1.9940798309400527e-05,
+      "loss": 0.9874,
+      "step": 24
+    },
+    {
+      "epoch": 0.12048192771084337,
+      "grad_norm": 4.014408111572266,
+      "learning_rate": 1.993204880845699e-05,
+      "loss": 0.9334,
+      "step": 25
+    },
+    {
+      "epoch": 0.12530120481927712,
+      "grad_norm": 3.4205386638641357,
+      "learning_rate": 1.992269872363277e-05,
+      "loss": 0.8867,
+      "step": 26
+    },
+    {
+      "epoch": 0.13012048192771083,
+      "grad_norm": 3.855297088623047,
+      "learning_rate": 1.9912748620320796e-05,
+      "loss": 0.9767,
+      "step": 27
+    },
+    {
+      "epoch": 0.13493975903614458,
+      "grad_norm": 3.8717806339263916,
+      "learning_rate": 1.9902199100196697e-05,
+      "loss": 0.9989,
+      "step": 28
+    },
+    {
+      "epoch": 0.13975903614457832,
+      "grad_norm": 3.8353829383850098,
+      "learning_rate": 1.98910508011824e-05,
+      "loss": 0.9553,
+      "step": 29
+    },
+    {
+      "epoch": 0.14457831325301204,
+      "grad_norm": 3.8910715579986572,
+      "learning_rate": 1.987930439740757e-05,
+      "loss": 0.9659,
+      "step": 30
+    },
+    {
+      "epoch": 0.1493975903614458,
+      "grad_norm": 4.098902225494385,
+      "learning_rate": 1.9866960599168825e-05,
+      "loss": 0.9066,
+      "step": 31
+    },
+    {
+      "epoch": 0.15421686746987953,
+      "grad_norm": 3.609893321990967,
+      "learning_rate": 1.9854020152886816e-05,
+      "loss": 0.9287,
+      "step": 32
+    },
+    {
+      "epoch": 0.15903614457831325,
+      "grad_norm": 3.6637232303619385,
+      "learning_rate": 1.9840483841061058e-05,
+      "loss": 0.8945,
+      "step": 33
+    },
+    {
+      "epoch": 0.163855421686747,
+      "grad_norm": 3.991074562072754,
+      "learning_rate": 1.982635248222264e-05,
+      "loss": 0.8992,
+      "step": 34
+    },
+    {
+      "epoch": 0.1686746987951807,
+      "grad_norm": 4.303783416748047,
+      "learning_rate": 1.981162693088471e-05,
+      "loss": 0.9494,
+      "step": 35
+    },
+    {
+      "epoch": 0.17349397590361446,
+      "grad_norm": 4.269317150115967,
+      "learning_rate": 1.9796308077490817e-05,
+      "loss": 0.9754,
+      "step": 36
+    },
+    {
+      "epoch": 0.1783132530120482,
+      "grad_norm": 4.001611709594727,
+      "learning_rate": 1.978039684836106e-05,
+      "loss": 0.9202,
+      "step": 37
+    },
+    {
+      "epoch": 0.18313253012048192,
+      "grad_norm": 4.386765956878662,
+      "learning_rate": 1.976389420563607e-05,
+      "loss": 0.9723,
+      "step": 38
+    },
+    {
+      "epoch": 0.18795180722891566,
+      "grad_norm": 3.8781235218048096,
+      "learning_rate": 1.9746801147218844e-05,
+      "loss": 0.9458,
+      "step": 39
+    },
+    {
+      "epoch": 0.1927710843373494,
+      "grad_norm": 4.019350528717041,
+      "learning_rate": 1.9729118706714377e-05,
+      "loss": 0.9313,
+      "step": 40
+    },
+    {
+      "epoch": 0.19759036144578312,
+      "grad_norm": 4.535061836242676,
+      "learning_rate": 1.9710847953367193e-05,
+      "loss": 1.0018,
+      "step": 41
+    },
+    {
+      "epoch": 0.20240963855421687,
+      "grad_norm": 4.199214458465576,
+      "learning_rate": 1.9691989991996663e-05,
+      "loss": 1.0205,
+      "step": 42
+    },
+    {
+      "epoch": 0.20722891566265061,
+      "grad_norm": 3.905357599258423,
+      "learning_rate": 1.9672545962930214e-05,
+      "loss": 0.8749,
+      "step": 43
+    },
+    {
+      "epoch": 0.21204819277108433,
+      "grad_norm": 5.23562479019165,
+      "learning_rate": 1.9652517041934357e-05,
+      "loss": 0.9942,
+      "step": 44
+    },
+    {
+      "epoch": 0.21686746987951808,
+      "grad_norm": 4.048227310180664,
+      "learning_rate": 1.9631904440143614e-05,
+      "loss": 0.8923,
+      "step": 45
+    },
+    {
+      "epoch": 0.2216867469879518,
+      "grad_norm": 3.829437732696533,
+      "learning_rate": 1.9610709403987248e-05,
+      "loss": 0.9125,
+      "step": 46
+    },
+    {
+      "epoch": 0.22650602409638554,
+      "grad_norm": 3.8191184997558594,
+      "learning_rate": 1.9588933215113926e-05,
+      "loss": 0.8825,
+      "step": 47
+    },
+    {
+      "epoch": 0.23132530120481928,
+      "grad_norm": 3.622243642807007,
+      "learning_rate": 1.95665771903142e-05,
+      "loss": 0.9214,
+      "step": 48
+    },
+    {
+      "epoch": 0.236144578313253,
+      "grad_norm": 4.483166217803955,
+      "learning_rate": 1.954364268144088e-05,
+      "loss": 0.9027,
+      "step": 49
+    },
+    {
+      "epoch": 0.24096385542168675,
+      "grad_norm": 4.152469635009766,
+      "learning_rate": 1.95201310753273e-05,
+      "loss": 0.9439,
+      "step": 50
+    },
+    {
+      "epoch": 0.2457831325301205,
+      "grad_norm": 3.4553298950195312,
+      "learning_rate": 1.949604379370345e-05,
+      "loss": 0.9282,
+      "step": 51
+    },
+    {
+      "epoch": 0.25060240963855424,
+      "grad_norm": 3.4458351135253906,
+      "learning_rate": 1.9471382293110004e-05,
+      "loss": 0.8734,
+      "step": 52
+    },
+    {
+      "epoch": 0.25060240963855424,
+      "eval_loss": 0.9173946380615234,
+      "eval_runtime": 409.5887,
+      "eval_samples_per_second": 3.965,
+      "eval_steps_per_second": 0.991,
+      "step": 52
+    },
+    {
+      "epoch": 0.25542168674698795,
+      "grad_norm": 3.958357810974121,
+      "learning_rate": 1.9446148064810243e-05,
+      "loss": 0.9208,
+      "step": 53
+    },
+    {
+      "epoch": 0.26024096385542167,
+      "grad_norm": 3.440983295440674,
+      "learning_rate": 1.9420342634699893e-05,
+      "loss": 0.9079,
+      "step": 54
+    },
+    {
+      "epoch": 0.26506024096385544,
+      "grad_norm": 3.14013934135437,
+      "learning_rate": 1.9393967563214833e-05,
+      "loss": 0.8653,
+      "step": 55
+    },
+    {
+      "epoch": 0.26987951807228916,
+      "grad_norm": 3.123026132583618,
+      "learning_rate": 1.936702444523675e-05,
+      "loss": 0.8783,
+      "step": 56
+    },
+    {
+      "epoch": 0.2746987951807229,
+      "grad_norm": 3.9587645530700684,
+      "learning_rate": 1.9339514909996706e-05,
+      "loss": 0.9239,
+      "step": 57
+    },
+    {
+      "epoch": 0.27951807228915665,
+      "grad_norm": 4.004755973815918,
+      "learning_rate": 1.9311440620976597e-05,
+      "loss": 0.9284,
+      "step": 58
+    },
+    {
+      "epoch": 0.28433734939759037,
+      "grad_norm": 3.3966100215911865,
+      "learning_rate": 1.928280327580858e-05,
+      "loss": 0.9284,
+      "step": 59
+    },
+    {
+      "epoch": 0.2891566265060241,
+      "grad_norm": 3.665738105773926,
+      "learning_rate": 1.925360460617242e-05,
+      "loss": 0.9185,
+      "step": 60
+    },
+    {
+      "epoch": 0.29397590361445786,
+      "grad_norm": 3.625847339630127,
+      "learning_rate": 1.9223846377690754e-05,
+      "loss": 0.9208,
+      "step": 61
+    },
+    {
+      "epoch": 0.2987951807228916,
+      "grad_norm": 4.189015865325928,
+      "learning_rate": 1.9193530389822364e-05,
+      "loss": 0.9652,
+      "step": 62
+    },
+    {
+      "epoch": 0.3036144578313253,
+      "grad_norm": 4.030600070953369,
+      "learning_rate": 1.9162658475753328e-05,
+      "loss": 0.9312,
+      "step": 63
+    },
+    {
+      "epoch": 0.30843373493975906,
+      "grad_norm": 3.5443010330200195,
+      "learning_rate": 1.913123250228619e-05,
+      "loss": 0.9061,
+      "step": 64
+    },
+    {
+      "epoch": 0.3132530120481928,
+      "grad_norm": 4.126009464263916,
+      "learning_rate": 1.9099254369727062e-05,
+      "loss": 0.9663,
+      "step": 65
+    },
+    {
+      "epoch": 0.3180722891566265,
+      "grad_norm": 2.7072594165802,
+      "learning_rate": 1.9066726011770725e-05,
+      "loss": 0.8867,
+      "step": 66
+    },
+    {
+      "epoch": 0.3228915662650602,
+      "grad_norm": 3.835609197616577,
+      "learning_rate": 1.90336493953837e-05,
+      "loss": 0.8732,
+      "step": 67
+    },
+    {
+      "epoch": 0.327710843373494,
+      "grad_norm": 3.9530820846557617,
+      "learning_rate": 1.90000265206853e-05,
+      "loss": 0.9577,
+      "step": 68
+    },
+    {
+      "epoch": 0.3325301204819277,
+      "grad_norm": 3.488438129425049,
+      "learning_rate": 1.8965859420826685e-05,
+      "loss": 0.8677,
+      "step": 69
+    },
+    {
+      "epoch": 0.3373493975903614,
+      "grad_norm": 3.690389394760132,
+      "learning_rate": 1.8931150161867917e-05,
+      "loss": 0.9178,
+      "step": 70
+    },
+    {
+      "epoch": 0.3421686746987952,
+      "grad_norm": 3.0712807178497314,
+      "learning_rate": 1.889590084265304e-05,
+      "loss": 0.8756,
+      "step": 71
+    },
+    {
+      "epoch": 0.3469879518072289,
+      "grad_norm": 2.9820151329040527,
+      "learning_rate": 1.8860113594683148e-05,
+      "loss": 0.8897,
+      "step": 72
+    },
+    {
+      "epoch": 0.35180722891566263,
+      "grad_norm": 3.4041998386383057,
+      "learning_rate": 1.882379058198751e-05,
+      "loss": 0.9138,
+      "step": 73
+    },
+    {
+      "epoch": 0.3566265060240964,
+      "grad_norm": 3.2408714294433594,
+      "learning_rate": 1.878693400099269e-05,
+      "loss": 0.9034,
+      "step": 74
+    },
+    {
+      "epoch": 0.3614457831325301,
+      "grad_norm": 3.3161394596099854,
+      "learning_rate": 1.874954608038976e-05,
+      "loss": 0.9153,
+      "step": 75
+    },
+    {
+      "epoch": 0.36626506024096384,
+      "grad_norm": 3.4559402465820312,
+      "learning_rate": 1.8711629080999506e-05,
+      "loss": 0.9402,
+      "step": 76
+    },
+    {
+      "epoch": 0.3710843373493976,
+      "grad_norm": 3.232393264770508,
+      "learning_rate": 1.867318529563574e-05,
+      "loss": 0.934,
+      "step": 77
+    },
+    {
+      "epoch": 0.3759036144578313,
+      "grad_norm": 2.9000368118286133,
+      "learning_rate": 1.8634217048966638e-05,
+      "loss": 0.899,
+      "step": 78
+    },
+    {
+      "epoch": 0.38072289156626504,
+      "grad_norm": 3.0255680084228516,
+      "learning_rate": 1.8594726697374173e-05,
+      "loss": 0.8689,
+      "step": 79
+    },
+    {
+      "epoch": 0.3855421686746988,
+      "grad_norm": 3.2437119483947754,
+      "learning_rate": 1.855471662881164e-05,
+      "loss": 0.8719,
+      "step": 80
+    },
+    {
+      "epoch": 0.39036144578313253,
+      "grad_norm": 3.1790125370025635,
+      "learning_rate": 1.8514189262659235e-05,
+      "loss": 0.9318,
+      "step": 81
+    },
+    {
+      "epoch": 0.39518072289156625,
+      "grad_norm": 3.26911997795105,
+      "learning_rate": 1.8473147049577777e-05,
+      "loss": 0.8369,
+      "step": 82
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.6041669845581055,
+      "learning_rate": 1.8431592471360506e-05,
+      "loss": 0.937,
+      "step": 83
+    },
+    {
+      "epoch": 0.40481927710843374,
+      "grad_norm": 3.253331422805786,
+      "learning_rate": 1.8389528040783014e-05,
+      "loss": 0.8296,
+      "step": 84
+    },
+    {
+      "epoch": 0.40963855421686746,
+      "grad_norm": 3.0919277667999268,
+      "learning_rate": 1.8346956301451303e-05,
+      "loss": 0.9584,
+      "step": 85
+    },
+    {
+      "epoch": 0.41445783132530123,
+      "grad_norm": 2.9307501316070557,
+      "learning_rate": 1.8303879827647977e-05,
+      "loss": 0.8596,
+      "step": 86
+    },
+    {
+      "epoch": 0.41927710843373495,
+      "grad_norm": 2.7852823734283447,
+      "learning_rate": 1.826030122417656e-05,
+      "loss": 0.8651,
+      "step": 87
+    },
+    {
+      "epoch": 0.42409638554216866,
+      "grad_norm": 3.0654289722442627,
+      "learning_rate": 1.821622312620401e-05,
+      "loss": 0.8692,
+      "step": 88
+    },
+    {
+      "epoch": 0.42891566265060244,
+      "grad_norm": 3.1769044399261475,
+      "learning_rate": 1.8171648199101347e-05,
+      "loss": 0.884,
+      "step": 89
+    },
+    {
+      "epoch": 0.43373493975903615,
+      "grad_norm": 3.5062806606292725,
+      "learning_rate": 1.8126579138282502e-05,
+      "loss": 0.8249,
+      "step": 90
+    },
+    {
+      "epoch": 0.43855421686746987,
+      "grad_norm": 3.4617791175842285,
+      "learning_rate": 1.8081018669041324e-05,
+      "loss": 0.8441,
+      "step": 91
+    },
+    {
+      "epoch": 0.4433734939759036,
+      "grad_norm": 2.880967140197754,
+      "learning_rate": 1.803496954638676e-05,
+      "loss": 0.8334,
+      "step": 92
+    },
+    {
+      "epoch": 0.44819277108433736,
+      "grad_norm": 3.091942071914673,
+      "learning_rate": 1.798843455487629e-05,
+      "loss": 0.8333,
+      "step": 93
+    },
+    {
+      "epoch": 0.4530120481927711,
+      "grad_norm": 3.1967666149139404,
+      "learning_rate": 1.7941416508447537e-05,
+      "loss": 0.8893,
+      "step": 94
+    },
+    {
+      "epoch": 0.4578313253012048,
+      "grad_norm": 2.6479837894439697,
+      "learning_rate": 1.7893918250248106e-05,
+      "loss": 0.8183,
+      "step": 95
+    },
+    {
+      "epoch": 0.46265060240963857,
+      "grad_norm": 3.1210310459136963,
+      "learning_rate": 1.784594265246366e-05,
+      "loss": 0.9058,
+      "step": 96
+    },
+    {
+      "epoch": 0.4674698795180723,
+      "grad_norm": 3.483987331390381,
+      "learning_rate": 1.7797492616144256e-05,
+      "loss": 0.8344,
+      "step": 97
+    },
+    {
+      "epoch": 0.472289156626506,
+      "grad_norm": 3.0755786895751953,
+      "learning_rate": 1.77485710710289e-05,
+      "loss": 0.8815,
+      "step": 98
+    },
+    {
+      "epoch": 0.4771084337349398,
+      "grad_norm": 3.1040232181549072,
+      "learning_rate": 1.7699180975368397e-05,
+      "loss": 0.8541,
+      "step": 99
+    },
+    {
+      "epoch": 0.4819277108433735,
+      "grad_norm": 2.973416805267334,
+      "learning_rate": 1.764932531574648e-05,
+      "loss": 0.8576,
+      "step": 100
+    },
+    {
+      "epoch": 0.4867469879518072,
+      "grad_norm": 2.6803696155548096,
+      "learning_rate": 1.759900710689918e-05,
+      "loss": 0.8481,
+      "step": 101
+    },
+    {
+      "epoch": 0.491566265060241,
+      "grad_norm": 2.7588868141174316,
+      "learning_rate": 1.7548229391532572e-05,
+      "loss": 0.8094,
+      "step": 102
+    },
+    {
+      "epoch": 0.4963855421686747,
+      "grad_norm": 3.0891292095184326,
+      "learning_rate": 1.7496995240138745e-05,
+      "loss": 0.8736,
+      "step": 103
+    },
+    {
+      "epoch": 0.5012048192771085,
+      "grad_norm": 2.803755521774292,
+      "learning_rate": 1.7445307750810153e-05,
+      "loss": 0.8493,
+      "step": 104
+    },
+    {
+      "epoch": 0.5012048192771085,
+      "eval_loss": 0.8754510283470154,
+      "eval_runtime": 409.6247,
+      "eval_samples_per_second": 3.965,
+      "eval_steps_per_second": 0.991,
+      "step": 104
+    },
+    {
+      "epoch": 0.5060240963855421,
+      "grad_norm": 3.214620590209961,
+      "learning_rate": 1.7393170049052274e-05,
+      "loss": 0.898,
+      "step": 105
+    },
+    {
+      "epoch": 0.5108433734939759,
+      "grad_norm": 2.732611656188965,
+      "learning_rate": 1.7340585287594605e-05,
+      "loss": 0.862,
+      "step": 106
+    },
+    {
+      "epoch": 0.5156626506024097,
+      "grad_norm": 3.1261470317840576,
+      "learning_rate": 1.728755664620002e-05,
+      "loss": 0.9223,
+      "step": 107
+    },
+    {
+      "epoch": 0.5204819277108433,
+      "grad_norm": 3.0365259647369385,
+      "learning_rate": 1.72340873314725e-05,
+      "loss": 0.8637,
+      "step": 108
+    },
+    {
+      "epoch": 0.5253012048192771,
+      "grad_norm": 3.233238458633423,
+      "learning_rate": 1.718018057666323e-05,
+      "loss": 0.8649,
+      "step": 109
+    },
+    {
+      "epoch": 0.5301204819277109,
+      "grad_norm": 2.6572329998016357,
+      "learning_rate": 1.7125839641475074e-05,
+      "loss": 0.8035,
+      "step": 110
+    },
+    {
+      "epoch": 0.5349397590361445,
+      "grad_norm": 2.850344181060791,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.8206,
+      "step": 111
+    },
+    {
+      "epoch": 0.5397590361445783,
+      "grad_norm": 3.0765762329101562,
+      "learning_rate": 1.7015868399847768e-05,
+      "loss": 0.8926,
+      "step": 112
+    },
+    {
+      "epoch": 0.5445783132530121,
+      "grad_norm": 2.928662061691284,
+      "learning_rate": 1.6960244743290867e-05,
+      "loss": 0.8418,
+      "step": 113
+    },
+    {
+      "epoch": 0.5493975903614458,
+      "grad_norm": 2.8436033725738525,
+      "learning_rate": 1.690420020571747e-05,
+      "loss": 0.8105,
+      "step": 114
+    },
+    {
+      "epoch": 0.5542168674698795,
+      "grad_norm": 3.2781031131744385,
+      "learning_rate": 1.6847738176100632e-05,
+      "loss": 0.9141,
+      "step": 115
+    },
+    {
+      "epoch": 0.5590361445783133,
+      "grad_norm": 2.989654302597046,
+      "learning_rate": 1.6790862068658863e-05,
+      "loss": 0.9185,
+      "step": 116
+    },
+    {
+      "epoch": 0.563855421686747,
+      "grad_norm": 2.646963596343994,
+      "learning_rate": 1.673357532264966e-05,
+      "loss": 0.8768,
+      "step": 117
+    },
+    {
+      "epoch": 0.5686746987951807,
+      "grad_norm": 2.966282844543457,
+      "learning_rate": 1.667588140216154e-05,
+      "loss": 0.8473,
+      "step": 118
+    },
+    {
+      "epoch": 0.5734939759036145,
+      "grad_norm": 3.1524553298950195,
+      "learning_rate": 1.6617783795904564e-05,
+      "loss": 0.8382,
+      "step": 119
+    },
+    {
+      "epoch": 0.5783132530120482,
+      "grad_norm": 3.058159112930298,
+      "learning_rate": 1.65592860169994e-05,
+      "loss": 0.8664,
+      "step": 120
+    },
+    {
+      "epoch": 0.5831325301204819,
+      "grad_norm": 2.9778072834014893,
+      "learning_rate": 1.650039160276485e-05,
+      "loss": 0.8986,
+      "step": 121
+    },
+    {
+      "epoch": 0.5879518072289157,
+      "grad_norm": 3.4090819358825684,
+      "learning_rate": 1.644110411450398e-05,
+      "loss": 0.8697,
+      "step": 122
+    },
+    {
+      "epoch": 0.5927710843373494,
+      "grad_norm": 3.1264090538024902,
+      "learning_rate": 1.6381427137288756e-05,
+      "loss": 0.8611,
+      "step": 123
+    },
+    {
+      "epoch": 0.5975903614457831,
+      "grad_norm": 2.660439968109131,
+      "learning_rate": 1.6321364279743267e-05,
+      "loss": 0.7971,
+      "step": 124
+    },
+    {
+      "epoch": 0.6024096385542169,
+      "grad_norm": 3.0773823261260986,
+      "learning_rate": 1.6260919173825507e-05,
+      "loss": 0.8135,
+      "step": 125
+    },
+    {
+      "epoch": 0.6072289156626506,
+      "grad_norm": 2.897467613220215,
+      "learning_rate": 1.6200095474607753e-05,
+      "loss": 0.8868,
+      "step": 126
+    },
+    {
+      "epoch": 0.6120481927710844,
+      "grad_norm": 3.2068772315979004,
+      "learning_rate": 1.6138896860055555e-05,
+      "loss": 0.8584,
+      "step": 127
+    },
+    {
+      "epoch": 0.6168674698795181,
+      "grad_norm": 2.853588581085205,
+      "learning_rate": 1.6077327030805318e-05,
+      "loss": 0.8486,
+      "step": 128
+    },
+    {
+      "epoch": 0.6216867469879518,
+      "grad_norm": 2.908766984939575,
+      "learning_rate": 1.601538970994054e-05,
+      "loss": 0.8701,
+      "step": 129
+    },
+    {
+      "epoch": 0.6265060240963856,
+      "grad_norm": 3.316112518310547,
+      "learning_rate": 1.595308864276666e-05,
+      "loss": 0.8063,
+      "step": 130
+    },
+    {
+      "epoch": 0.6313253012048192,
+      "grad_norm": 2.69521427154541,
+      "learning_rate": 1.589042759658462e-05,
+      "loss": 0.787,
+      "step": 131
+    },
+    {
+      "epoch": 0.636144578313253,
+      "grad_norm": 2.609143018722534,
+      "learning_rate": 1.582741036046301e-05,
+      "loss": 0.8263,
+      "step": 132
+    },
+    {
+      "epoch": 0.6409638554216868,
+      "grad_norm": 3.1294214725494385,
+      "learning_rate": 1.5764040745008987e-05,
+      "loss": 0.8637,
+      "step": 133
+    },
+    {
+      "epoch": 0.6457831325301204,
+      "grad_norm": 2.8580658435821533,
+      "learning_rate": 1.570032258213783e-05,
+      "loss": 0.8542,
+      "step": 134
+    },
+    {
+      "epoch": 0.6506024096385542,
+      "grad_norm": 2.952737808227539,
+      "learning_rate": 1.5636259724841224e-05,
+      "loss": 0.7718,
+      "step": 135
+    },
+    {
+      "epoch": 0.655421686746988,
+      "grad_norm": 3.2111058235168457,
+      "learning_rate": 1.5571856046954284e-05,
+      "loss": 0.8604,
+      "step": 136
+    },
+    {
+      "epoch": 0.6602409638554216,
+      "grad_norm": 3.454385995864868,
+      "learning_rate": 1.550711544292131e-05,
+      "loss": 0.8955,
+      "step": 137
+    },
+    {
+      "epoch": 0.6650602409638554,
+      "grad_norm": 2.990410566329956,
+      "learning_rate": 1.5442041827560274e-05,
+      "loss": 0.8322,
+      "step": 138
+    },
+    {
+      "epoch": 0.6698795180722892,
+      "grad_norm": 2.85209059715271,
+      "learning_rate": 1.537663913582611e-05,
+      "loss": 0.8396,
+      "step": 139
+    },
+    {
+      "epoch": 0.6746987951807228,
+      "grad_norm": 2.8276262283325195,
+      "learning_rate": 1.531091132257275e-05,
+      "loss": 0.8183,
+      "step": 140
+    },
+    {
+      "epoch": 0.6795180722891566,
+      "grad_norm": 3.024148464202881,
+      "learning_rate": 1.5244862362314021e-05,
+      "loss": 0.8604,
+      "step": 141
+    },
+    {
+      "epoch": 0.6843373493975904,
+      "grad_norm": 2.975719451904297,
+      "learning_rate": 1.5178496248983254e-05,
+      "loss": 0.8631,
+      "step": 142
+    },
+    {
+      "epoch": 0.689156626506024,
+      "grad_norm": 2.9066529273986816,
+      "learning_rate": 1.511181699569181e-05,
+      "loss": 0.7869,
+      "step": 143
+    },
+    {
+      "epoch": 0.6939759036144578,
+      "grad_norm": 3.047508716583252,
+      "learning_rate": 1.50448286344864e-05,
+      "loss": 0.8827,
+      "step": 144
+    },
+    {
+      "epoch": 0.6987951807228916,
+      "grad_norm": 2.746082305908203,
+      "learning_rate": 1.4977535216105258e-05,
+      "loss": 0.9077,
+      "step": 145
+    },
+    {
+      "epoch": 0.7036144578313253,
+      "grad_norm": 2.787168025970459,
+      "learning_rate": 1.4909940809733223e-05,
+      "loss": 0.8554,
+      "step": 146
+    },
+    {
+      "epoch": 0.708433734939759,
+      "grad_norm": 2.918994903564453,
+      "learning_rate": 1.484204950275565e-05,
+      "loss": 0.84,
+      "step": 147
+    },
+    {
+      "epoch": 0.7132530120481928,
+      "grad_norm": 2.950530767440796,
+      "learning_rate": 1.477386540051127e-05,
+      "loss": 0.8038,
+      "step": 148
+    },
+    {
+      "epoch": 0.7180722891566265,
+      "grad_norm": 3.0625436305999756,
+      "learning_rate": 1.4705392626043931e-05,
+      "loss": 0.8355,
+      "step": 149
+    },
+    {
+      "epoch": 0.7228915662650602,
+      "grad_norm": 2.4308924674987793,
+      "learning_rate": 1.4636635319853274e-05,
+      "loss": 0.824,
+      "step": 150
+    },
+    {
+      "epoch": 0.727710843373494,
+      "grad_norm": 3.4381263256073,
+      "learning_rate": 1.4567597639644387e-05,
+      "loss": 0.9047,
+      "step": 151
+    },
+    {
+      "epoch": 0.7325301204819277,
+      "grad_norm": 2.490755319595337,
+      "learning_rate": 1.4498283760076362e-05,
+      "loss": 0.8172,
+      "step": 152
+    },
+    {
+      "epoch": 0.7373493975903614,
+      "grad_norm": 2.623565196990967,
+      "learning_rate": 1.4428697872509868e-05,
+      "loss": 0.8643,
+      "step": 153
+    },
+    {
+      "epoch": 0.7421686746987952,
+      "grad_norm": 2.729555606842041,
+      "learning_rate": 1.4358844184753713e-05,
+      "loss": 0.7942,
+      "step": 154
+    },
+    {
+      "epoch": 0.7469879518072289,
+      "grad_norm": 2.9937925338745117,
+      "learning_rate": 1.4288726920810381e-05,
+      "loss": 0.8734,
+      "step": 155
+    },
+    {
+      "epoch": 0.7518072289156627,
+      "grad_norm": 2.592301368713379,
+      "learning_rate": 1.4218350320620625e-05,
+      "loss": 0.8604,
+      "step": 156
+    },
+    {
+      "epoch": 0.7518072289156627,
+      "eval_loss": 0.8515476584434509,
+      "eval_runtime": 409.2403,
+      "eval_samples_per_second": 3.968,
+      "eval_steps_per_second": 0.992,
+      "step": 156
+    },
+    {
+      "epoch": 0.7566265060240964,
+      "grad_norm": 2.74635648727417,
+      "learning_rate": 1.4147718639807071e-05,
+      "loss": 0.8341,
+      "step": 157
+    },
+    {
+      "epoch": 0.7614457831325301,
+      "grad_norm": 2.956916332244873,
+      "learning_rate": 1.4076836149416889e-05,
+      "loss": 0.8565,
+      "step": 158
+    },
+    {
+      "epoch": 0.7662650602409639,
+      "grad_norm": 3.0407042503356934,
+      "learning_rate": 1.4005707135663529e-05,
+      "loss": 0.9829,
+      "step": 159
+    },
+    {
+      "epoch": 0.7710843373493976,
+      "grad_norm": 2.7380025386810303,
+      "learning_rate": 1.3934335899667526e-05,
+      "loss": 0.8517,
+      "step": 160
+    },
+    {
+      "epoch": 0.7759036144578313,
+      "grad_norm": 2.8586325645446777,
+      "learning_rate": 1.386272675719642e-05,
+      "loss": 0.8482,
+      "step": 161
+    },
+    {
+      "epoch": 0.7807228915662651,
+      "grad_norm": 3.482114315032959,
+      "learning_rate": 1.3790884038403796e-05,
+      "loss": 0.9079,
+      "step": 162
+    },
+    {
+      "epoch": 0.7855421686746988,
+      "grad_norm": 2.5210723876953125,
+      "learning_rate": 1.3718812087567414e-05,
+      "loss": 0.8087,
+      "step": 163
+    },
+    {
+      "epoch": 0.7903614457831325,
+      "grad_norm": 2.4037303924560547,
+      "learning_rate": 1.3646515262826551e-05,
+      "loss": 0.7977,
+      "step": 164
+    },
+    {
+      "epoch": 0.7951807228915663,
+      "grad_norm": 3.141289710998535,
+      "learning_rate": 1.357399793591844e-05,
+      "loss": 0.8443,
+      "step": 165
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.783255100250244,
+      "learning_rate": 1.3501264491913909e-05,
+      "loss": 0.8331,
+      "step": 166
+    },
+    {
+      "epoch": 0.8048192771084337,
+      "grad_norm": 2.3387300968170166,
+      "learning_rate": 1.3428319328952254e-05,
+      "loss": 0.7909,
+      "step": 167
+    },
+    {
+      "epoch": 0.8096385542168675,
+      "grad_norm": 2.699117422103882,
+      "learning_rate": 1.335516685797525e-05,
+      "loss": 0.7948,
+      "step": 168
+    },
+    {
+      "epoch": 0.8144578313253013,
+      "grad_norm": 2.6115429401397705,
+      "learning_rate": 1.3281811502460448e-05,
+      "loss": 0.7995,
+      "step": 169
+    },
+    {
+      "epoch": 0.8192771084337349,
+      "grad_norm": 2.520070791244507,
+      "learning_rate": 1.3208257698153677e-05,
+      "loss": 0.8357,
+      "step": 170
+    },
+    {
+      "epoch": 0.8240963855421687,
+      "grad_norm": 2.7537450790405273,
+      "learning_rate": 1.3134509892800821e-05,
+      "loss": 0.822,
+      "step": 171
+    },
+    {
+      "epoch": 0.8289156626506025,
+      "grad_norm": 2.5548155307769775,
+      "learning_rate": 1.3060572545878875e-05,
+      "loss": 0.7743,
+      "step": 172
+    },
+    {
+      "epoch": 0.8337349397590361,
+      "grad_norm": 2.4238061904907227,
+      "learning_rate": 1.2986450128326267e-05,
+      "loss": 0.8116,
+      "step": 173
+    },
+    {
+      "epoch": 0.8385542168674699,
+      "grad_norm": 3.0254759788513184,
+      "learning_rate": 1.2912147122272523e-05,
+      "loss": 0.8264,
+      "step": 174
+    },
+    {
+      "epoch": 0.8433734939759037,
+      "grad_norm": 2.9106860160827637,
+      "learning_rate": 1.283766802076722e-05,
+      "loss": 0.849,
+      "step": 175
+    },
+    {
+      "epoch": 0.8481927710843373,
+      "grad_norm": 2.2837445735931396,
+      "learning_rate": 1.2763017327508304e-05,
+      "loss": 0.7899,
+      "step": 176
+    },
+    {
+      "epoch": 0.8530120481927711,
+      "grad_norm": 2.833048105239868,
+      "learning_rate": 1.2688199556569753e-05,
+      "loss": 0.7616,
+      "step": 177
+    },
+    {
+      "epoch": 0.8578313253012049,
+      "grad_norm": 2.5235068798065186,
+      "learning_rate": 1.2613219232128608e-05,
+      "loss": 0.8034,
+      "step": 178
+    },
+    {
+      "epoch": 0.8626506024096385,
+      "grad_norm": 3.159371852874756,
+      "learning_rate": 1.2538080888191408e-05,
+      "loss": 0.8073,
+      "step": 179
+    },
+    {
+      "epoch": 0.8674698795180723,
+      "grad_norm": 3.462261199951172,
+      "learning_rate": 1.2462789068320016e-05,
+      "loss": 0.8688,
+      "step": 180
+    },
+    {
+      "epoch": 0.8722891566265061,
+      "grad_norm": 2.8163440227508545,
+      "learning_rate": 1.2387348325356873e-05,
+      "loss": 0.8153,
+      "step": 181
+    },
+    {
+      "epoch": 0.8771084337349397,
+      "grad_norm": 2.5280866622924805,
+      "learning_rate": 1.23117632211497e-05,
+      "loss": 0.7912,
+      "step": 182
+    },
+    {
+      "epoch": 0.8819277108433735,
+      "grad_norm": 2.8253021240234375,
+      "learning_rate": 1.2236038326275628e-05,
+      "loss": 0.8437,
+      "step": 183
+    },
+    {
+      "epoch": 0.8867469879518072,
+      "grad_norm": 2.289564371109009,
+      "learning_rate": 1.2160178219764838e-05,
+      "loss": 0.8026,
+      "step": 184
+    },
+    {
+      "epoch": 0.891566265060241,
+      "grad_norm": 2.4745798110961914,
+      "learning_rate": 1.2084187488823657e-05,
+      "loss": 0.8489,
+      "step": 185
+    },
+    {
+      "epoch": 0.8963855421686747,
+      "grad_norm": 3.2900331020355225,
+      "learning_rate": 1.2008070728557186e-05,
+      "loss": 0.8812,
+      "step": 186
+    },
+    {
+      "epoch": 0.9012048192771084,
+      "grad_norm": 2.9827733039855957,
+      "learning_rate": 1.193183254169142e-05,
+      "loss": 0.8048,
+      "step": 187
+    },
+    {
+      "epoch": 0.9060240963855422,
+      "grad_norm": 2.4809494018554688,
+      "learning_rate": 1.1855477538294934e-05,
+      "loss": 0.8123,
+      "step": 188
+    },
+    {
+      "epoch": 0.9108433734939759,
+      "grad_norm": 2.5557541847229004,
+      "learning_rate": 1.177901033550012e-05,
+      "loss": 0.8306,
+      "step": 189
+    },
+    {
+      "epoch": 0.9156626506024096,
+      "grad_norm": 2.4625046253204346,
+      "learning_rate": 1.1702435557223988e-05,
+      "loss": 0.7583,
+      "step": 190
+    },
+    {
+      "epoch": 0.9204819277108434,
+      "grad_norm": 2.7508351802825928,
+      "learning_rate": 1.1625757833888552e-05,
+      "loss": 0.7602,
+      "step": 191
+    },
+    {
+      "epoch": 0.9253012048192771,
+      "grad_norm": 2.6322593688964844,
+      "learning_rate": 1.1548981802140849e-05,
+      "loss": 0.8308,
+      "step": 192
+    },
+    {
+      "epoch": 0.9301204819277108,
+      "grad_norm": 2.4383065700531006,
+      "learning_rate": 1.1472112104572547e-05,
+      "loss": 0.805,
+      "step": 193
+    },
+    {
+      "epoch": 0.9349397590361446,
+      "grad_norm": 2.955080270767212,
+      "learning_rate": 1.1395153389439232e-05,
+      "loss": 0.8125,
+      "step": 194
+    },
+    {
+      "epoch": 0.9397590361445783,
+      "grad_norm": 2.8347744941711426,
+      "learning_rate": 1.1318110310379303e-05,
+      "loss": 0.8082,
+      "step": 195
+    },
+    {
+      "epoch": 0.944578313253012,
+      "grad_norm": 3.7410006523132324,
+      "learning_rate": 1.1240987526132595e-05,
+      "loss": 0.7615,
+      "step": 196
+    },
+    {
+      "epoch": 0.9493975903614458,
+      "grad_norm": 2.831632137298584,
+      "learning_rate": 1.1163789700258656e-05,
+      "loss": 0.8224,
+      "step": 197
+    },
+    {
+      "epoch": 0.9542168674698795,
+      "grad_norm": 3.450864553451538,
+      "learning_rate": 1.1086521500854746e-05,
+      "loss": 0.8494,
+      "step": 198
+    },
+    {
+      "epoch": 0.9590361445783132,
+      "grad_norm": 2.5779266357421875,
+      "learning_rate": 1.1009187600273565e-05,
+      "loss": 0.7948,
+      "step": 199
+    },
+    {
+      "epoch": 0.963855421686747,
+      "grad_norm": 2.808676242828369,
+      "learning_rate": 1.0931792674840718e-05,
+      "loss": 0.8196,
+      "step": 200
+    },
+    {
+      "epoch": 0.9686746987951808,
+      "grad_norm": 2.3105671405792236,
+      "learning_rate": 1.0854341404571929e-05,
+      "loss": 0.7321,
+      "step": 201
+    },
+    {
+      "epoch": 0.9734939759036144,
+      "grad_norm": 2.495274543762207,
+      "learning_rate": 1.0776838472890065e-05,
+      "loss": 0.811,
+      "step": 202
+    },
+    {
+      "epoch": 0.9783132530120482,
+      "grad_norm": 2.6084389686584473,
+      "learning_rate": 1.0699288566341914e-05,
+      "loss": 0.7649,
+      "step": 203
+    },
+    {
+      "epoch": 0.983132530120482,
+      "grad_norm": 2.7586421966552734,
+      "learning_rate": 1.0621696374314807e-05,
+      "loss": 0.8226,
+      "step": 204
+    },
+    {
+      "epoch": 0.9879518072289156,
+      "grad_norm": 2.8034958839416504,
+      "learning_rate": 1.0544066588753044e-05,
+      "loss": 0.8318,
+      "step": 205
+    },
+    {
+      "epoch": 0.9927710843373494,
+      "grad_norm": 3.051496982574463,
+      "learning_rate": 1.0466403903874176e-05,
+      "loss": 0.8513,
+      "step": 206
+    },
+    {
+      "epoch": 0.9975903614457832,
+      "grad_norm": 2.5570504665374756,
+      "learning_rate": 1.0388713015885161e-05,
+      "loss": 0.786,
+      "step": 207
+    },
+    {
+      "epoch": 1.002409638554217,
+      "grad_norm": 2.5539052486419678,
+      "learning_rate": 1.031099862269837e-05,
+      "loss": 0.7932,
+      "step": 208
+    },
+    {
+      "epoch": 1.002409638554217,
+      "eval_loss": 0.8150397539138794,
+      "eval_runtime": 408.9584,
+      "eval_samples_per_second": 3.971,
+      "eval_steps_per_second": 0.993,
+      "step": 208
+    },
+    {
+      "epoch": 1.0072289156626506,
+      "grad_norm": 2.4404540061950684,
+      "learning_rate": 1.0233265423647523e-05,
+      "loss": 0.7868,
+      "step": 209
+    },
+    {
+      "epoch": 1.002409638554217,
+      "grad_norm": 2.5475072860717773,
+      "learning_rate": 1.0155518119203511e-05,
+      "loss": 0.6593,
+      "step": 210
+    },
+    {
+      "epoch": 1.0072289156626506,
+      "grad_norm": 2.1499063968658447,
+      "learning_rate": 1.0077761410690172e-05,
+      "loss": 0.5762,
+      "step": 211
+    },
+    {
+      "epoch": 1.0120481927710843,
+      "grad_norm": 2.4631576538085938,
+      "learning_rate": 1e-05,
+      "loss": 0.5896,
+      "step": 212
+    },
+    {
+      "epoch": 1.0168674698795181,
+      "grad_norm": 2.553774833679199,
+      "learning_rate": 9.92223858930983e-06,
+      "loss": 0.6091,
+      "step": 213
+    },
+    {
+      "epoch": 1.0216867469879518,
+      "grad_norm": 2.09922456741333,
+      "learning_rate": 9.844481880796492e-06,
+      "loss": 0.5918,
+      "step": 214
+    },
+    {
+      "epoch": 1.0265060240963855,
+      "grad_norm": 2.326040744781494,
+      "learning_rate": 9.766734576352478e-06,
+      "loss": 0.5406,
+      "step": 215
+    },
+    {
+      "epoch": 1.0313253012048194,
+      "grad_norm": 2.230414628982544,
+      "learning_rate": 9.689001377301634e-06,
+      "loss": 0.5337,
+      "step": 216
+    },
+    {
+      "epoch": 1.036144578313253,
+      "grad_norm": 2.1315929889678955,
+      "learning_rate": 9.61128698411484e-06,
+      "loss": 0.5076,
+      "step": 217
+    },
+    {
+      "epoch": 1.0409638554216867,
+      "grad_norm": 2.31592059135437,
+      "learning_rate": 9.533596096125826e-06,
+      "loss": 0.5451,
+      "step": 218
+    },
+    {
+      "epoch": 1.0457831325301206,
+      "grad_norm": 2.209798812866211,
+      "learning_rate": 9.45593341124696e-06,
+      "loss": 0.5725,
+      "step": 219
+    },
+    {
+      "epoch": 1.0506024096385542,
+      "grad_norm": 2.8493363857269287,
+      "learning_rate": 9.378303625685196e-06,
+      "loss": 0.5594,
+      "step": 220
+    },
+    {
+      "epoch": 1.0554216867469879,
+      "grad_norm": 2.948335647583008,
+      "learning_rate": 9.300711433658088e-06,
+      "loss": 0.4995,
+      "step": 221
+    },
+    {
+      "epoch": 1.0602409638554218,
+      "grad_norm": 2.581233263015747,
+      "learning_rate": 9.223161527109938e-06,
+      "loss": 0.5273,
+      "step": 222
+    },
+    {
+      "epoch": 1.0650602409638554,
+      "grad_norm": 2.436361312866211,
+      "learning_rate": 9.145658595428075e-06,
+      "loss": 0.5356,
+      "step": 223
+    },
+    {
+      "epoch": 1.069879518072289,
+      "grad_norm": 2.5706756114959717,
+      "learning_rate": 9.068207325159285e-06,
+      "loss": 0.5082,
+      "step": 224
+    },
+    {
+      "epoch": 1.074698795180723,
+      "grad_norm": 2.5452582836151123,
+      "learning_rate": 8.990812399726435e-06,
+      "loss": 0.5098,
+      "step": 225
+    },
+    {
+      "epoch": 1.0795180722891566,
+      "grad_norm": 2.2918717861175537,
+      "learning_rate": 8.913478499145255e-06,
+      "loss": 0.493,
+      "step": 226
+    },
+    {
+      "epoch": 1.0843373493975903,
+      "grad_norm": 2.837512969970703,
+      "learning_rate": 8.836210299741346e-06,
+      "loss": 0.5036,
+      "step": 227
+    },
+    {
+      "epoch": 1.0891566265060242,
+      "grad_norm": 2.7534472942352295,
+      "learning_rate": 8.759012473867407e-06,
+      "loss": 0.5333,
+      "step": 228
+    },
+    {
+      "epoch": 1.0939759036144578,
+      "grad_norm": 2.761195659637451,
+      "learning_rate": 8.681889689620699e-06,
+      "loss": 0.5186,
+      "step": 229
+    },
+    {
+      "epoch": 1.0987951807228915,
+      "grad_norm": 2.570779800415039,
+      "learning_rate": 8.604846610560771e-06,
+      "loss": 0.5496,
+      "step": 230
+    },
+    {
+      "epoch": 1.1036144578313254,
+      "grad_norm": 2.4266934394836426,
+      "learning_rate": 8.527887895427454e-06,
+      "loss": 0.5453,
+      "step": 231
+    },
+    {
+      "epoch": 1.108433734939759,
+      "grad_norm": 2.634979248046875,
+      "learning_rate": 8.451018197859153e-06,
+      "loss": 0.5121,
+      "step": 232
+    },
+    {
+      "epoch": 1.1132530120481927,
+      "grad_norm": 2.1403777599334717,
+      "learning_rate": 8.374242166111448e-06,
+      "loss": 0.5354,
+      "step": 233
+    },
+    {
+      "epoch": 1.1180722891566266,
+      "grad_norm": 2.7985663414001465,
+      "learning_rate": 8.297564442776014e-06,
+      "loss": 0.5565,
+      "step": 234
+    },
+    {
+      "epoch": 1.1228915662650603,
+      "grad_norm": 2.486628532409668,
+      "learning_rate": 8.22098966449988e-06,
+      "loss": 0.5428,
+      "step": 235
+    },
+    {
+      "epoch": 1.127710843373494,
+      "grad_norm": 2.3803107738494873,
+      "learning_rate": 8.144522461705067e-06,
+      "loss": 0.509,
+      "step": 236
+    },
+    {
+      "epoch": 1.1325301204819278,
+      "grad_norm": 2.7206227779388428,
+      "learning_rate": 8.068167458308582e-06,
+      "loss": 0.5339,
+      "step": 237
+    },
+    {
+      "epoch": 1.1373493975903615,
+      "grad_norm": 2.4364774227142334,
+      "learning_rate": 7.991929271442817e-06,
+      "loss": 0.5168,
+      "step": 238
+    },
+    {
+      "epoch": 1.1421686746987951,
+      "grad_norm": 2.6346094608306885,
+      "learning_rate": 7.915812511176348e-06,
+      "loss": 0.5861,
+      "step": 239
+    },
+    {
+      "epoch": 1.146987951807229,
+      "grad_norm": 2.683432102203369,
+      "learning_rate": 7.839821780235168e-06,
+      "loss": 0.5066,
+      "step": 240
+    },
+    {
+      "epoch": 1.1518072289156627,
+      "grad_norm": 2.444256544113159,
+      "learning_rate": 7.763961673724379e-06,
+      "loss": 0.498,
+      "step": 241
+    },
+    {
+      "epoch": 1.1566265060240963,
+      "grad_norm": 2.436868906021118,
+      "learning_rate": 7.688236778850307e-06,
+      "loss": 0.5013,
+      "step": 242
+    },
+    {
+      "epoch": 1.16144578313253,
+      "grad_norm": 2.420361042022705,
+      "learning_rate": 7.61265167464313e-06,
+      "loss": 0.506,
+      "step": 243
+    },
+    {
+      "epoch": 1.1662650602409639,
+      "grad_norm": 2.5880956649780273,
+      "learning_rate": 7.537210931679988e-06,
+      "loss": 0.5056,
+      "step": 244
+    },
+    {
+      "epoch": 1.1710843373493975,
+      "grad_norm": 3.139289140701294,
+      "learning_rate": 7.4619191118085955e-06,
+      "loss": 0.5481,
+      "step": 245
+    },
+    {
+      "epoch": 1.1759036144578312,
+      "grad_norm": 2.5460047721862793,
+      "learning_rate": 7.3867807678713965e-06,
+      "loss": 0.45,
+      "step": 246
+    },
+    {
+      "epoch": 1.180722891566265,
+      "grad_norm": 2.1692583560943604,
+      "learning_rate": 7.311800443430251e-06,
+      "loss": 0.4814,
+      "step": 247
+    },
+    {
+      "epoch": 1.1855421686746987,
+      "grad_norm": 2.748295307159424,
+      "learning_rate": 7.236982672491699e-06,
+      "loss": 0.5,
+      "step": 248
+    },
+    {
+      "epoch": 1.1903614457831324,
+      "grad_norm": 2.367530584335327,
+      "learning_rate": 7.162331979232784e-06,
+      "loss": 0.5303,
+      "step": 249
+    },
+    {
+      "epoch": 1.1951807228915663,
+      "grad_norm": 2.0665979385375977,
+      "learning_rate": 7.0878528777274814e-06,
+      "loss": 0.4724,
+      "step": 250
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 2.257098913192749,
+      "learning_rate": 7.013549871673736e-06,
+      "loss": 0.5427,
+      "step": 251
+    },
+    {
+      "epoch": 1.2048192771084336,
+      "grad_norm": 2.7129740715026855,
+      "learning_rate": 6.939427454121128e-06,
+      "loss": 0.5241,
+      "step": 252
+    },
+    {
+      "epoch": 1.2096385542168675,
+      "grad_norm": 2.3564581871032715,
+      "learning_rate": 6.865490107199182e-06,
+      "loss": 0.5323,
+      "step": 253
+    },
+    {
+      "epoch": 1.2144578313253012,
+      "grad_norm": 2.4660191535949707,
+      "learning_rate": 6.791742301846325e-06,
+      "loss": 0.5461,
+      "step": 254
+    },
+    {
+      "epoch": 1.2192771084337348,
+      "grad_norm": 2.495473861694336,
+      "learning_rate": 6.718188497539554e-06,
+      "loss": 0.5202,
+      "step": 255
+    },
+    {
+      "epoch": 1.2240963855421687,
+      "grad_norm": 2.41900897026062,
+      "learning_rate": 6.644833142024752e-06,
+      "loss": 0.4786,
+      "step": 256
+    },
+    {
+      "epoch": 1.2289156626506024,
+      "grad_norm": 2.2576987743377686,
+      "learning_rate": 6.571680671047749e-06,
+      "loss": 0.5425,
+      "step": 257
+    },
+    {
+      "epoch": 1.233734939759036,
+      "grad_norm": 2.370042562484741,
+      "learning_rate": 6.498735508086094e-06,
+      "loss": 0.4975,
+      "step": 258
+    },
+    {
+      "epoch": 1.23855421686747,
+      "grad_norm": 2.3406431674957275,
+      "learning_rate": 6.426002064081565e-06,
+      "loss": 0.5147,
+      "step": 259
+    },
+    {
+      "epoch": 1.2433734939759036,
+      "grad_norm": 2.116950750350952,
+      "learning_rate": 6.35348473717345e-06,
+      "loss": 0.5234,
+      "step": 260
+    },
+    {
+      "epoch": 1.2433734939759036,
+      "eval_loss": 0.8304641842842102,
+      "eval_runtime": 409.2944,
+      "eval_samples_per_second": 3.968,
+      "eval_steps_per_second": 0.992,
+      "step": 260
+    },
+    {
+      "epoch": 1.2481927710843372,
+      "grad_norm": 2.3892273902893066,
+      "learning_rate": 6.281187912432587e-06,
+      "loss": 0.4892,
+      "step": 261
+    },
+    {
+      "epoch": 1.2530120481927711,
+      "grad_norm": 2.5329415798187256,
+      "learning_rate": 6.209115961596208e-06,
+      "loss": 0.5576,
+      "step": 262
+    },
+    {
+      "epoch": 1.2578313253012048,
+      "grad_norm": 2.706501007080078,
+      "learning_rate": 6.137273242803581e-06,
+      "loss": 0.5035,
+      "step": 263
+    },
+    {
+      "epoch": 1.2626506024096384,
+      "grad_norm": 2.6569039821624756,
+      "learning_rate": 6.065664100332478e-06,
+      "loss": 0.5538,
+      "step": 264
+    },
+    {
+      "epoch": 1.2674698795180723,
+      "grad_norm": 2.657332420349121,
+      "learning_rate": 5.994292864336473e-06,
+      "loss": 0.5215,
+      "step": 265
+    },
+    {
+      "epoch": 1.272289156626506,
+      "grad_norm": 2.228058099746704,
+      "learning_rate": 5.923163850583114e-06,
+      "loss": 0.5005,
+      "step": 266
+    },
+    {
+      "epoch": 1.2771084337349397,
+      "grad_norm": 2.5667221546173096,
+      "learning_rate": 5.852281360192933e-06,
+      "loss": 0.471,
+      "step": 267
+    },
+    {
+      "epoch": 1.2819277108433735,
+      "grad_norm": 2.6076254844665527,
+      "learning_rate": 5.781649679379379e-06,
+      "loss": 0.4565,
+      "step": 268
+    },
+    {
+      "epoch": 1.2867469879518072,
+      "grad_norm": 2.777376651763916,
+      "learning_rate": 5.711273079189621e-06,
+      "loss": 0.4975,
+      "step": 269
+    },
+    {
+      "epoch": 1.2915662650602409,
+      "grad_norm": 2.7435245513916016,
+      "learning_rate": 5.64115581524629e-06,
+      "loss": 0.4969,
+      "step": 270
+    },
+    {
+      "epoch": 1.2963855421686747,
+      "grad_norm": 2.2904560565948486,
+      "learning_rate": 5.571302127490133e-06,
+      "loss": 0.5133,
+      "step": 271
+    },
+    {
+      "epoch": 1.3012048192771084,
+      "grad_norm": 2.808234930038452,
+      "learning_rate": 5.501716239923642e-06,
+      "loss": 0.5225,
+      "step": 272
+    },
+    {
+      "epoch": 1.306024096385542,
+      "grad_norm": 2.489271879196167,
+      "learning_rate": 5.432402360355616e-06,
+      "loss": 0.5022,
+      "step": 273
+    },
+    {
+      "epoch": 1.310843373493976,
+      "grad_norm": 2.973238229751587,
+      "learning_rate": 5.3633646801467255e-06,
+      "loss": 0.5028,
+      "step": 274
+    },
+    {
+      "epoch": 1.3156626506024096,
+      "grad_norm": 2.9348108768463135,
+      "learning_rate": 5.294607373956071e-06,
+      "loss": 0.5381,
+      "step": 275
+    },
+    {
+      "epoch": 1.3204819277108433,
+      "grad_norm": 2.496760368347168,
+      "learning_rate": 5.226134599488728e-06,
+      "loss": 0.5031,
+      "step": 276
+    },
+    {
+      "epoch": 1.3253012048192772,
+      "grad_norm": 2.667630910873413,
+      "learning_rate": 5.15795049724435e-06,
+      "loss": 0.4783,
+      "step": 277
+    },
+    {
+      "epoch": 1.3301204819277108,
+      "grad_norm": 2.5155699253082275,
+      "learning_rate": 5.090059190266779e-06,
+      "loss": 0.5119,
+      "step": 278
+    },
+    {
+      "epoch": 1.3349397590361445,
+      "grad_norm": 2.7496049404144287,
+      "learning_rate": 5.022464783894743e-06,
+      "loss": 0.5757,
+      "step": 279
+    },
+    {
+      "epoch": 1.3397590361445784,
+      "grad_norm": 2.7545154094696045,
+      "learning_rate": 4.955171365513603e-06,
+      "loss": 0.516,
+      "step": 280
+    },
+    {
+      "epoch": 1.344578313253012,
+      "grad_norm": 2.573042631149292,
+      "learning_rate": 4.88818300430819e-06,
+      "loss": 0.5566,
+      "step": 281
+    },
+    {
+      "epoch": 1.3493975903614457,
+      "grad_norm": 2.389958381652832,
+      "learning_rate": 4.821503751016746e-06,
+      "loss": 0.4836,
+      "step": 282
+    },
+    {
+      "epoch": 1.3542168674698796,
+      "grad_norm": 2.508965015411377,
+      "learning_rate": 4.7551376376859794e-06,
+      "loss": 0.5694,
+      "step": 283
+    },
+    {
+      "epoch": 1.3590361445783132,
+      "grad_norm": 2.017404794692993,
+      "learning_rate": 4.689088677427249e-06,
+      "loss": 0.4656,
+      "step": 284
+    },
+    {
+      "epoch": 1.363855421686747,
+      "grad_norm": 3.2286880016326904,
+      "learning_rate": 4.623360864173893e-06,
+      "loss": 0.4912,
+      "step": 285
+    },
+    {
+      "epoch": 1.3686746987951808,
+      "grad_norm": 2.6164350509643555,
+      "learning_rate": 4.557958172439726e-06,
+      "loss": 0.5043,
+      "step": 286
+    },
+    {
+      "epoch": 1.3734939759036144,
+      "grad_norm": 2.4611318111419678,
+      "learning_rate": 4.492884557078688e-06,
+      "loss": 0.5335,
+      "step": 287
+    },
+    {
+      "epoch": 1.378313253012048,
+      "grad_norm": 2.9601011276245117,
+      "learning_rate": 4.4281439530457174e-06,
+      "loss": 0.4957,
+      "step": 288
+    },
+    {
+      "epoch": 1.383132530120482,
+      "grad_norm": 2.7370502948760986,
+      "learning_rate": 4.36374027515878e-06,
+      "loss": 0.4763,
+      "step": 289
+    },
+    {
+      "epoch": 1.3879518072289156,
+      "grad_norm": 2.5553810596466064,
+      "learning_rate": 4.299677417862174e-06,
+      "loss": 0.5059,
+      "step": 290
+    },
+    {
+      "epoch": 1.3927710843373493,
+      "grad_norm": 2.570694923400879,
+      "learning_rate": 4.2359592549910145e-06,
+      "loss": 0.5084,
+      "step": 291
+    },
+    {
+      "epoch": 1.3975903614457832,
+      "grad_norm": 2.36863112449646,
+      "learning_rate": 4.172589639536992e-06,
+      "loss": 0.4869,
+      "step": 292
+    },
+    {
+      "epoch": 1.4024096385542169,
+      "grad_norm": 2.5481040477752686,
+      "learning_rate": 4.109572403415386e-06,
+      "loss": 0.4549,
+      "step": 293
+    },
+    {
+      "epoch": 1.4072289156626505,
+      "grad_norm": 2.881804943084717,
+      "learning_rate": 4.046911357233343e-06,
+      "loss": 0.471,
+      "step": 294
+    },
+    {
+      "epoch": 1.4120481927710844,
+      "grad_norm": 2.4108259677886963,
+      "learning_rate": 3.984610290059467e-06,
+      "loss": 0.5182,
+      "step": 295
+    },
+    {
+      "epoch": 1.416867469879518,
+      "grad_norm": 2.496755599975586,
+      "learning_rate": 3.9226729691946865e-06,
+      "loss": 0.487,
+      "step": 296
+    },
+    {
+      "epoch": 1.4216867469879517,
+      "grad_norm": 2.440626859664917,
+      "learning_rate": 3.861103139944448e-06,
+      "loss": 0.4929,
+      "step": 297
+    },
+    {
+      "epoch": 1.4265060240963856,
+      "grad_norm": 2.4067342281341553,
+      "learning_rate": 3.799904525392251e-06,
+      "loss": 0.4646,
+      "step": 298
+    },
+    {
+      "epoch": 1.4313253012048193,
+      "grad_norm": 2.7123348712921143,
+      "learning_rate": 3.739080826174498e-06,
+      "loss": 0.4928,
+      "step": 299
+    },
+    {
+      "epoch": 1.436144578313253,
+      "grad_norm": 2.511476516723633,
+      "learning_rate": 3.6786357202567367e-06,
+      "loss": 0.5088,
+      "step": 300
+    },
+    {
+      "epoch": 1.4409638554216868,
+      "grad_norm": 2.1973259449005127,
+      "learning_rate": 3.618572862711247e-06,
+      "loss": 0.4619,
+      "step": 301
+    },
+    {
+      "epoch": 1.4457831325301205,
+      "grad_norm": 2.9753270149230957,
+      "learning_rate": 3.558895885496023e-06,
+      "loss": 0.4815,
+      "step": 302
+    },
+    {
+      "epoch": 1.4506024096385541,
+      "grad_norm": 2.129323959350586,
+      "learning_rate": 3.4996083972351514e-06,
+      "loss": 0.4618,
+      "step": 303
+    },
+    {
+      "epoch": 1.455421686746988,
+      "grad_norm": 2.362595319747925,
+      "learning_rate": 3.440713983000601e-06,
+      "loss": 0.4782,
+      "step": 304
+    },
+    {
+      "epoch": 1.4602409638554217,
+      "grad_norm": 2.060520648956299,
+      "learning_rate": 3.3822162040954355e-06,
+      "loss": 0.5068,
+      "step": 305
+    },
+    {
+      "epoch": 1.4650602409638553,
+      "grad_norm": 2.2528958320617676,
+      "learning_rate": 3.3241185978384636e-06,
+      "loss": 0.5308,
+      "step": 306
+    },
+    {
+      "epoch": 1.4698795180722892,
+      "grad_norm": 2.2133140563964844,
+      "learning_rate": 3.266424677350346e-06,
+      "loss": 0.5077,
+      "step": 307
+    },
+    {
+      "epoch": 1.4746987951807229,
+      "grad_norm": 2.223902463912964,
+      "learning_rate": 3.209137931341143e-06,
+      "loss": 0.4697,
+      "step": 308
+    },
+    {
+      "epoch": 1.4795180722891565,
+      "grad_norm": 2.8000707626342773,
+      "learning_rate": 3.1522618238993728e-06,
+      "loss": 0.4934,
+      "step": 309
+    },
+    {
+      "epoch": 1.4843373493975904,
+      "grad_norm": 2.3651952743530273,
+      "learning_rate": 3.0957997942825337e-06,
+      "loss": 0.5103,
+      "step": 310
+    },
+    {
+      "epoch": 1.489156626506024,
+      "grad_norm": 2.443889856338501,
+      "learning_rate": 3.039755256709134e-06,
+      "loss": 0.4617,
+      "step": 311
+    },
+    {
+      "epoch": 1.4939759036144578,
+      "grad_norm": 2.4047086238861084,
+      "learning_rate": 2.9841316001522345e-06,
+      "loss": 0.4875,
+      "step": 312
+    },
+    {
+      "epoch": 1.4939759036144578,
+      "eval_loss": 0.8194815516471863,
+      "eval_runtime": 409.5498,
+      "eval_samples_per_second": 3.965,
+      "eval_steps_per_second": 0.991,
+      "step": 312
+    },
+    {
+      "epoch": 1.4987951807228916,
+      "grad_norm": 2.333664655685425,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 0.4577,
+      "step": 313
+    },
+    {
+      "epoch": 1.5036144578313253,
+      "grad_norm": 2.499919891357422,
+      "learning_rate": 2.8741603585249312e-06,
+      "loss": 0.4762,
+      "step": 314
+    },
+    {
+      "epoch": 1.508433734939759,
+      "grad_norm": 2.4571406841278076,
+      "learning_rate": 2.8198194233367747e-06,
+      "loss": 0.4675,
+      "step": 315
+    },
+    {
+      "epoch": 1.5132530120481928,
+      "grad_norm": 2.5920493602752686,
+      "learning_rate": 2.7659126685275028e-06,
+      "loss": 0.5091,
+      "step": 316
+    },
+    {
+      "epoch": 1.5180722891566265,
+      "grad_norm": 2.5612003803253174,
+      "learning_rate": 2.7124433537999838e-06,
+      "loss": 0.5184,
+      "step": 317
+    },
+    {
+      "epoch": 1.5228915662650602,
+      "grad_norm": 2.8769936561584473,
+      "learning_rate": 2.6594147124053983e-06,
+      "loss": 0.479,
+      "step": 318
+    },
+    {
+      "epoch": 1.527710843373494,
+      "grad_norm": 2.339310884475708,
+      "learning_rate": 2.6068299509477267e-06,
+      "loss": 0.4722,
+      "step": 319
+    },
+    {
+      "epoch": 1.5325301204819277,
+      "grad_norm": 2.3183751106262207,
+      "learning_rate": 2.5546922491898497e-06,
+      "loss": 0.5014,
+      "step": 320
+    },
+    {
+      "epoch": 1.5373493975903614,
+      "grad_norm": 2.3917415142059326,
+      "learning_rate": 2.5030047598612585e-06,
+      "loss": 0.4792,
+      "step": 321
+    },
+    {
+      "epoch": 1.5421686746987953,
+      "grad_norm": 2.690859079360962,
+      "learning_rate": 2.451770608467432e-06,
+      "loss": 0.4994,
+      "step": 322
+    },
+    {
+      "epoch": 1.546987951807229,
+      "grad_norm": 2.50500750541687,
+      "learning_rate": 2.400992893100822e-06,
+      "loss": 0.5582,
+      "step": 323
+    },
+    {
+      "epoch": 1.5518072289156626,
+      "grad_norm": 2.4828755855560303,
+      "learning_rate": 2.3506746842535244e-06,
+      "loss": 0.4803,
+      "step": 324
+    },
+    {
+      "epoch": 1.5566265060240965,
+      "grad_norm": 2.1874091625213623,
+      "learning_rate": 2.3008190246316033e-06,
+      "loss": 0.508,
+      "step": 325
+    },
+    {
+      "epoch": 1.5614457831325301,
+      "grad_norm": 2.585437774658203,
+      "learning_rate": 2.251428928971102e-06,
+      "loss": 0.4728,
+      "step": 326
+    },
+    {
+      "epoch": 1.5662650602409638,
+      "grad_norm": 2.979546070098877,
+      "learning_rate": 2.2025073838557454e-06,
+      "loss": 0.5259,
+      "step": 327
+    },
+    {
+      "epoch": 1.5710843373493977,
+      "grad_norm": 2.4768764972686768,
+      "learning_rate": 2.1540573475363402e-06,
+      "loss": 0.4947,
+      "step": 328
+    },
+    {
+      "epoch": 1.5759036144578313,
+      "grad_norm": 2.252917528152466,
+      "learning_rate": 2.106081749751897e-06,
+      "loss": 0.4853,
+      "step": 329
+    },
+    {
+      "epoch": 1.580722891566265,
+      "grad_norm": 2.5890207290649414,
+      "learning_rate": 2.058583491552465e-06,
+      "loss": 0.4351,
+      "step": 330
+    },
+    {
+      "epoch": 1.5855421686746989,
+      "grad_norm": 2.643648862838745,
+      "learning_rate": 2.011565445123711e-06,
+      "loss": 0.4515,
+      "step": 331
+    },
+    {
+      "epoch": 1.5903614457831325,
+      "grad_norm": 2.6879475116729736,
+      "learning_rate": 1.9650304536132426e-06,
+      "loss": 0.5402,
+      "step": 332
+    },
+    {
+      "epoch": 1.5951807228915662,
+      "grad_norm": 2.378323793411255,
+      "learning_rate": 1.918981330958678e-06,
+      "loss": 0.5162,
+      "step": 333
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 2.823969602584839,
+      "learning_rate": 1.8734208617174986e-06,
+      "loss": 0.4819,
+      "step": 334
+    },
+    {
+      "epoch": 1.6048192771084338,
+      "grad_norm": 3.2256662845611572,
+      "learning_rate": 1.8283518008986566e-06,
+      "loss": 0.5214,
+      "step": 335
+    },
+    {
+      "epoch": 1.6096385542168674,
+      "grad_norm": 2.3168673515319824,
+      "learning_rate": 1.7837768737959937e-06,
+      "loss": 0.5203,
+      "step": 336
+    },
+    {
+      "epoch": 1.6144578313253013,
+      "grad_norm": 2.1533286571502686,
+      "learning_rate": 1.7396987758234418e-06,
+      "loss": 0.4727,
+      "step": 337
+    },
+    {
+      "epoch": 1.619277108433735,
+      "grad_norm": 2.7853829860687256,
+      "learning_rate": 1.6961201723520248e-06,
+      "loss": 0.436,
+      "step": 338
+    },
+    {
+      "epoch": 1.6240963855421686,
+      "grad_norm": 2.411254405975342,
+      "learning_rate": 1.6530436985486997e-06,
+      "loss": 0.4624,
+      "step": 339
+    },
+    {
+      "epoch": 1.6289156626506025,
+      "grad_norm": 2.624218225479126,
+      "learning_rate": 1.6104719592169905e-06,
+      "loss": 0.4959,
+      "step": 340
+    },
+    {
+      "epoch": 1.6337349397590362,
+      "grad_norm": 2.527923107147217,
+      "learning_rate": 1.5684075286394983e-06,
+      "loss": 0.4542,
+      "step": 341
+    },
+    {
+      "epoch": 1.6385542168674698,
+      "grad_norm": 2.568006992340088,
+      "learning_rate": 1.5268529504222262e-06,
+      "loss": 0.5073,
+      "step": 342
+    },
+    {
+      "epoch": 1.6433734939759037,
+      "grad_norm": 2.477860689163208,
+      "learning_rate": 1.485810737340767e-06,
+      "loss": 0.4342,
+      "step": 343
+    },
+    {
+      "epoch": 1.6481927710843374,
+      "grad_norm": 2.5466296672821045,
+      "learning_rate": 1.4452833711883629e-06,
+      "loss": 0.4665,
+      "step": 344
+    },
+    {
+      "epoch": 1.653012048192771,
+      "grad_norm": 3.1020963191986084,
+      "learning_rate": 1.405273302625828e-06,
+      "loss": 0.46,
+      "step": 345
+    },
+    {
+      "epoch": 1.657831325301205,
+      "grad_norm": 2.133432149887085,
+      "learning_rate": 1.3657829510333653e-06,
+      "loss": 0.4656,
+      "step": 346
+    },
+    {
+      "epoch": 1.6626506024096386,
+      "grad_norm": 2.116241216659546,
+      "learning_rate": 1.326814704364262e-06,
+      "loss": 0.4492,
+      "step": 347
+    },
+    {
+      "epoch": 1.6674698795180722,
+      "grad_norm": 2.3933207988739014,
+      "learning_rate": 1.2883709190004956e-06,
+      "loss": 0.4416,
+      "step": 348
+    },
+    {
+      "epoch": 1.6722891566265061,
+      "grad_norm": 2.776743173599243,
+      "learning_rate": 1.2504539196102438e-06,
+      "loss": 0.498,
+      "step": 349
+    },
+    {
+      "epoch": 1.6771084337349398,
+      "grad_norm": 2.7146615982055664,
+      "learning_rate": 1.2130659990073146e-06,
+      "loss": 0.4832,
+      "step": 350
+    },
+    {
+      "epoch": 1.6819277108433734,
+      "grad_norm": 2.236459255218506,
+      "learning_rate": 1.176209418012495e-06,
+      "loss": 0.4773,
+      "step": 351
+    },
+    {
+      "epoch": 1.6867469879518073,
+      "grad_norm": 2.7243292331695557,
+      "learning_rate": 1.1398864053168534e-06,
+      "loss": 0.5527,
+      "step": 352
+    },
+    {
+      "epoch": 1.691566265060241,
+      "grad_norm": 2.543335199356079,
+      "learning_rate": 1.1040991573469629e-06,
+      "loss": 0.4674,
+      "step": 353
+    },
+    {
+      "epoch": 1.6963855421686747,
+      "grad_norm": 2.4757049083709717,
+      "learning_rate": 1.0688498381320855e-06,
+      "loss": 0.4628,
+      "step": 354
+    },
+    {
+      "epoch": 1.7012048192771085,
+      "grad_norm": 2.4857890605926514,
+      "learning_rate": 1.0341405791733183e-06,
+      "loss": 0.4914,
+      "step": 355
+    },
+    {
+      "epoch": 1.7060240963855422,
+      "grad_norm": 2.2958590984344482,
+      "learning_rate": 9.999734793146998e-07,
+      "loss": 0.4194,
+      "step": 356
+    },
+    {
+      "epoch": 1.7108433734939759,
+      "grad_norm": 2.729526996612549,
+      "learning_rate": 9.663506046162986e-07,
+      "loss": 0.4839,
+      "step": 357
+    },
+    {
+      "epoch": 1.7156626506024097,
+      "grad_norm": 2.457387924194336,
+      "learning_rate": 9.332739882292752e-07,
+      "loss": 0.402,
+      "step": 358
+    },
+    {
+      "epoch": 1.7204819277108434,
+      "grad_norm": 2.145829439163208,
+      "learning_rate": 9.0074563027294e-07,
+      "loss": 0.4728,
+      "step": 359
+    },
+    {
+      "epoch": 1.725301204819277,
+      "grad_norm": 2.3702030181884766,
+      "learning_rate": 8.687674977138116e-07,
+      "loss": 0.484,
+      "step": 360
+    },
+    {
+      "epoch": 1.730120481927711,
+      "grad_norm": 2.976496934890747,
+      "learning_rate": 8.373415242466721e-07,
+      "loss": 0.4865,
+      "step": 361
+    },
+    {
+      "epoch": 1.7349397590361446,
+      "grad_norm": 2.717363119125366,
+      "learning_rate": 8.06469610177636e-07,
+      "loss": 0.434,
+      "step": 362
+    },
+    {
+      "epoch": 1.7397590361445783,
+      "grad_norm": 2.484947443008423,
+      "learning_rate": 7.761536223092459e-07,
+      "loss": 0.4643,
+      "step": 363
+    },
+    {
+      "epoch": 1.7445783132530122,
+      "grad_norm": 2.8820717334747314,
+      "learning_rate": 7.463953938275859e-07,
+      "loss": 0.518,
+      "step": 364
+    },
+    {
+      "epoch": 1.7445783132530122,
+      "eval_loss": 0.81573086977005,
+      "eval_runtime": 409.3624,
+      "eval_samples_per_second": 3.967,
+      "eval_steps_per_second": 0.992,
+      "step": 364
+    },
+    {
+      "epoch": 1.7493975903614458,
+      "grad_norm": 2.5007619857788086,
+      "learning_rate": 7.171967241914224e-07,
+      "loss": 0.5117,
+      "step": 365
+    },
+    {
+      "epoch": 1.7542168674698795,
+      "grad_norm": 2.8851635456085205,
+      "learning_rate": 6.885593790234057e-07,
+      "loss": 0.433,
+      "step": 366
+    },
+    {
+      "epoch": 1.7590361445783134,
+      "grad_norm": 2.6130123138427734,
+      "learning_rate": 6.604850900032956e-07,
+      "loss": 0.4695,
+      "step": 367
+    },
+    {
+      "epoch": 1.763855421686747,
+      "grad_norm": 2.500542402267456,
+      "learning_rate": 6.329755547632499e-07,
+      "loss": 0.5145,
+      "step": 368
+    },
+    {
+      "epoch": 1.7686746987951807,
+      "grad_norm": 2.8018507957458496,
+      "learning_rate": 6.0603243678517e-07,
+      "loss": 0.4638,
+      "step": 369
+    },
+    {
+      "epoch": 1.7734939759036146,
+      "grad_norm": 2.414989709854126,
+      "learning_rate": 5.796573653001091e-07,
+      "loss": 0.4589,
+      "step": 370
+    },
+    {
+      "epoch": 1.7783132530120482,
+      "grad_norm": 2.3818142414093018,
+      "learning_rate": 5.538519351897575e-07,
+      "loss": 0.4495,
+      "step": 371
+    },
+    {
+      "epoch": 1.783132530120482,
+      "grad_norm": 2.182438373565674,
+      "learning_rate": 5.286177068899989e-07,
+      "loss": 0.4818,
+      "step": 372
+    },
+    {
+      "epoch": 1.7879518072289158,
+      "grad_norm": 2.615506649017334,
+      "learning_rate": 5.039562062965508e-07,
+      "loss": 0.4734,
+      "step": 373
+    },
+    {
+      "epoch": 1.7927710843373494,
+      "grad_norm": 2.4921176433563232,
+      "learning_rate": 4.798689246727006e-07,
+      "loss": 0.4741,
+      "step": 374
+    },
+    {
+      "epoch": 1.797590361445783,
+      "grad_norm": 2.8143961429595947,
+      "learning_rate": 4.563573185591219e-07,
+      "loss": 0.4854,
+      "step": 375
+    },
+    {
+      "epoch": 1.802409638554217,
+      "grad_norm": 2.3554911613464355,
+      "learning_rate": 4.3342280968580287e-07,
+      "loss": 0.4648,
+      "step": 376
+    },
+    {
+      "epoch": 1.8072289156626506,
+      "grad_norm": 2.3002068996429443,
+      "learning_rate": 4.11066784886075e-07,
+      "loss": 0.5014,
+      "step": 377
+    },
+    {
+      "epoch": 1.8120481927710843,
+      "grad_norm": 2.49564266204834,
+      "learning_rate": 3.8929059601275463e-07,
+      "loss": 0.4487,
+      "step": 378
+    },
+    {
+      "epoch": 1.8168674698795182,
+      "grad_norm": 2.61617112159729,
+      "learning_rate": 3.6809555985639065e-07,
+      "loss": 0.5117,
+      "step": 379
+    },
+    {
+      "epoch": 1.8216867469879519,
+      "grad_norm": 2.6199090480804443,
+      "learning_rate": 3.474829580656436e-07,
+      "loss": 0.462,
+      "step": 380
+    },
+    {
+      "epoch": 1.8265060240963855,
+      "grad_norm": 2.755880355834961,
+      "learning_rate": 3.2745403706978876e-07,
+      "loss": 0.4853,
+      "step": 381
+    },
+    {
+      "epoch": 1.8313253012048194,
+      "grad_norm": 2.9723000526428223,
+      "learning_rate": 3.080100080033388e-07,
+      "loss": 0.4672,
+      "step": 382
+    },
+    {
+      "epoch": 1.836144578313253,
+      "grad_norm": 2.1068785190582275,
+      "learning_rate": 2.8915204663281014e-07,
+      "loss": 0.4219,
+      "step": 383
+    },
+    {
+      "epoch": 1.8409638554216867,
+      "grad_norm": 2.6642982959747314,
+      "learning_rate": 2.708812932856253e-07,
+      "loss": 0.5069,
+      "step": 384
+    },
+    {
+      "epoch": 1.8457831325301206,
+      "grad_norm": 2.3558390140533447,
+      "learning_rate": 2.5319885278115907e-07,
+      "loss": 0.5048,
+      "step": 385
+    },
+    {
+      "epoch": 1.8506024096385543,
+      "grad_norm": 2.335449457168579,
+      "learning_rate": 2.3610579436392999e-07,
+      "loss": 0.429,
+      "step": 386
+    },
+    {
+      "epoch": 1.855421686746988,
+      "grad_norm": 2.720520496368408,
+      "learning_rate": 2.1960315163894075e-07,
+      "loss": 0.4955,
+      "step": 387
+    },
+    {
+      "epoch": 1.8602409638554218,
+      "grad_norm": 2.581988573074341,
+      "learning_rate": 2.036919225091827e-07,
+      "loss": 0.4604,
+      "step": 388
+    },
+    {
+      "epoch": 1.8650602409638555,
+      "grad_norm": 2.5386810302734375,
+      "learning_rate": 1.8837306911529185e-07,
+      "loss": 0.4738,
+      "step": 389
+    },
+    {
+      "epoch": 1.8698795180722891,
+      "grad_norm": 2.541105031967163,
+      "learning_rate": 1.7364751777736334e-07,
+      "loss": 0.498,
+      "step": 390
+    },
+    {
+      "epoch": 1.874698795180723,
+      "grad_norm": 2.8123772144317627,
+      "learning_rate": 1.595161589389449e-07,
+      "loss": 0.443,
+      "step": 391
+    },
+    {
+      "epoch": 1.8795180722891565,
+      "grad_norm": 2.696023464202881,
+      "learning_rate": 1.459798471131868e-07,
+      "loss": 0.4207,
+      "step": 392
+    },
+    {
+      "epoch": 1.8843373493975903,
+      "grad_norm": 2.6544225215911865,
+      "learning_rate": 1.3303940083117527e-07,
+      "loss": 0.4832,
+      "step": 393
+    },
+    {
+      "epoch": 1.8891566265060242,
+      "grad_norm": 3.1610257625579834,
+      "learning_rate": 1.206956025924333e-07,
+      "loss": 0.5528,
+      "step": 394
+    },
+    {
+      "epoch": 1.8939759036144577,
+      "grad_norm": 2.7090446949005127,
+      "learning_rate": 1.0894919881760168e-07,
+      "loss": 0.4851,
+      "step": 395
+    },
+    {
+      "epoch": 1.8987951807228916,
+      "grad_norm": 2.694115400314331,
+      "learning_rate": 9.780089980330643e-08,
+      "loss": 0.5122,
+      "step": 396
+    },
+    {
+      "epoch": 1.9036144578313254,
+      "grad_norm": 2.570265531539917,
+      "learning_rate": 8.725137967920739e-08,
+      "loss": 0.4875,
+      "step": 397
+    },
+    {
+      "epoch": 1.9084337349397589,
+      "grad_norm": 2.4135944843292236,
+      "learning_rate": 7.730127636723539e-08,
+      "loss": 0.4679,
+      "step": 398
+    },
+    {
+      "epoch": 1.9132530120481928,
+      "grad_norm": 2.6173839569091797,
+      "learning_rate": 6.795119154301199e-08,
+      "loss": 0.4829,
+      "step": 399
+    },
+    {
+      "epoch": 1.9180722891566266,
+      "grad_norm": 2.9347667694091797,
+      "learning_rate": 5.920169059947412e-08,
+      "loss": 0.4665,
+      "step": 400
+    },
+    {
+      "epoch": 1.92289156626506,
+      "grad_norm": 2.5810000896453857,
+      "learning_rate": 5.105330261267916e-08,
+      "loss": 0.4994,
+      "step": 401
+    },
+    {
+      "epoch": 1.927710843373494,
+      "grad_norm": 2.610971450805664,
+      "learning_rate": 4.350652030981395e-08,
+      "loss": 0.4584,
+      "step": 402
+    },
+    {
+      "epoch": 1.9325301204819278,
+      "grad_norm": 2.3277273178100586,
+      "learning_rate": 3.6561800039403016e-08,
+      "loss": 0.4905,
+      "step": 403
+    },
+    {
+      "epoch": 1.9373493975903613,
+      "grad_norm": 2.5518689155578613,
+      "learning_rate": 3.0219561743707326e-08,
+      "loss": 0.4783,
+      "step": 404
+    },
+    {
+      "epoch": 1.9421686746987952,
+      "grad_norm": 2.45817232131958,
+      "learning_rate": 2.4480188933336812e-08,
+      "loss": 0.4618,
+      "step": 405
+    },
+    {
+      "epoch": 1.946987951807229,
+      "grad_norm": 2.610630750656128,
+      "learning_rate": 1.9344028664056715e-08,
+      "loss": 0.4827,
+      "step": 406
+    },
+    {
+      "epoch": 1.9518072289156625,
+      "grad_norm": 2.5346062183380127,
+      "learning_rate": 1.4811391515799911e-08,
+      "loss": 0.5063,
+      "step": 407
+    },
+    {
+      "epoch": 1.9566265060240964,
+      "grad_norm": 2.244114637374878,
+      "learning_rate": 1.0882551573891953e-08,
+      "loss": 0.465,
+      "step": 408
+    },
+    {
+      "epoch": 1.9614457831325303,
+      "grad_norm": 2.285471200942993,
+      "learning_rate": 7.557746412468758e-09,
+      "loss": 0.4649,
+      "step": 409
+    },
+    {
+      "epoch": 1.9662650602409637,
+      "grad_norm": 2.321476936340332,
+      "learning_rate": 4.837177080119215e-09,
+      "loss": 0.4664,
+      "step": 410
+    },
+    {
+      "epoch": 1.9710843373493976,
+      "grad_norm": 2.40159273147583,
+      "learning_rate": 2.7210080877237978e-09,
+      "loss": 0.497,
+      "step": 411
+    },
+    {
+      "epoch": 1.9759036144578315,
+      "grad_norm": 2.6286189556121826,
+      "learning_rate": 1.209367398504746e-09,
+      "loss": 0.5062,
+      "step": 412
+    },
+    {
+      "epoch": 1.980722891566265,
+      "grad_norm": 2.8081414699554443,
+      "learning_rate": 3.023464202944748e-10,
+      "loss": 0.503,
+      "step": 413
+    },
+    {
+      "epoch": 1.9855421686746988,
+      "grad_norm": 2.3685240745544434,
+      "learning_rate": 0.0,
+      "loss": 0.4999,
+      "step": 414
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 414,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 104,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2766188277900247e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}