{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.24832381425378694,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00024832381425378696,
      "grad_norm": 10.215656280517578,
      "learning_rate": 0.0,
      "loss": 2.4774,
      "num_input_tokens_seen": 262144,
      "step": 1
    },
    {
      "epoch": 0.0004966476285075739,
      "grad_norm": 11.095035552978516,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 2.9956,
      "num_input_tokens_seen": 524288,
      "step": 2
    },
    {
      "epoch": 0.0007449714427613609,
      "grad_norm": 15.851714134216309,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 3.5577,
      "num_input_tokens_seen": 786432,
      "step": 3
    },
    {
      "epoch": 0.0009932952570151478,
      "grad_norm": 13.334907531738281,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 3.5265,
      "num_input_tokens_seen": 1048576,
      "step": 4
    },
    {
      "epoch": 0.0012416190712689348,
      "grad_norm": 13.653706550598145,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 3.2742,
      "num_input_tokens_seen": 1310720,
      "step": 5
    },
    {
      "epoch": 0.0014899428855227217,
      "grad_norm": 10.820155143737793,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.7898,
      "num_input_tokens_seen": 1572864,
      "step": 6
    },
    {
      "epoch": 0.0017382666997765085,
      "grad_norm": 8.97152042388916,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.3872,
      "num_input_tokens_seen": 1835008,
      "step": 7
    },
    {
      "epoch": 0.0019865905140302956,
      "grad_norm": 8.390254020690918,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.4003,
      "num_input_tokens_seen": 2097152,
      "step": 8
    },
    {
      "epoch": 0.0022349143282840824,
      "grad_norm": 7.845387935638428,
      "learning_rate": 8.000000000000001e-07,
      "loss": 2.3165,
      "num_input_tokens_seen": 2359296,
      "step": 9
    },
    {
      "epoch": 0.0024832381425378696,
      "grad_norm": 10.649581909179688,
      "learning_rate": 9.000000000000001e-07,
      "loss": 3.193,
      "num_input_tokens_seen": 2621440,
      "step": 10
    },
    {
      "epoch": 0.0027315619567916563,
      "grad_norm": 9.258522033691406,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 3.0098,
      "num_input_tokens_seen": 2883584,
      "step": 11
    },
    {
      "epoch": 0.0029798857710454435,
      "grad_norm": 8.765289306640625,
      "learning_rate": 1.1e-06,
      "loss": 2.5393,
      "num_input_tokens_seen": 3145728,
      "step": 12
    },
    {
      "epoch": 0.00322820958529923,
      "grad_norm": 10.003978729248047,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 2.9451,
      "num_input_tokens_seen": 3407872,
      "step": 13
    },
    {
      "epoch": 0.003476533399553017,
      "grad_norm": 8.10649585723877,
      "learning_rate": 1.3e-06,
      "loss": 2.7237,
      "num_input_tokens_seen": 3670016,
      "step": 14
    },
    {
      "epoch": 0.003724857213806804,
      "grad_norm": 8.63984489440918,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 2.922,
      "num_input_tokens_seen": 3932160,
      "step": 15
    },
    {
      "epoch": 0.003973181028060591,
      "grad_norm": 6.354504585266113,
      "learning_rate": 1.5e-06,
      "loss": 2.494,
      "num_input_tokens_seen": 4194304,
      "step": 16
    },
    {
      "epoch": 0.004221504842314378,
      "grad_norm": 6.988131046295166,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 3.051,
      "num_input_tokens_seen": 4456448,
      "step": 17
    },
    {
      "epoch": 0.004469828656568165,
      "grad_norm": 6.21164608001709,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 2.8812,
      "num_input_tokens_seen": 4718592,
      "step": 18
    },
    {
      "epoch": 0.0047181524708219515,
      "grad_norm": 7.339629173278809,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.8418,
      "num_input_tokens_seen": 4980736,
      "step": 19
    },
    {
      "epoch": 0.004966476285075739,
      "grad_norm": 5.495388031005859,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 2.4937,
      "num_input_tokens_seen": 5242880,
      "step": 20
    },
    {
      "epoch": 0.005214800099329526,
      "grad_norm": 4.960653305053711,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.5324,
      "num_input_tokens_seen": 5505024,
      "step": 21
    },
    {
      "epoch": 0.005463123913583313,
      "grad_norm": 5.600866794586182,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 2.9153,
      "num_input_tokens_seen": 5767168,
      "step": 22
    },
    {
      "epoch": 0.005711447727837099,
      "grad_norm": 4.116523265838623,
      "learning_rate": 2.2e-06,
      "loss": 2.4081,
      "num_input_tokens_seen": 6029312,
      "step": 23
    },
    {
      "epoch": 0.005959771542090887,
      "grad_norm": 3.069936990737915,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 2.059,
      "num_input_tokens_seen": 6291456,
      "step": 24
    },
    {
      "epoch": 0.006208095356344674,
      "grad_norm": 5.050525188446045,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 2.802,
      "num_input_tokens_seen": 6553600,
      "step": 25
    },
    {
      "epoch": 0.00645641917059846,
      "grad_norm": 4.871302604675293,
      "learning_rate": 2.5e-06,
      "loss": 2.5931,
      "num_input_tokens_seen": 6815744,
      "step": 26
    },
    {
      "epoch": 0.006704742984852247,
      "grad_norm": 3.577676773071289,
      "learning_rate": 2.6e-06,
      "loss": 2.6076,
      "num_input_tokens_seen": 7077888,
      "step": 27
    },
    {
      "epoch": 0.006953066799106034,
      "grad_norm": 4.384449481964111,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 2.8547,
      "num_input_tokens_seen": 7340032,
      "step": 28
    },
    {
      "epoch": 0.0072013906133598215,
      "grad_norm": 2.9289448261260986,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 2.1733,
      "num_input_tokens_seen": 7602176,
      "step": 29
    },
    {
      "epoch": 0.007449714427613608,
      "grad_norm": 3.34555983543396,
      "learning_rate": 2.9e-06,
      "loss": 2.4006,
      "num_input_tokens_seen": 7864320,
      "step": 30
    },
    {
      "epoch": 0.007698038241867395,
      "grad_norm": 2.8291356563568115,
      "learning_rate": 3e-06,
      "loss": 2.4605,
      "num_input_tokens_seen": 8126464,
      "step": 31
    },
    {
      "epoch": 0.007946362056121183,
      "grad_norm": 2.9072861671447754,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 2.5204,
      "num_input_tokens_seen": 8388608,
      "step": 32
    },
    {
      "epoch": 0.008194685870374968,
      "grad_norm": 2.771606683731079,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 2.4139,
      "num_input_tokens_seen": 8650752,
      "step": 33
    },
    {
      "epoch": 0.008443009684628756,
      "grad_norm": 2.580414295196533,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 2.5677,
      "num_input_tokens_seen": 8912896,
      "step": 34
    },
    {
      "epoch": 0.008691333498882544,
      "grad_norm": 2.1037166118621826,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 2.1773,
      "num_input_tokens_seen": 9175040,
      "step": 35
    },
    {
      "epoch": 0.00893965731313633,
      "grad_norm": 2.0104498863220215,
      "learning_rate": 3.5e-06,
      "loss": 2.1332,
      "num_input_tokens_seen": 9437184,
      "step": 36
    },
    {
      "epoch": 0.009187981127390117,
      "grad_norm": 1.954823613166809,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 2.3993,
      "num_input_tokens_seen": 9699328,
      "step": 37
    },
    {
      "epoch": 0.009436304941643903,
      "grad_norm": 2.064880847930908,
      "learning_rate": 3.7e-06,
      "loss": 2.6064,
      "num_input_tokens_seen": 9961472,
      "step": 38
    },
    {
      "epoch": 0.00968462875589769,
      "grad_norm": 1.6983036994934082,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.9788,
      "num_input_tokens_seen": 10223616,
      "step": 39
    },
    {
      "epoch": 0.009932952570151478,
      "grad_norm": 1.7680089473724365,
      "learning_rate": 3.900000000000001e-06,
      "loss": 2.3603,
      "num_input_tokens_seen": 10485760,
      "step": 40
    },
    {
      "epoch": 0.010181276384405264,
      "grad_norm": 1.5656706094741821,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.2015,
      "num_input_tokens_seen": 10747904,
      "step": 41
    },
    {
      "epoch": 0.010429600198659052,
      "grad_norm": 1.4727283716201782,
      "learning_rate": 4.1e-06,
      "loss": 2.0206,
      "num_input_tokens_seen": 11010048,
      "step": 42
    },
    {
      "epoch": 0.010677924012912838,
      "grad_norm": 1.2997132539749146,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.7953,
      "num_input_tokens_seen": 11272192,
      "step": 43
    },
    {
      "epoch": 0.010926247827166625,
      "grad_norm": 1.439453363418579,
      "learning_rate": 4.3e-06,
      "loss": 2.124,
      "num_input_tokens_seen": 11534336,
      "step": 44
    },
    {
      "epoch": 0.011174571641420413,
      "grad_norm": 1.43881356716156,
      "learning_rate": 4.4e-06,
      "loss": 2.4577,
      "num_input_tokens_seen": 11796480,
      "step": 45
    },
    {
      "epoch": 0.011422895455674199,
      "grad_norm": 1.5415407419204712,
      "learning_rate": 4.5e-06,
      "loss": 2.3313,
      "num_input_tokens_seen": 12058624,
      "step": 46
    },
    {
      "epoch": 0.011671219269927986,
      "grad_norm": 1.2109966278076172,
      "learning_rate": 4.600000000000001e-06,
      "loss": 2.0387,
      "num_input_tokens_seen": 12320768,
      "step": 47
    },
    {
      "epoch": 0.011919543084181774,
      "grad_norm": 1.2937291860580444,
      "learning_rate": 4.7e-06,
      "loss": 2.3696,
      "num_input_tokens_seen": 12582912,
      "step": 48
    },
    {
      "epoch": 0.01216786689843556,
      "grad_norm": 1.2319666147232056,
      "learning_rate": 4.800000000000001e-06,
      "loss": 2.3702,
      "num_input_tokens_seen": 12845056,
      "step": 49
    },
    {
      "epoch": 0.012416190712689347,
      "grad_norm": 2.2272355556488037,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 1.7134,
      "num_input_tokens_seen": 13107200,
      "step": 50
    },
    {
      "epoch": 0.012664514526943133,
      "grad_norm": 0.9094964265823364,
      "learning_rate": 5e-06,
      "loss": 1.8803,
      "num_input_tokens_seen": 13369344,
      "step": 51
    },
    {
      "epoch": 0.01291283834119692,
      "grad_norm": 1.3690983057022095,
      "learning_rate": 5.1e-06,
      "loss": 2.541,
      "num_input_tokens_seen": 13631488,
      "step": 52
    },
    {
      "epoch": 0.013161162155450708,
      "grad_norm": 0.8856329917907715,
      "learning_rate": 5.2e-06,
      "loss": 2.1698,
      "num_input_tokens_seen": 13893632,
      "step": 53
    },
    {
      "epoch": 0.013409485969704494,
      "grad_norm": 0.9775459170341492,
      "learning_rate": 5.300000000000001e-06,
      "loss": 2.0176,
      "num_input_tokens_seen": 14155776,
      "step": 54
    },
    {
      "epoch": 0.013657809783958282,
      "grad_norm": 0.8204602599143982,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.895,
      "num_input_tokens_seen": 14417920,
      "step": 55
    },
    {
      "epoch": 0.013906133598212068,
      "grad_norm": 0.9787035584449768,
      "learning_rate": 5.500000000000001e-06,
      "loss": 2.1046,
      "num_input_tokens_seen": 14680064,
      "step": 56
    },
    {
      "epoch": 0.014154457412465855,
      "grad_norm": 0.7377949357032776,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.9217,
      "num_input_tokens_seen": 14942208,
      "step": 57
    },
    {
      "epoch": 0.014402781226719643,
      "grad_norm": 0.8319304585456848,
      "learning_rate": 5.7e-06,
      "loss": 2.278,
      "num_input_tokens_seen": 15204352,
      "step": 58
    },
    {
      "epoch": 0.014651105040973429,
      "grad_norm": 0.8811312317848206,
      "learning_rate": 5.8e-06,
      "loss": 2.4527,
      "num_input_tokens_seen": 15466496,
      "step": 59
    },
    {
      "epoch": 0.014899428855227216,
      "grad_norm": 0.8537189364433289,
      "learning_rate": 5.9e-06,
      "loss": 2.0035,
      "num_input_tokens_seen": 15728640,
      "step": 60
    },
    {
      "epoch": 0.015147752669481004,
      "grad_norm": 0.8903886079788208,
      "learning_rate": 6e-06,
      "loss": 2.0959,
      "num_input_tokens_seen": 15990784,
      "step": 61
    },
    {
      "epoch": 0.01539607648373479,
      "grad_norm": 0.7955805659294128,
      "learning_rate": 6.1e-06,
      "loss": 1.9258,
      "num_input_tokens_seen": 16252928,
      "step": 62
    },
    {
      "epoch": 0.015644400297988578,
      "grad_norm": 0.7012743353843689,
      "learning_rate": 6.200000000000001e-06,
      "loss": 1.8984,
      "num_input_tokens_seen": 16515072,
      "step": 63
    },
    {
      "epoch": 0.015892724112242365,
      "grad_norm": 1.0720924139022827,
      "learning_rate": 6.300000000000001e-06,
      "loss": 2.3707,
      "num_input_tokens_seen": 16777216,
      "step": 64
    },
    {
      "epoch": 0.01614104792649615,
      "grad_norm": 0.7156981229782104,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 2.0082,
      "num_input_tokens_seen": 17039360,
      "step": 65
    },
    {
      "epoch": 0.016389371740749937,
      "grad_norm": 1.379465103149414,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 1.893,
      "num_input_tokens_seen": 17301504,
      "step": 66
    },
    {
      "epoch": 0.016637695555003724,
      "grad_norm": 0.6216750144958496,
      "learning_rate": 6.600000000000001e-06,
      "loss": 1.7876,
      "num_input_tokens_seen": 17563648,
      "step": 67
    },
    {
      "epoch": 0.016886019369257512,
      "grad_norm": 0.6770815253257751,
      "learning_rate": 6.700000000000001e-06,
      "loss": 1.813,
      "num_input_tokens_seen": 17825792,
      "step": 68
    },
    {
      "epoch": 0.0171343431835113,
      "grad_norm": 0.8068878054618835,
      "learning_rate": 6.800000000000001e-06,
      "loss": 1.9584,
      "num_input_tokens_seen": 18087936,
      "step": 69
    },
    {
      "epoch": 0.017382666997765087,
      "grad_norm": 0.642892062664032,
      "learning_rate": 6.9e-06,
      "loss": 1.5887,
      "num_input_tokens_seen": 18350080,
      "step": 70
    },
    {
      "epoch": 0.01763099081201887,
      "grad_norm": 0.6749325394630432,
      "learning_rate": 7e-06,
      "loss": 1.7739,
      "num_input_tokens_seen": 18612224,
      "step": 71
    },
    {
      "epoch": 0.01787931462627266,
      "grad_norm": 0.6361634135246277,
      "learning_rate": 7.100000000000001e-06,
      "loss": 1.8437,
      "num_input_tokens_seen": 18874368,
      "step": 72
    },
    {
      "epoch": 0.018127638440526447,
      "grad_norm": 0.8063591718673706,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.7656,
      "num_input_tokens_seen": 19136512,
      "step": 73
    },
    {
      "epoch": 0.018375962254780234,
      "grad_norm": 0.608739972114563,
      "learning_rate": 7.3e-06,
      "loss": 2.0104,
      "num_input_tokens_seen": 19398656,
      "step": 74
    },
    {
      "epoch": 0.018624286069034022,
      "grad_norm": 0.6015883088111877,
      "learning_rate": 7.4e-06,
      "loss": 2.0805,
      "num_input_tokens_seen": 19660800,
      "step": 75
    },
    {
      "epoch": 0.018872609883287806,
      "grad_norm": 0.5737051367759705,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.9203,
      "num_input_tokens_seen": 19922944,
      "step": 76
    },
    {
      "epoch": 0.019120933697541594,
      "grad_norm": 0.5844286680221558,
      "learning_rate": 7.600000000000001e-06,
      "loss": 2.0768,
      "num_input_tokens_seen": 20185088,
      "step": 77
    },
    {
      "epoch": 0.01936925751179538,
      "grad_norm": 0.5958046913146973,
      "learning_rate": 7.7e-06,
      "loss": 1.5849,
      "num_input_tokens_seen": 20447232,
      "step": 78
    },
    {
      "epoch": 0.01961758132604917,
      "grad_norm": 0.7638349533081055,
      "learning_rate": 7.800000000000002e-06,
      "loss": 2.2179,
      "num_input_tokens_seen": 20709376,
      "step": 79
    },
    {
      "epoch": 0.019865905140302956,
      "grad_norm": 0.5547915697097778,
      "learning_rate": 7.9e-06,
      "loss": 1.8943,
      "num_input_tokens_seen": 20971520,
      "step": 80
    },
    {
      "epoch": 0.02011422895455674,
      "grad_norm": 0.45996469259262085,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.5404,
      "num_input_tokens_seen": 21233664,
      "step": 81
    },
    {
      "epoch": 0.020362552768810528,
      "grad_norm": 0.5060412883758545,
      "learning_rate": 8.1e-06,
      "loss": 1.7184,
      "num_input_tokens_seen": 21495808,
      "step": 82
    },
    {
      "epoch": 0.020610876583064316,
      "grad_norm": 0.5570970773696899,
      "learning_rate": 8.2e-06,
      "loss": 2.0638,
      "num_input_tokens_seen": 21757952,
      "step": 83
    },
    {
      "epoch": 0.020859200397318103,
      "grad_norm": 0.47680890560150146,
      "learning_rate": 8.3e-06,
      "loss": 1.4177,
      "num_input_tokens_seen": 22020096,
      "step": 84
    },
    {
      "epoch": 0.02110752421157189,
      "grad_norm": 0.5959429144859314,
      "learning_rate": 8.400000000000001e-06,
      "loss": 2.1659,
      "num_input_tokens_seen": 22282240,
      "step": 85
    },
    {
      "epoch": 0.021355848025825675,
      "grad_norm": 0.5277214646339417,
      "learning_rate": 8.5e-06,
      "loss": 1.8083,
      "num_input_tokens_seen": 22544384,
      "step": 86
    },
    {
      "epoch": 0.021604171840079463,
      "grad_norm": 0.5346829891204834,
      "learning_rate": 8.6e-06,
      "loss": 1.9323,
      "num_input_tokens_seen": 22806528,
      "step": 87
    },
    {
      "epoch": 0.02185249565433325,
      "grad_norm": 0.5096192359924316,
      "learning_rate": 8.700000000000001e-06,
      "loss": 1.401,
      "num_input_tokens_seen": 23068672,
      "step": 88
    },
    {
      "epoch": 0.022100819468587038,
      "grad_norm": 0.49696552753448486,
      "learning_rate": 8.8e-06,
      "loss": 1.4828,
      "num_input_tokens_seen": 23330816,
      "step": 89
    },
    {
      "epoch": 0.022349143282840826,
      "grad_norm": 0.5156976580619812,
      "learning_rate": 8.900000000000001e-06,
      "loss": 1.9016,
      "num_input_tokens_seen": 23592960,
      "step": 90
    },
    {
      "epoch": 0.02259746709709461,
      "grad_norm": 0.4339764714241028,
      "learning_rate": 9e-06,
      "loss": 1.3645,
      "num_input_tokens_seen": 23855104,
      "step": 91
    },
    {
      "epoch": 0.022845790911348397,
      "grad_norm": 0.5163502097129822,
      "learning_rate": 9.100000000000001e-06,
      "loss": 1.9044,
      "num_input_tokens_seen": 24117248,
      "step": 92
    },
    {
      "epoch": 0.023094114725602185,
      "grad_norm": 0.44321632385253906,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.7322,
      "num_input_tokens_seen": 24379392,
      "step": 93
    },
    {
      "epoch": 0.023342438539855973,
      "grad_norm": 0.5554404258728027,
      "learning_rate": 9.3e-06,
      "loss": 2.0536,
      "num_input_tokens_seen": 24641536,
      "step": 94
    },
    {
      "epoch": 0.02359076235410976,
      "grad_norm": 0.5148480534553528,
      "learning_rate": 9.4e-06,
      "loss": 1.9353,
      "num_input_tokens_seen": 24903680,
      "step": 95
    },
    {
      "epoch": 0.023839086168363548,
      "grad_norm": 0.4365761876106262,
      "learning_rate": 9.5e-06,
      "loss": 2.1485,
      "num_input_tokens_seen": 25165824,
      "step": 96
    },
    {
      "epoch": 0.024087409982617332,
      "grad_norm": 0.6153504252433777,
      "learning_rate": 9.600000000000001e-06,
      "loss": 2.3459,
      "num_input_tokens_seen": 25427968,
      "step": 97
    },
    {
      "epoch": 0.02433573379687112,
      "grad_norm": 0.7189298272132874,
      "learning_rate": 9.7e-06,
      "loss": 1.5111,
      "num_input_tokens_seen": 25690112,
      "step": 98
    },
    {
      "epoch": 0.024584057611124907,
      "grad_norm": 0.40012645721435547,
      "learning_rate": 9.800000000000001e-06,
      "loss": 2.0235,
      "num_input_tokens_seen": 25952256,
      "step": 99
    },
    {
      "epoch": 0.024832381425378695,
      "grad_norm": 1.3065471649169922,
      "learning_rate": 9.9e-06,
      "loss": 2.1165,
      "num_input_tokens_seen": 26214400,
      "step": 100
    },
    {
      "epoch": 0.025080705239632482,
      "grad_norm": 0.7975507378578186,
      "learning_rate": 1e-05,
      "loss": 1.722,
      "num_input_tokens_seen": 26476544,
      "step": 101
    },
    {
      "epoch": 0.025329029053886266,
      "grad_norm": 0.5044583678245544,
      "learning_rate": 9.999969538288953e-06,
      "loss": 2.0617,
      "num_input_tokens_seen": 26738688,
      "step": 102
    },
    {
      "epoch": 0.025577352868140054,
      "grad_norm": 0.6180616021156311,
      "learning_rate": 9.999878153526974e-06,
      "loss": 1.8041,
      "num_input_tokens_seen": 27000832,
      "step": 103
    },
    {
      "epoch": 0.02582567668239384,
      "grad_norm": 0.3513893485069275,
      "learning_rate": 9.999725846827562e-06,
      "loss": 2.0049,
      "num_input_tokens_seen": 27262976,
      "step": 104
    },
    {
      "epoch": 0.02607400049664763,
      "grad_norm": 0.5015475153923035,
      "learning_rate": 9.999512620046523e-06,
      "loss": 1.9308,
      "num_input_tokens_seen": 27525120,
      "step": 105
    },
    {
      "epoch": 0.026322324310901417,
      "grad_norm": 0.35490310192108154,
      "learning_rate": 9.999238475781957e-06,
      "loss": 1.7832,
      "num_input_tokens_seen": 27787264,
      "step": 106
    },
    {
      "epoch": 0.0265706481251552,
      "grad_norm": 0.4982094168663025,
      "learning_rate": 9.998903417374228e-06,
      "loss": 2.1659,
      "num_input_tokens_seen": 28049408,
      "step": 107
    },
    {
      "epoch": 0.02681897193940899,
      "grad_norm": 0.3601139783859253,
      "learning_rate": 9.998507448905917e-06,
      "loss": 1.8221,
      "num_input_tokens_seen": 28311552,
      "step": 108
    },
    {
      "epoch": 0.027067295753662776,
      "grad_norm": 0.47446349263191223,
      "learning_rate": 9.998050575201772e-06,
      "loss": 1.4861,
      "num_input_tokens_seen": 28573696,
      "step": 109
    },
    {
      "epoch": 0.027315619567916564,
      "grad_norm": 0.4510415196418762,
      "learning_rate": 9.997532801828659e-06,
      "loss": 1.8413,
      "num_input_tokens_seen": 28835840,
      "step": 110
    },
    {
      "epoch": 0.02756394338217035,
      "grad_norm": 0.34447139501571655,
      "learning_rate": 9.99695413509548e-06,
      "loss": 1.9358,
      "num_input_tokens_seen": 29097984,
      "step": 111
    },
    {
      "epoch": 0.027812267196424136,
      "grad_norm": 0.7382912039756775,
      "learning_rate": 9.996314582053106e-06,
      "loss": 2.0478,
      "num_input_tokens_seen": 29360128,
      "step": 112
    },
    {
      "epoch": 0.028060591010677923,
      "grad_norm": 0.4270409345626831,
      "learning_rate": 9.995614150494293e-06,
      "loss": 1.4107,
      "num_input_tokens_seen": 29622272,
      "step": 113
    },
    {
      "epoch": 0.02830891482493171,
      "grad_norm": 0.6236165761947632,
      "learning_rate": 9.994852848953574e-06,
      "loss": 1.9327,
      "num_input_tokens_seen": 29884416,
      "step": 114
    },
    {
      "epoch": 0.0285572386391855,
      "grad_norm": 0.44820812344551086,
      "learning_rate": 9.994030686707171e-06,
      "loss": 1.6324,
      "num_input_tokens_seen": 30146560,
      "step": 115
    },
    {
      "epoch": 0.028805562453439286,
      "grad_norm": 0.34471920132637024,
      "learning_rate": 9.993147673772869e-06,
      "loss": 2.0254,
      "num_input_tokens_seen": 30408704,
      "step": 116
    },
    {
      "epoch": 0.02905388626769307,
      "grad_norm": 0.4757576584815979,
      "learning_rate": 9.992203820909906e-06,
      "loss": 2.1909,
      "num_input_tokens_seen": 30670848,
      "step": 117
    },
    {
      "epoch": 0.029302210081946858,
      "grad_norm": 0.5577523112297058,
      "learning_rate": 9.991199139618828e-06,
      "loss": 1.7591,
      "num_input_tokens_seen": 30932992,
      "step": 118
    },
    {
      "epoch": 0.029550533896200645,
      "grad_norm": 0.4104521572589874,
      "learning_rate": 9.990133642141359e-06,
      "loss": 1.8473,
      "num_input_tokens_seen": 31195136,
      "step": 119
    },
    {
      "epoch": 0.029798857710454433,
      "grad_norm": 0.3846544921398163,
      "learning_rate": 9.989007341460251e-06,
      "loss": 1.786,
      "num_input_tokens_seen": 31457280,
      "step": 120
    },
    {
      "epoch": 0.03004718152470822,
      "grad_norm": 0.5335818529129028,
      "learning_rate": 9.987820251299121e-06,
      "loss": 2.5372,
      "num_input_tokens_seen": 31719424,
      "step": 121
    },
    {
      "epoch": 0.030295505338962008,
      "grad_norm": 0.5046745538711548,
      "learning_rate": 9.98657238612229e-06,
      "loss": 2.0604,
      "num_input_tokens_seen": 31981568,
      "step": 122
    },
    {
      "epoch": 0.030543829153215792,
      "grad_norm": 0.554063618183136,
      "learning_rate": 9.985263761134602e-06,
      "loss": 2.0795,
      "num_input_tokens_seen": 32243712,
      "step": 123
    },
    {
      "epoch": 0.03079215296746958,
      "grad_norm": 0.3117339611053467,
      "learning_rate": 9.983894392281237e-06,
      "loss": 1.7701,
      "num_input_tokens_seen": 32505856,
      "step": 124
    },
    {
      "epoch": 0.031040476781723367,
      "grad_norm": 0.42565709352493286,
      "learning_rate": 9.982464296247523e-06,
      "loss": 1.7209,
      "num_input_tokens_seen": 32768000,
      "step": 125
    },
    {
      "epoch": 0.031288800595977155,
      "grad_norm": 0.5742325782775879,
      "learning_rate": 9.980973490458728e-06,
      "loss": 1.5624,
      "num_input_tokens_seen": 33030144,
      "step": 126
    },
    {
      "epoch": 0.03153712441023094,
      "grad_norm": 0.4478677213191986,
      "learning_rate": 9.979421993079853e-06,
      "loss": 2.0519,
      "num_input_tokens_seen": 33292288,
      "step": 127
    },
    {
      "epoch": 0.03178544822448473,
      "grad_norm": 0.40014106035232544,
      "learning_rate": 9.9778098230154e-06,
      "loss": 1.7002,
      "num_input_tokens_seen": 33554432,
      "step": 128
    },
    {
      "epoch": 0.032033772038738514,
      "grad_norm": 0.37266790866851807,
      "learning_rate": 9.976136999909156e-06,
      "loss": 1.7795,
      "num_input_tokens_seen": 33816576,
      "step": 129
    },
    {
      "epoch": 0.0322820958529923,
      "grad_norm": 0.7558661103248596,
      "learning_rate": 9.974403544143942e-06,
      "loss": 1.5417,
      "num_input_tokens_seen": 34078720,
      "step": 130
    },
    {
      "epoch": 0.03253041966724609,
      "grad_norm": 0.42118939757347107,
      "learning_rate": 9.972609476841368e-06,
      "loss": 1.728,
      "num_input_tokens_seen": 34340864,
      "step": 131
    },
    {
      "epoch": 0.032778743481499874,
      "grad_norm": 0.45237675309181213,
      "learning_rate": 9.970754819861577e-06,
      "loss": 1.651,
      "num_input_tokens_seen": 34603008,
      "step": 132
    },
    {
      "epoch": 0.033027067295753665,
      "grad_norm": 0.42204225063323975,
      "learning_rate": 9.968839595802982e-06,
      "loss": 1.6179,
      "num_input_tokens_seen": 34865152,
      "step": 133
    },
    {
      "epoch": 0.03327539111000745,
      "grad_norm": 0.7443103790283203,
      "learning_rate": 9.966863828001982e-06,
      "loss": 2.0339,
      "num_input_tokens_seen": 35127296,
      "step": 134
    },
    {
      "epoch": 0.03352371492426124,
      "grad_norm": 0.46790680289268494,
      "learning_rate": 9.964827540532685e-06,
      "loss": 1.7902,
      "num_input_tokens_seen": 35389440,
      "step": 135
    },
    {
      "epoch": 0.033772038738515024,
      "grad_norm": 0.4609277546405792,
      "learning_rate": 9.962730758206612e-06,
      "loss": 1.7105,
      "num_input_tokens_seen": 35651584,
      "step": 136
    },
    {
      "epoch": 0.03402036255276881,
      "grad_norm": 0.4367188513278961,
      "learning_rate": 9.960573506572391e-06,
      "loss": 1.5516,
      "num_input_tokens_seen": 35913728,
      "step": 137
    },
    {
      "epoch": 0.0342686863670226,
      "grad_norm": 0.518988311290741,
      "learning_rate": 9.958355811915452e-06,
      "loss": 1.4072,
      "num_input_tokens_seen": 36175872,
      "step": 138
    },
    {
      "epoch": 0.034517010181276384,
      "grad_norm": 0.32017022371292114,
      "learning_rate": 9.95607770125771e-06,
      "loss": 1.7326,
      "num_input_tokens_seen": 36438016,
      "step": 139
    },
    {
      "epoch": 0.034765333995530175,
      "grad_norm": 0.4322156310081482,
      "learning_rate": 9.953739202357219e-06,
      "loss": 1.3485,
      "num_input_tokens_seen": 36700160,
      "step": 140
    },
    {
      "epoch": 0.03501365780978396,
      "grad_norm": 0.5065650939941406,
      "learning_rate": 9.951340343707852e-06,
      "loss": 1.8844,
      "num_input_tokens_seen": 36962304,
      "step": 141
    },
    {
      "epoch": 0.03526198162403774,
      "grad_norm": 0.46633732318878174,
      "learning_rate": 9.948881154538946e-06,
      "loss": 1.0832,
      "num_input_tokens_seen": 37224448,
      "step": 142
    },
    {
      "epoch": 0.035510305438291534,
      "grad_norm": 0.42399951815605164,
      "learning_rate": 9.946361664814942e-06,
      "loss": 2.0688,
      "num_input_tokens_seen": 37486592,
      "step": 143
    },
    {
      "epoch": 0.03575862925254532,
      "grad_norm": 0.6287701725959778,
      "learning_rate": 9.94378190523503e-06,
      "loss": 1.6954,
      "num_input_tokens_seen": 37748736,
      "step": 144
    },
    {
      "epoch": 0.03600695306679911,
      "grad_norm": 0.38575854897499084,
      "learning_rate": 9.941141907232766e-06,
      "loss": 1.6803,
      "num_input_tokens_seen": 38010880,
      "step": 145
    },
    {
      "epoch": 0.03625527688105289,
      "grad_norm": 0.5871158242225647,
      "learning_rate": 9.938441702975689e-06,
      "loss": 2.2275,
      "num_input_tokens_seen": 38273024,
      "step": 146
    },
    {
      "epoch": 0.03650360069530668,
      "grad_norm": 0.4878631830215454,
      "learning_rate": 9.93568132536494e-06,
      "loss": 1.9927,
      "num_input_tokens_seen": 38535168,
      "step": 147
    },
    {
      "epoch": 0.03675192450956047,
      "grad_norm": 0.6624669432640076,
      "learning_rate": 9.932860808034847e-06,
      "loss": 1.6445,
      "num_input_tokens_seen": 38797312,
      "step": 148
    },
    {
      "epoch": 0.03700024832381425,
      "grad_norm": 0.523557722568512,
      "learning_rate": 9.929980185352525e-06,
      "loss": 1.9669,
      "num_input_tokens_seen": 39059456,
      "step": 149
    },
    {
      "epoch": 0.037248572138068044,
      "grad_norm": 0.3871573805809021,
      "learning_rate": 9.927039492417452e-06,
      "loss": 1.57,
      "num_input_tokens_seen": 39321600,
      "step": 150
    },
    {
      "epoch": 0.03749689595232183,
      "grad_norm": 0.459677129983902,
      "learning_rate": 9.924038765061042e-06,
      "loss": 1.7627,
      "num_input_tokens_seen": 39583744,
      "step": 151
    },
    {
      "epoch": 0.03774521976657561,
      "grad_norm": 0.7199493646621704,
      "learning_rate": 9.92097803984621e-06,
      "loss": 1.6882,
      "num_input_tokens_seen": 39845888,
      "step": 152
    },
    {
      "epoch": 0.0379935435808294,
      "grad_norm": 0.4936988353729248,
      "learning_rate": 9.91785735406693e-06,
      "loss": 1.8768,
      "num_input_tokens_seen": 40108032,
      "step": 153
    },
    {
      "epoch": 0.03824186739508319,
      "grad_norm": 0.44318658113479614,
      "learning_rate": 9.914676745747772e-06,
      "loss": 1.6635,
      "num_input_tokens_seen": 40370176,
      "step": 154
    },
    {
      "epoch": 0.03849019120933698,
      "grad_norm": 0.438924103975296,
      "learning_rate": 9.911436253643445e-06,
      "loss": 1.6874,
      "num_input_tokens_seen": 40632320,
      "step": 155
    },
    {
      "epoch": 0.03873851502359076,
      "grad_norm": 0.37632086873054504,
      "learning_rate": 9.908135917238321e-06,
      "loss": 2.1325,
      "num_input_tokens_seen": 40894464,
      "step": 156
    },
    {
      "epoch": 0.03898683883784455,
      "grad_norm": 0.4754061698913574,
      "learning_rate": 9.904775776745959e-06,
      "loss": 1.6958,
      "num_input_tokens_seen": 41156608,
      "step": 157
    },
    {
      "epoch": 0.03923516265209834,
      "grad_norm": 0.629783570766449,
      "learning_rate": 9.901355873108611e-06,
      "loss": 1.6854,
      "num_input_tokens_seen": 41418752,
      "step": 158
    },
    {
      "epoch": 0.03948348646635212,
      "grad_norm": 0.4472093880176544,
      "learning_rate": 9.89787624799672e-06,
      "loss": 1.9023,
      "num_input_tokens_seen": 41680896,
      "step": 159
    },
    {
      "epoch": 0.03973181028060591,
      "grad_norm": 0.35216960310935974,
      "learning_rate": 9.894336943808426e-06,
      "loss": 1.9459,
      "num_input_tokens_seen": 41943040,
      "step": 160
    },
    {
      "epoch": 0.0399801340948597,
      "grad_norm": 0.34789201617240906,
      "learning_rate": 9.890738003669029e-06,
      "loss": 2.0254,
      "num_input_tokens_seen": 42205184,
      "step": 161
    },
    {
      "epoch": 0.04022845790911348,
      "grad_norm": 0.5008848309516907,
      "learning_rate": 9.887079471430481e-06,
      "loss": 1.7256,
      "num_input_tokens_seen": 42467328,
      "step": 162
    },
    {
      "epoch": 0.04047678172336727,
      "grad_norm": 0.2768523395061493,
      "learning_rate": 9.883361391670841e-06,
      "loss": 1.4073,
      "num_input_tokens_seen": 42729472,
      "step": 163
    },
    {
      "epoch": 0.040725105537621056,
      "grad_norm": 0.25057297945022583,
      "learning_rate": 9.879583809693737e-06,
      "loss": 1.8378,
      "num_input_tokens_seen": 42991616,
      "step": 164
    },
    {
      "epoch": 0.04097342935187485,
      "grad_norm": 0.34032392501831055,
      "learning_rate": 9.875746771527817e-06,
      "loss": 2.0236,
      "num_input_tokens_seen": 43253760,
      "step": 165
    },
    {
      "epoch": 0.04122175316612863,
      "grad_norm": 0.34935250878334045,
      "learning_rate": 9.871850323926178e-06,
      "loss": 1.25,
      "num_input_tokens_seen": 43515904,
      "step": 166
    },
    {
      "epoch": 0.041470076980382416,
      "grad_norm": 0.4536452889442444,
      "learning_rate": 9.867894514365802e-06,
      "loss": 1.9923,
      "num_input_tokens_seen": 43778048,
      "step": 167
    },
    {
      "epoch": 0.04171840079463621,
      "grad_norm": 0.38076460361480713,
      "learning_rate": 9.863879391046985e-06,
      "loss": 1.6626,
      "num_input_tokens_seen": 44040192,
      "step": 168
    },
    {
      "epoch": 0.04196672460888999,
      "grad_norm": 0.4140561521053314,
      "learning_rate": 9.859805002892733e-06,
      "loss": 1.7342,
      "num_input_tokens_seen": 44302336,
      "step": 169
    },
    {
      "epoch": 0.04221504842314378,
      "grad_norm": 0.5397564172744751,
      "learning_rate": 9.85567139954818e-06,
      "loss": 1.8625,
      "num_input_tokens_seen": 44564480,
      "step": 170
    },
    {
      "epoch": 0.042463372237397566,
      "grad_norm": 0.2765776216983795,
      "learning_rate": 9.851478631379982e-06,
      "loss": 1.9361,
      "num_input_tokens_seen": 44826624,
      "step": 171
    },
    {
      "epoch": 0.04271169605165135,
      "grad_norm": 0.3303300440311432,
      "learning_rate": 9.847226749475696e-06,
      "loss": 1.9308,
      "num_input_tokens_seen": 45088768,
      "step": 172
    },
    {
      "epoch": 0.04296001986590514,
      "grad_norm": 0.5077419281005859,
      "learning_rate": 9.842915805643156e-06,
      "loss": 1.8804,
      "num_input_tokens_seen": 45350912,
      "step": 173
    },
    {
      "epoch": 0.043208343680158925,
      "grad_norm": 0.5909125208854675,
      "learning_rate": 9.838545852409857e-06,
      "loss": 1.8626,
      "num_input_tokens_seen": 45613056,
      "step": 174
    },
    {
      "epoch": 0.04345666749441272,
      "grad_norm": 0.40436893701553345,
      "learning_rate": 9.834116943022299e-06,
      "loss": 1.3216,
      "num_input_tokens_seen": 45875200,
      "step": 175
    },
    {
      "epoch": 0.0437049913086665,
      "grad_norm": 0.2543845772743225,
      "learning_rate": 9.829629131445342e-06,
      "loss": 1.8692,
      "num_input_tokens_seen": 46137344,
      "step": 176
    },
    {
      "epoch": 0.043953315122920285,
      "grad_norm": 0.3154657185077667,
      "learning_rate": 9.825082472361558e-06,
      "loss": 1.8267,
      "num_input_tokens_seen": 46399488,
      "step": 177
    },
    {
      "epoch": 0.044201638937174076,
      "grad_norm": 0.2858025133609772,
      "learning_rate": 9.82047702117055e-06,
      "loss": 2.0557,
      "num_input_tokens_seen": 46661632,
      "step": 178
    },
    {
      "epoch": 0.04444996275142786,
      "grad_norm": 0.47114500403404236,
      "learning_rate": 9.815812833988292e-06,
      "loss": 1.8631,
      "num_input_tokens_seen": 46923776,
      "step": 179
    },
    {
      "epoch": 0.04469828656568165,
      "grad_norm": 0.3492976427078247,
      "learning_rate": 9.811089967646427e-06,
      "loss": 1.6999,
      "num_input_tokens_seen": 47185920,
      "step": 180
    },
    {
      "epoch": 0.044946610379935435,
      "grad_norm": 0.5230903625488281,
      "learning_rate": 9.806308479691595e-06,
      "loss": 1.9586,
      "num_input_tokens_seen": 47448064,
      "step": 181
    },
    {
      "epoch": 0.04519493419418922,
      "grad_norm": 0.3736109733581543,
      "learning_rate": 9.801468428384716e-06,
      "loss": 1.6724,
      "num_input_tokens_seen": 47710208,
      "step": 182
    },
    {
      "epoch": 0.04544325800844301,
      "grad_norm": 0.38272184133529663,
      "learning_rate": 9.796569872700287e-06,
      "loss": 2.0805,
      "num_input_tokens_seen": 47972352,
      "step": 183
    },
    {
      "epoch": 0.045691581822696795,
      "grad_norm": 0.3838115632534027,
      "learning_rate": 9.791612872325667e-06,
      "loss": 2.076,
      "num_input_tokens_seen": 48234496,
      "step": 184
    },
    {
      "epoch": 0.045939905636950586,
      "grad_norm": 0.39449867606163025,
      "learning_rate": 9.786597487660336e-06,
      "loss": 1.9271,
      "num_input_tokens_seen": 48496640,
      "step": 185
    },
    {
      "epoch": 0.04618822945120437,
      "grad_norm": 0.5604011416435242,
      "learning_rate": 9.781523779815178e-06,
      "loss": 2.0907,
      "num_input_tokens_seen": 48758784,
      "step": 186
    },
    {
      "epoch": 0.04643655326545816,
      "grad_norm": 0.756406307220459,
      "learning_rate": 9.776391810611719e-06,
      "loss": 1.8081,
      "num_input_tokens_seen": 49020928,
      "step": 187
    },
    {
      "epoch": 0.046684877079711945,
      "grad_norm": 0.3678906261920929,
      "learning_rate": 9.771201642581384e-06,
      "loss": 1.2397,
      "num_input_tokens_seen": 49283072,
      "step": 188
    },
    {
      "epoch": 0.04693320089396573,
      "grad_norm": 0.4872545599937439,
      "learning_rate": 9.765953338964736e-06,
      "loss": 1.3951,
      "num_input_tokens_seen": 49545216,
      "step": 189
    },
    {
      "epoch": 0.04718152470821952,
      "grad_norm": 0.46098363399505615,
      "learning_rate": 9.760646963710694e-06,
      "loss": 2.052,
      "num_input_tokens_seen": 49807360,
      "step": 190
    },
    {
      "epoch": 0.047429848522473304,
      "grad_norm": 0.675818681716919,
      "learning_rate": 9.755282581475769e-06,
      "loss": 1.7571,
      "num_input_tokens_seen": 50069504,
      "step": 191
    },
    {
      "epoch": 0.047678172336727095,
      "grad_norm": 0.6060460209846497,
      "learning_rate": 9.749860257623262e-06,
      "loss": 1.854,
      "num_input_tokens_seen": 50331648,
      "step": 192
    },
    {
      "epoch": 0.04792649615098088,
      "grad_norm": 0.47795215249061584,
      "learning_rate": 9.744380058222483e-06,
      "loss": 1.7057,
      "num_input_tokens_seen": 50593792,
      "step": 193
    },
    {
      "epoch": 0.048174819965234664,
      "grad_norm": 0.5348641872406006,
      "learning_rate": 9.73884205004793e-06,
      "loss": 1.8599,
      "num_input_tokens_seen": 50855936,
      "step": 194
    },
    {
      "epoch": 0.048423143779488455,
      "grad_norm": 0.4470706284046173,
      "learning_rate": 9.733246300578482e-06,
      "loss": 1.427,
      "num_input_tokens_seen": 51118080,
      "step": 195
    },
    {
      "epoch": 0.04867146759374224,
      "grad_norm": 0.35019198060035706,
      "learning_rate": 9.727592877996585e-06,
      "loss": 1.6146,
      "num_input_tokens_seen": 51380224,
      "step": 196
    },
    {
      "epoch": 0.04891979140799603,
      "grad_norm": 0.4542747139930725,
      "learning_rate": 9.721881851187406e-06,
      "loss": 1.8169,
      "num_input_tokens_seen": 51642368,
      "step": 197
    },
    {
      "epoch": 0.049168115222249814,
      "grad_norm": 0.5041635632514954,
      "learning_rate": 9.716113289738005e-06,
      "loss": 1.7434,
      "num_input_tokens_seen": 51904512,
      "step": 198
    },
    {
      "epoch": 0.0494164390365036,
      "grad_norm": 0.39864203333854675,
      "learning_rate": 9.710287263936485e-06,
      "loss": 1.5456,
      "num_input_tokens_seen": 52166656,
      "step": 199
    },
    {
      "epoch": 0.04966476285075739,
      "grad_norm": 0.4882585108280182,
      "learning_rate": 9.704403844771128e-06,
      "loss": 1.5535,
      "num_input_tokens_seen": 52428800,
      "step": 200
    },
    {
      "epoch": 0.049913086665011173,
      "grad_norm": 0.33271995186805725,
      "learning_rate": 9.698463103929542e-06,
      "loss": 1.7225,
      "num_input_tokens_seen": 52690944,
      "step": 201
    },
    {
      "epoch": 0.050161410479264965,
      "grad_norm": 0.5818848609924316,
      "learning_rate": 9.69246511379778e-06,
      "loss": 1.8262,
      "num_input_tokens_seen": 52953088,
      "step": 202
    },
    {
      "epoch": 0.05040973429351875,
      "grad_norm": 0.3519175946712494,
      "learning_rate": 9.68640994745946e-06,
      "loss": 1.8536,
      "num_input_tokens_seen": 53215232,
      "step": 203
    },
    {
      "epoch": 0.05065805810777253,
      "grad_norm": 0.30881020426750183,
      "learning_rate": 9.680297678694867e-06,
      "loss": 1.7819,
      "num_input_tokens_seen": 53477376,
      "step": 204
    },
    {
      "epoch": 0.050906381922026324,
      "grad_norm": 0.28387659788131714,
      "learning_rate": 9.674128381980073e-06,
      "loss": 1.6913,
      "num_input_tokens_seen": 53739520,
      "step": 205
    },
    {
      "epoch": 0.05115470573628011,
      "grad_norm": 0.42218366265296936,
      "learning_rate": 9.667902132486009e-06,
      "loss": 1.3839,
      "num_input_tokens_seen": 54001664,
      "step": 206
    },
    {
      "epoch": 0.0514030295505339,
      "grad_norm": 0.3479291796684265,
      "learning_rate": 9.661619006077562e-06,
      "loss": 1.7449,
      "num_input_tokens_seen": 54263808,
      "step": 207
    },
    {
      "epoch": 0.05165135336478768,
      "grad_norm": 0.41011831164360046,
      "learning_rate": 9.655279079312643e-06,
      "loss": 1.3836,
      "num_input_tokens_seen": 54525952,
      "step": 208
    },
    {
      "epoch": 0.05189967717904147,
      "grad_norm": 0.3655335605144501,
      "learning_rate": 9.648882429441258e-06,
      "loss": 2.2184,
      "num_input_tokens_seen": 54788096,
      "step": 209
    },
    {
      "epoch": 0.05214800099329526,
      "grad_norm": 0.4303296208381653,
      "learning_rate": 9.642429134404568e-06,
      "loss": 1.8072,
      "num_input_tokens_seen": 55050240,
      "step": 210
    },
    {
      "epoch": 0.05239632480754904,
      "grad_norm": 0.4718409776687622,
      "learning_rate": 9.635919272833938e-06,
      "loss": 1.7503,
      "num_input_tokens_seen": 55312384,
      "step": 211
    },
    {
      "epoch": 0.052644648621802834,
      "grad_norm": 0.41102349758148193,
      "learning_rate": 9.629352924049975e-06,
      "loss": 1.5696,
      "num_input_tokens_seen": 55574528,
      "step": 212
    },
    {
      "epoch": 0.05289297243605662,
      "grad_norm": 0.40920042991638184,
      "learning_rate": 9.622730168061568e-06,
      "loss": 1.354,
      "num_input_tokens_seen": 55836672,
      "step": 213
    },
    {
      "epoch": 0.0531412962503104,
      "grad_norm": 0.2790515124797821,
      "learning_rate": 9.616051085564905e-06,
      "loss": 1.6552,
      "num_input_tokens_seen": 56098816,
      "step": 214
    },
    {
      "epoch": 0.05338962006456419,
      "grad_norm": 0.708991289138794,
      "learning_rate": 9.609315757942504e-06,
      "loss": 1.4587,
      "num_input_tokens_seen": 56360960,
      "step": 215
    },
    {
      "epoch": 0.05363794387881798,
      "grad_norm": 0.5307122468948364,
      "learning_rate": 9.602524267262202e-06,
      "loss": 2.0549,
      "num_input_tokens_seen": 56623104,
      "step": 216
    },
    {
      "epoch": 0.05388626769307177,
      "grad_norm": 0.6132609248161316,
      "learning_rate": 9.595676696276173e-06,
      "loss": 1.8739,
      "num_input_tokens_seen": 56885248,
      "step": 217
    },
    {
      "epoch": 0.05413459150732555,
      "grad_norm": 0.4902276396751404,
      "learning_rate": 9.588773128419907e-06,
      "loss": 2.0105,
      "num_input_tokens_seen": 57147392,
      "step": 218
    },
    {
      "epoch": 0.054382915321579336,
      "grad_norm": 0.40454724431037903,
      "learning_rate": 9.581813647811199e-06,
      "loss": 1.9691,
      "num_input_tokens_seen": 57409536,
      "step": 219
    },
    {
      "epoch": 0.05463123913583313,
      "grad_norm": 0.5375818610191345,
      "learning_rate": 9.574798339249124e-06,
      "loss": 1.9857,
      "num_input_tokens_seen": 57671680,
      "step": 220
    },
    {
      "epoch": 0.05487956295008691,
      "grad_norm": 0.31554529070854187,
      "learning_rate": 9.567727288213005e-06,
      "loss": 1.7783,
      "num_input_tokens_seen": 57933824,
      "step": 221
    },
    {
      "epoch": 0.0551278867643407,
      "grad_norm": 0.5682997703552246,
      "learning_rate": 9.560600580861366e-06,
      "loss": 1.8144,
      "num_input_tokens_seen": 58195968,
      "step": 222
    },
    {
      "epoch": 0.05537621057859449,
      "grad_norm": 0.393583208322525,
      "learning_rate": 9.553418304030886e-06,
      "loss": 1.9838,
      "num_input_tokens_seen": 58458112,
      "step": 223
    },
    {
      "epoch": 0.05562453439284827,
      "grad_norm": 0.42172202467918396,
      "learning_rate": 9.546180545235344e-06,
      "loss": 1.7532,
      "num_input_tokens_seen": 58720256,
      "step": 224
    },
    {
      "epoch": 0.05587285820710206,
      "grad_norm": 0.4001232981681824,
      "learning_rate": 9.538887392664544e-06,
      "loss": 2.2716,
      "num_input_tokens_seen": 58982400,
      "step": 225
    },
    {
      "epoch": 0.056121182021355846,
      "grad_norm": 0.2886028289794922,
      "learning_rate": 9.531538935183252e-06,
      "loss": 1.5989,
      "num_input_tokens_seen": 59244544,
      "step": 226
    },
    {
      "epoch": 0.05636950583560964,
      "grad_norm": 0.49188050627708435,
      "learning_rate": 9.524135262330098e-06,
      "loss": 1.7318,
      "num_input_tokens_seen": 59506688,
      "step": 227
    },
    {
      "epoch": 0.05661782964986342,
      "grad_norm": 0.46622851490974426,
      "learning_rate": 9.516676464316505e-06,
      "loss": 1.4116,
      "num_input_tokens_seen": 59768832,
      "step": 228
    },
    {
      "epoch": 0.056866153464117206,
      "grad_norm": 0.26139262318611145,
      "learning_rate": 9.50916263202557e-06,
      "loss": 1.6799,
      "num_input_tokens_seen": 60030976,
      "step": 229
    },
    {
      "epoch": 0.057114477278371,
      "grad_norm": 0.4152681827545166,
      "learning_rate": 9.501593857010968e-06,
      "loss": 2.0024,
      "num_input_tokens_seen": 60293120,
      "step": 230
    },
    {
      "epoch": 0.05736280109262478,
      "grad_norm": 0.683701753616333,
      "learning_rate": 9.493970231495836e-06,
      "loss": 1.7395,
      "num_input_tokens_seen": 60555264,
      "step": 231
    },
    {
      "epoch": 0.05761112490687857,
      "grad_norm": 0.4206884503364563,
      "learning_rate": 9.486291848371642e-06,
      "loss": 1.4044,
      "num_input_tokens_seen": 60817408,
      "step": 232
    },
    {
      "epoch": 0.057859448721132356,
      "grad_norm": 0.3584212064743042,
      "learning_rate": 9.478558801197065e-06,
      "loss": 1.6407,
      "num_input_tokens_seen": 61079552,
      "step": 233
    },
    {
      "epoch": 0.05810777253538614,
      "grad_norm": 0.3988575041294098,
      "learning_rate": 9.470771184196842e-06,
      "loss": 1.8871,
      "num_input_tokens_seen": 61341696,
      "step": 234
    },
    {
      "epoch": 0.05835609634963993,
      "grad_norm": 0.6429465413093567,
      "learning_rate": 9.46292909226063e-06,
      "loss": 1.7096,
      "num_input_tokens_seen": 61603840,
      "step": 235
    },
    {
      "epoch": 0.058604420163893715,
      "grad_norm": 0.5112093091011047,
      "learning_rate": 9.45503262094184e-06,
      "loss": 1.878,
      "num_input_tokens_seen": 61865984,
      "step": 236
    },
    {
      "epoch": 0.058852743978147506,
      "grad_norm": 0.6004856824874878,
      "learning_rate": 9.44708186645649e-06,
      "loss": 1.73,
      "num_input_tokens_seen": 62128128,
      "step": 237
    },
    {
      "epoch": 0.05910106779240129,
      "grad_norm": 0.5572634339332581,
      "learning_rate": 9.439076925682006e-06,
      "loss": 1.601,
      "num_input_tokens_seen": 62390272,
      "step": 238
    },
    {
      "epoch": 0.05934939160665508,
      "grad_norm": 0.7834048271179199,
      "learning_rate": 9.431017896156074e-06,
      "loss": 1.8971,
      "num_input_tokens_seen": 62652416,
      "step": 239
    },
    {
      "epoch": 0.059597715420908866,
      "grad_norm": 0.5589991807937622,
      "learning_rate": 9.42290487607542e-06,
      "loss": 1.5294,
      "num_input_tokens_seen": 62914560,
      "step": 240
    },
    {
      "epoch": 0.05984603923516265,
      "grad_norm": 0.48503783345222473,
      "learning_rate": 9.414737964294636e-06,
      "loss": 1.5151,
      "num_input_tokens_seen": 63176704,
      "step": 241
    },
    {
      "epoch": 0.06009436304941644,
      "grad_norm": 0.39491578936576843,
      "learning_rate": 9.406517260324962e-06,
      "loss": 1.272,
      "num_input_tokens_seen": 63438848,
      "step": 242
    },
    {
      "epoch": 0.060342686863670225,
      "grad_norm": 0.5852888822555542,
      "learning_rate": 9.398242864333084e-06,
      "loss": 1.6314,
      "num_input_tokens_seen": 63700992,
      "step": 243
    },
    {
      "epoch": 0.060591010677924016,
      "grad_norm": 0.4342246949672699,
      "learning_rate": 9.389914877139903e-06,
      "loss": 1.8619,
      "num_input_tokens_seen": 63963136,
      "step": 244
    },
    {
      "epoch": 0.0608393344921778,
      "grad_norm": 0.45139801502227783,
      "learning_rate": 9.381533400219319e-06,
      "loss": 2.0767,
      "num_input_tokens_seen": 64225280,
      "step": 245
    },
    {
      "epoch": 0.061087658306431585,
      "grad_norm": 0.5253079533576965,
      "learning_rate": 9.37309853569698e-06,
      "loss": 1.7857,
      "num_input_tokens_seen": 64487424,
      "step": 246
    },
    {
      "epoch": 0.061335982120685376,
      "grad_norm": 0.5168160796165466,
      "learning_rate": 9.364610386349048e-06,
      "loss": 1.7157,
      "num_input_tokens_seen": 64749568,
      "step": 247
    },
    {
      "epoch": 0.06158430593493916,
      "grad_norm": 0.6876463890075684,
      "learning_rate": 9.356069055600949e-06,
      "loss": 1.9186,
      "num_input_tokens_seen": 65011712,
      "step": 248
    },
    {
      "epoch": 0.06183262974919295,
      "grad_norm": 0.5097318887710571,
      "learning_rate": 9.347474647526095e-06,
      "loss": 1.806,
      "num_input_tokens_seen": 65273856,
      "step": 249
    },
    {
      "epoch": 0.062080953563446735,
      "grad_norm": 0.4346969425678253,
      "learning_rate": 9.338827266844643e-06,
      "loss": 1.9837,
      "num_input_tokens_seen": 65536000,
      "step": 250
    },
    {
      "epoch": 0.06232927737770052,
      "grad_norm": 0.4577252268791199,
      "learning_rate": 9.330127018922195e-06,
      "loss": 1.9294,
      "num_input_tokens_seen": 65798144,
      "step": 251
    },
    {
      "epoch": 0.06257760119195431,
      "grad_norm": 0.5622639656066895,
      "learning_rate": 9.321374009768525e-06,
      "loss": 1.2883,
      "num_input_tokens_seen": 66060288,
      "step": 252
    },
    {
      "epoch": 0.0628259250062081,
      "grad_norm": 0.553583562374115,
      "learning_rate": 9.312568346036288e-06,
      "loss": 1.7474,
      "num_input_tokens_seen": 66322432,
      "step": 253
    },
    {
      "epoch": 0.06307424882046188,
      "grad_norm": 0.6473803520202637,
      "learning_rate": 9.30371013501972e-06,
      "loss": 1.7102,
      "num_input_tokens_seen": 66584576,
      "step": 254
    },
    {
      "epoch": 0.06332257263471566,
      "grad_norm": 0.6553588509559631,
      "learning_rate": 9.294799484653323e-06,
      "loss": 1.4839,
      "num_input_tokens_seen": 66846720,
      "step": 255
    },
    {
      "epoch": 0.06357089644896946,
      "grad_norm": 0.5461873412132263,
      "learning_rate": 9.285836503510562e-06,
      "loss": 2.0798,
      "num_input_tokens_seen": 67108864,
      "step": 256
    },
    {
      "epoch": 0.06381922026322324,
      "grad_norm": 0.5196068286895752,
      "learning_rate": 9.276821300802535e-06,
      "loss": 1.7274,
      "num_input_tokens_seen": 67371008,
      "step": 257
    },
    {
      "epoch": 0.06406754407747703,
      "grad_norm": 0.2947503924369812,
      "learning_rate": 9.267753986376638e-06,
      "loss": 1.8269,
      "num_input_tokens_seen": 67633152,
      "step": 258
    },
    {
      "epoch": 0.06431586789173081,
      "grad_norm": 0.41323122382164,
      "learning_rate": 9.25863467071524e-06,
      "loss": 1.3102,
      "num_input_tokens_seen": 67895296,
      "step": 259
    },
    {
      "epoch": 0.0645641917059846,
      "grad_norm": 0.5422347187995911,
      "learning_rate": 9.24946346493432e-06,
      "loss": 1.7149,
      "num_input_tokens_seen": 68157440,
      "step": 260
    },
    {
      "epoch": 0.0648125155202384,
      "grad_norm": 0.4071256220340729,
      "learning_rate": 9.24024048078213e-06,
      "loss": 1.8354,
      "num_input_tokens_seen": 68419584,
      "step": 261
    },
    {
      "epoch": 0.06506083933449218,
      "grad_norm": 0.31718364357948303,
      "learning_rate": 9.230965830637821e-06,
      "loss": 1.6514,
      "num_input_tokens_seen": 68681728,
      "step": 262
    },
    {
      "epoch": 0.06530916314874596,
      "grad_norm": 0.5854095816612244,
      "learning_rate": 9.221639627510076e-06,
      "loss": 1.1938,
      "num_input_tokens_seen": 68943872,
      "step": 263
    },
    {
      "epoch": 0.06555748696299975,
      "grad_norm": 0.28129681944847107,
      "learning_rate": 9.21226198503574e-06,
      "loss": 1.932,
      "num_input_tokens_seen": 69206016,
      "step": 264
    },
    {
      "epoch": 0.06580581077725355,
      "grad_norm": 0.39890119433403015,
      "learning_rate": 9.202833017478421e-06,
      "loss": 2.1795,
      "num_input_tokens_seen": 69468160,
      "step": 265
    },
    {
      "epoch": 0.06605413459150733,
      "grad_norm": 0.5349065661430359,
      "learning_rate": 9.193352839727122e-06,
      "loss": 1.7356,
      "num_input_tokens_seen": 69730304,
      "step": 266
    },
    {
      "epoch": 0.06630245840576111,
      "grad_norm": 0.5061510801315308,
      "learning_rate": 9.18382156729481e-06,
      "loss": 1.552,
      "num_input_tokens_seen": 69992448,
      "step": 267
    },
    {
      "epoch": 0.0665507822200149,
      "grad_norm": 0.5302243828773499,
      "learning_rate": 9.174239316317034e-06,
      "loss": 1.6972,
      "num_input_tokens_seen": 70254592,
      "step": 268
    },
    {
      "epoch": 0.06679910603426868,
      "grad_norm": 0.4849538803100586,
      "learning_rate": 9.164606203550498e-06,
      "loss": 1.8502,
      "num_input_tokens_seen": 70516736,
      "step": 269
    },
    {
      "epoch": 0.06704742984852248,
      "grad_norm": 0.7993111610412598,
      "learning_rate": 9.154922346371641e-06,
      "loss": 1.473,
      "num_input_tokens_seen": 70778880,
      "step": 270
    },
    {
      "epoch": 0.06729575366277626,
      "grad_norm": 0.2985432744026184,
      "learning_rate": 9.145187862775208e-06,
      "loss": 1.7854,
      "num_input_tokens_seen": 71041024,
      "step": 271
    },
    {
      "epoch": 0.06754407747703005,
      "grad_norm": 0.557628333568573,
      "learning_rate": 9.13540287137281e-06,
      "loss": 1.6575,
      "num_input_tokens_seen": 71303168,
      "step": 272
    },
    {
      "epoch": 0.06779240129128383,
      "grad_norm": 0.5635995268821716,
      "learning_rate": 9.125567491391476e-06,
      "loss": 1.7496,
      "num_input_tokens_seen": 71565312,
      "step": 273
    },
    {
      "epoch": 0.06804072510553762,
      "grad_norm": 0.5241788625717163,
      "learning_rate": 9.115681842672211e-06,
      "loss": 1.4799,
      "num_input_tokens_seen": 71827456,
      "step": 274
    },
    {
      "epoch": 0.06828904891979141,
      "grad_norm": 0.7073025107383728,
      "learning_rate": 9.10574604566852e-06,
      "loss": 2.0472,
      "num_input_tokens_seen": 72089600,
      "step": 275
    },
    {
      "epoch": 0.0685373727340452,
      "grad_norm": 0.3968837261199951,
      "learning_rate": 9.09576022144496e-06,
      "loss": 1.2316,
      "num_input_tokens_seen": 72351744,
      "step": 276
    },
    {
      "epoch": 0.06878569654829898,
      "grad_norm": 0.42373400926589966,
      "learning_rate": 9.085724491675642e-06,
      "loss": 1.3935,
      "num_input_tokens_seen": 72613888,
      "step": 277
    },
    {
      "epoch": 0.06903402036255277,
      "grad_norm": 0.3875352144241333,
      "learning_rate": 9.07563897864277e-06,
      "loss": 1.4776,
      "num_input_tokens_seen": 72876032,
      "step": 278
    },
    {
      "epoch": 0.06928234417680655,
      "grad_norm": 0.64447420835495,
      "learning_rate": 9.065503805235139e-06,
      "loss": 1.5065,
      "num_input_tokens_seen": 73138176,
      "step": 279
    },
    {
      "epoch": 0.06953066799106035,
      "grad_norm": 0.6507744789123535,
      "learning_rate": 9.055319094946633e-06,
      "loss": 1.7043,
      "num_input_tokens_seen": 73400320,
      "step": 280
    },
    {
      "epoch": 0.06977899180531413,
      "grad_norm": 0.6041735410690308,
      "learning_rate": 9.045084971874738e-06,
      "loss": 1.4371,
      "num_input_tokens_seen": 73662464,
      "step": 281
    },
    {
      "epoch": 0.07002731561956792,
      "grad_norm": 0.4756613075733185,
      "learning_rate": 9.03480156071901e-06,
      "loss": 1.5451,
      "num_input_tokens_seen": 73924608,
      "step": 282
    },
    {
      "epoch": 0.0702756394338217,
      "grad_norm": 0.6942863464355469,
      "learning_rate": 9.02446898677957e-06,
      "loss": 1.1622,
      "num_input_tokens_seen": 74186752,
      "step": 283
    },
    {
      "epoch": 0.07052396324807549,
      "grad_norm": 0.5789624452590942,
      "learning_rate": 9.014087375955574e-06,
      "loss": 2.2199,
      "num_input_tokens_seen": 74448896,
      "step": 284
    },
    {
      "epoch": 0.07077228706232928,
      "grad_norm": 0.5487517714500427,
      "learning_rate": 9.003656854743667e-06,
      "loss": 1.5385,
      "num_input_tokens_seen": 74711040,
      "step": 285
    },
    {
      "epoch": 0.07102061087658307,
      "grad_norm": 0.34135740995407104,
      "learning_rate": 8.993177550236464e-06,
      "loss": 1.5421,
      "num_input_tokens_seen": 74973184,
      "step": 286
    },
    {
      "epoch": 0.07126893469083685,
      "grad_norm": 0.4900202453136444,
      "learning_rate": 8.982649590120982e-06,
      "loss": 1.7945,
      "num_input_tokens_seen": 75235328,
      "step": 287
    },
    {
      "epoch": 0.07151725850509064,
      "grad_norm": 0.44072678685188293,
      "learning_rate": 8.972073102677091e-06,
      "loss": 1.8011,
      "num_input_tokens_seen": 75497472,
      "step": 288
    },
    {
      "epoch": 0.07176558231934442,
      "grad_norm": 0.4883013069629669,
      "learning_rate": 8.961448216775955e-06,
      "loss": 1.8165,
      "num_input_tokens_seen": 75759616,
      "step": 289
    },
    {
      "epoch": 0.07201390613359822,
      "grad_norm": 0.5138419270515442,
      "learning_rate": 8.950775061878453e-06,
      "loss": 1.5481,
      "num_input_tokens_seen": 76021760,
      "step": 290
    },
    {
      "epoch": 0.072262229947852,
      "grad_norm": 0.8689912557601929,
      "learning_rate": 8.94005376803361e-06,
      "loss": 1.6688,
      "num_input_tokens_seen": 76283904,
      "step": 291
    },
    {
      "epoch": 0.07251055376210579,
      "grad_norm": 0.6632862091064453,
      "learning_rate": 8.92928446587701e-06,
      "loss": 1.6316,
      "num_input_tokens_seen": 76546048,
      "step": 292
    },
    {
      "epoch": 0.07275887757635957,
      "grad_norm": 0.5113462209701538,
      "learning_rate": 8.9184672866292e-06,
      "loss": 1.8658,
      "num_input_tokens_seen": 76808192,
      "step": 293
    },
    {
      "epoch": 0.07300720139061335,
      "grad_norm": 0.6166042685508728,
      "learning_rate": 8.907602362094094e-06,
      "loss": 1.2848,
      "num_input_tokens_seen": 77070336,
      "step": 294
    },
    {
      "epoch": 0.07325552520486715,
      "grad_norm": 0.6267765164375305,
      "learning_rate": 8.896689824657371e-06,
      "loss": 1.5453,
      "num_input_tokens_seen": 77332480,
      "step": 295
    },
    {
      "epoch": 0.07350384901912094,
      "grad_norm": 0.5441874265670776,
      "learning_rate": 8.885729807284855e-06,
      "loss": 1.5841,
      "num_input_tokens_seen": 77594624,
      "step": 296
    },
    {
      "epoch": 0.07375217283337472,
      "grad_norm": 0.5888817310333252,
      "learning_rate": 8.874722443520898e-06,
      "loss": 1.9301,
      "num_input_tokens_seen": 77856768,
      "step": 297
    },
    {
      "epoch": 0.0740004966476285,
      "grad_norm": 0.8824830055236816,
      "learning_rate": 8.863667867486756e-06,
      "loss": 1.7341,
      "num_input_tokens_seen": 78118912,
      "step": 298
    },
    {
      "epoch": 0.07424882046188229,
      "grad_norm": 0.4109712541103363,
      "learning_rate": 8.852566213878947e-06,
      "loss": 1.7768,
      "num_input_tokens_seen": 78381056,
      "step": 299
    },
    {
      "epoch": 0.07449714427613609,
      "grad_norm": 0.4477173686027527,
      "learning_rate": 8.841417617967618e-06,
      "loss": 1.3926,
      "num_input_tokens_seen": 78643200,
      "step": 300
    },
    {
      "epoch": 0.07474546809038987,
      "grad_norm": 0.7767991423606873,
      "learning_rate": 8.83022221559489e-06,
      "loss": 1.3578,
      "num_input_tokens_seen": 78905344,
      "step": 301
    },
    {
      "epoch": 0.07499379190464366,
      "grad_norm": 0.5238236784934998,
      "learning_rate": 8.818980143173212e-06,
      "loss": 1.7547,
      "num_input_tokens_seen": 79167488,
      "step": 302
    },
    {
      "epoch": 0.07524211571889744,
      "grad_norm": 0.4706284999847412,
      "learning_rate": 8.807691537683685e-06,
      "loss": 2.224,
      "num_input_tokens_seen": 79429632,
      "step": 303
    },
    {
      "epoch": 0.07549043953315122,
      "grad_norm": 0.4068174362182617,
      "learning_rate": 8.796356536674404e-06,
      "loss": 1.8971,
      "num_input_tokens_seen": 79691776,
      "step": 304
    },
    {
      "epoch": 0.07573876334740502,
      "grad_norm": 0.36882147192955017,
      "learning_rate": 8.784975278258783e-06,
      "loss": 1.3618,
      "num_input_tokens_seen": 79953920,
      "step": 305
    },
    {
      "epoch": 0.0759870871616588,
      "grad_norm": 0.7638546228408813,
      "learning_rate": 8.773547901113862e-06,
      "loss": 1.4798,
      "num_input_tokens_seen": 80216064,
      "step": 306
    },
    {
      "epoch": 0.07623541097591259,
      "grad_norm": 0.7291756868362427,
      "learning_rate": 8.762074544478622e-06,
      "loss": 1.8117,
      "num_input_tokens_seen": 80478208,
      "step": 307
    },
    {
      "epoch": 0.07648373479016637,
      "grad_norm": 0.35935330390930176,
      "learning_rate": 8.750555348152299e-06,
      "loss": 1.7963,
      "num_input_tokens_seen": 80740352,
      "step": 308
    },
    {
      "epoch": 0.07673205860442016,
      "grad_norm": 0.41468292474746704,
      "learning_rate": 8.73899045249266e-06,
      "loss": 1.7334,
      "num_input_tokens_seen": 81002496,
      "step": 309
    },
    {
      "epoch": 0.07698038241867396,
      "grad_norm": 0.47698289155960083,
      "learning_rate": 8.727379998414311e-06,
      "loss": 1.5163,
      "num_input_tokens_seen": 81264640,
      "step": 310
    },
    {
      "epoch": 0.07722870623292774,
      "grad_norm": 0.3247212767601013,
      "learning_rate": 8.715724127386971e-06,
      "loss": 1.5166,
      "num_input_tokens_seen": 81526784,
      "step": 311
    },
    {
      "epoch": 0.07747703004718152,
      "grad_norm": 0.24329149723052979,
      "learning_rate": 8.70402298143375e-06,
      "loss": 1.1361,
      "num_input_tokens_seen": 81788928,
      "step": 312
    },
    {
      "epoch": 0.07772535386143531,
      "grad_norm": 0.4041454493999481,
      "learning_rate": 8.692276703129421e-06,
      "loss": 1.6928,
      "num_input_tokens_seen": 82051072,
      "step": 313
    },
    {
      "epoch": 0.0779736776756891,
      "grad_norm": 0.5690919160842896,
      "learning_rate": 8.680485435598674e-06,
      "loss": 1.4934,
      "num_input_tokens_seen": 82313216,
      "step": 314
    },
    {
      "epoch": 0.07822200148994289,
      "grad_norm": 0.5649420022964478,
      "learning_rate": 8.668649322514382e-06,
      "loss": 1.4087,
      "num_input_tokens_seen": 82575360,
      "step": 315
    },
    {
      "epoch": 0.07847032530419668,
      "grad_norm": 0.38145026564598083,
      "learning_rate": 8.656768508095853e-06,
      "loss": 1.9073,
      "num_input_tokens_seen": 82837504,
      "step": 316
    },
    {
      "epoch": 0.07871864911845046,
      "grad_norm": 0.7416847944259644,
      "learning_rate": 8.644843137107058e-06,
      "loss": 1.4074,
      "num_input_tokens_seen": 83099648,
      "step": 317
    },
    {
      "epoch": 0.07896697293270424,
      "grad_norm": 0.5791590213775635,
      "learning_rate": 8.632873354854881e-06,
      "loss": 1.8003,
      "num_input_tokens_seen": 83361792,
      "step": 318
    },
    {
      "epoch": 0.07921529674695803,
      "grad_norm": 0.5541636347770691,
      "learning_rate": 8.620859307187339e-06,
      "loss": 1.4524,
      "num_input_tokens_seen": 83623936,
      "step": 319
    },
    {
      "epoch": 0.07946362056121183,
      "grad_norm": 0.45152053236961365,
      "learning_rate": 8.608801140491811e-06,
      "loss": 1.9212,
      "num_input_tokens_seen": 83886080,
      "step": 320
    },
    {
      "epoch": 0.07971194437546561,
      "grad_norm": 0.7486585974693298,
      "learning_rate": 8.596699001693257e-06,
      "loss": 1.8341,
      "num_input_tokens_seen": 84148224,
      "step": 321
    },
    {
      "epoch": 0.0799602681897194,
      "grad_norm": 0.4018547832965851,
      "learning_rate": 8.584553038252415e-06,
      "loss": 1.6084,
      "num_input_tokens_seen": 84410368,
      "step": 322
    },
    {
      "epoch": 0.08020859200397318,
      "grad_norm": 0.5464489459991455,
      "learning_rate": 8.572363398164017e-06,
      "loss": 1.5227,
      "num_input_tokens_seen": 84672512,
      "step": 323
    },
    {
      "epoch": 0.08045691581822696,
      "grad_norm": 0.5198168754577637,
      "learning_rate": 8.560130229954985e-06,
      "loss": 1.6922,
      "num_input_tokens_seen": 84934656,
      "step": 324
    },
    {
      "epoch": 0.08070523963248076,
      "grad_norm": 0.48899322748184204,
      "learning_rate": 8.547853682682605e-06,
      "loss": 1.6412,
      "num_input_tokens_seen": 85196800,
      "step": 325
    },
    {
      "epoch": 0.08095356344673454,
      "grad_norm": 0.2365017831325531,
      "learning_rate": 8.535533905932739e-06,
      "loss": 1.5639,
      "num_input_tokens_seen": 85458944,
      "step": 326
    },
    {
      "epoch": 0.08120188726098833,
      "grad_norm": 0.4440731704235077,
      "learning_rate": 8.523171049817974e-06,
      "loss": 2.0067,
      "num_input_tokens_seen": 85721088,
      "step": 327
    },
    {
      "epoch": 0.08145021107524211,
      "grad_norm": 0.591474175453186,
      "learning_rate": 8.510765264975813e-06,
      "loss": 2.085,
      "num_input_tokens_seen": 85983232,
      "step": 328
    },
    {
      "epoch": 0.0816985348894959,
      "grad_norm": 0.8983985781669617,
      "learning_rate": 8.498316702566828e-06,
      "loss": 2.0327,
      "num_input_tokens_seen": 86245376,
      "step": 329
    },
    {
      "epoch": 0.0819468587037497,
      "grad_norm": 0.5473107695579529,
      "learning_rate": 8.485825514272824e-06,
      "loss": 1.3908,
      "num_input_tokens_seen": 86507520,
      "step": 330
    },
    {
      "epoch": 0.08219518251800348,
      "grad_norm": 0.4440311789512634,
      "learning_rate": 8.473291852294986e-06,
      "loss": 1.7376,
      "num_input_tokens_seen": 86769664,
      "step": 331
    },
    {
      "epoch": 0.08244350633225726,
      "grad_norm": 0.5826847553253174,
      "learning_rate": 8.460715869352035e-06,
      "loss": 1.7982,
      "num_input_tokens_seen": 87031808,
      "step": 332
    },
    {
      "epoch": 0.08269183014651105,
      "grad_norm": 0.4117896258831024,
      "learning_rate": 8.44809771867835e-06,
      "loss": 1.9127,
      "num_input_tokens_seen": 87293952,
      "step": 333
    },
    {
      "epoch": 0.08294015396076483,
      "grad_norm": 0.6492828726768494,
      "learning_rate": 8.435437554022116e-06,
      "loss": 1.4407,
      "num_input_tokens_seen": 87556096,
      "step": 334
    },
    {
      "epoch": 0.08318847777501863,
      "grad_norm": 0.47931548953056335,
      "learning_rate": 8.422735529643445e-06,
      "loss": 1.7312,
      "num_input_tokens_seen": 87818240,
      "step": 335
    },
    {
      "epoch": 0.08343680158927241,
      "grad_norm": 0.45937687158584595,
      "learning_rate": 8.409991800312493e-06,
      "loss": 1.3507,
      "num_input_tokens_seen": 88080384,
      "step": 336
    },
    {
      "epoch": 0.0836851254035262,
      "grad_norm": 0.34280064702033997,
      "learning_rate": 8.397206521307584e-06,
      "loss": 1.9152,
      "num_input_tokens_seen": 88342528,
      "step": 337
    },
    {
      "epoch": 0.08393344921777998,
      "grad_norm": 0.525225043296814,
      "learning_rate": 8.384379848413304e-06,
      "loss": 1.7714,
      "num_input_tokens_seen": 88604672,
      "step": 338
    },
    {
      "epoch": 0.08418177303203377,
      "grad_norm": 0.8012213706970215,
      "learning_rate": 8.371511937918616e-06,
      "loss": 1.6678,
      "num_input_tokens_seen": 88866816,
      "step": 339
    },
    {
      "epoch": 0.08443009684628756,
      "grad_norm": 0.49616944789886475,
      "learning_rate": 8.358602946614952e-06,
      "loss": 1.6751,
      "num_input_tokens_seen": 89128960,
      "step": 340
    },
    {
      "epoch": 0.08467842066054135,
      "grad_norm": 0.4202152490615845,
      "learning_rate": 8.345653031794292e-06,
      "loss": 1.595,
      "num_input_tokens_seen": 89391104,
      "step": 341
    },
    {
      "epoch": 0.08492674447479513,
      "grad_norm": 0.35994473099708557,
      "learning_rate": 8.332662351247262e-06,
      "loss": 1.8082,
      "num_input_tokens_seen": 89653248,
      "step": 342
    },
    {
      "epoch": 0.08517506828904892,
      "grad_norm": 0.3768995702266693,
      "learning_rate": 8.319631063261209e-06,
      "loss": 1.7495,
      "num_input_tokens_seen": 89915392,
      "step": 343
    },
    {
      "epoch": 0.0854233921033027,
      "grad_norm": 0.7302326560020447,
      "learning_rate": 8.30655932661826e-06,
      "loss": 1.335,
      "num_input_tokens_seen": 90177536,
      "step": 344
    },
    {
      "epoch": 0.0856717159175565,
      "grad_norm": 0.4386504888534546,
      "learning_rate": 8.293447300593402e-06,
      "loss": 1.7737,
      "num_input_tokens_seen": 90439680,
      "step": 345
    },
    {
      "epoch": 0.08592003973181028,
      "grad_norm": 0.7695857286453247,
      "learning_rate": 8.280295144952537e-06,
      "loss": 1.7856,
      "num_input_tokens_seen": 90701824,
      "step": 346
    },
    {
      "epoch": 0.08616836354606407,
      "grad_norm": 0.7740248441696167,
      "learning_rate": 8.267103019950529e-06,
      "loss": 2.0197,
      "num_input_tokens_seen": 90963968,
      "step": 347
    },
    {
      "epoch": 0.08641668736031785,
      "grad_norm": 3.4425835609436035,
      "learning_rate": 8.253871086329255e-06,
      "loss": 1.7337,
      "num_input_tokens_seen": 91226112,
      "step": 348
    },
    {
      "epoch": 0.08666501117457164,
      "grad_norm": 0.5034295916557312,
      "learning_rate": 8.240599505315656e-06,
      "loss": 1.269,
      "num_input_tokens_seen": 91488256,
      "step": 349
    },
    {
      "epoch": 0.08691333498882543,
      "grad_norm": 0.3939118981361389,
      "learning_rate": 8.227288438619754e-06,
      "loss": 1.7436,
      "num_input_tokens_seen": 91750400,
      "step": 350
    },
    {
      "epoch": 0.08716165880307922,
      "grad_norm": 0.6885347962379456,
      "learning_rate": 8.213938048432697e-06,
      "loss": 1.5946,
      "num_input_tokens_seen": 92012544,
      "step": 351
    },
    {
      "epoch": 0.087409982617333,
      "grad_norm": 0.4886651337146759,
      "learning_rate": 8.200548497424779e-06,
      "loss": 1.3196,
      "num_input_tokens_seen": 92274688,
      "step": 352
    },
    {
      "epoch": 0.08765830643158679,
      "grad_norm": 0.7113179564476013,
      "learning_rate": 8.18711994874345e-06,
      "loss": 2.1461,
      "num_input_tokens_seen": 92536832,
      "step": 353
    },
    {
      "epoch": 0.08790663024584057,
      "grad_norm": 0.8152286410331726,
      "learning_rate": 8.173652566011339e-06,
      "loss": 1.6922,
      "num_input_tokens_seen": 92798976,
      "step": 354
    },
    {
      "epoch": 0.08815495406009437,
      "grad_norm": 0.4894461929798126,
      "learning_rate": 8.160146513324256e-06,
      "loss": 1.8319,
      "num_input_tokens_seen": 93061120,
      "step": 355
    },
    {
      "epoch": 0.08840327787434815,
      "grad_norm": 0.5153379440307617,
      "learning_rate": 8.146601955249187e-06,
      "loss": 1.6654,
      "num_input_tokens_seen": 93323264,
      "step": 356
    },
    {
      "epoch": 0.08865160168860194,
      "grad_norm": 0.5455003380775452,
      "learning_rate": 8.133019056822303e-06,
      "loss": 1.8757,
      "num_input_tokens_seen": 93585408,
      "step": 357
    },
    {
      "epoch": 0.08889992550285572,
      "grad_norm": 0.6758735775947571,
      "learning_rate": 8.119397983546932e-06,
      "loss": 1.6944,
      "num_input_tokens_seen": 93847552,
      "step": 358
    },
    {
      "epoch": 0.0891482493171095,
      "grad_norm": 0.8125549554824829,
      "learning_rate": 8.105738901391553e-06,
      "loss": 1.4809,
      "num_input_tokens_seen": 94109696,
      "step": 359
    },
    {
      "epoch": 0.0893965731313633,
      "grad_norm": 0.5866984724998474,
      "learning_rate": 8.092041976787772e-06,
      "loss": 1.9641,
      "num_input_tokens_seen": 94371840,
      "step": 360
    },
    {
      "epoch": 0.08964489694561709,
      "grad_norm": 0.43463000655174255,
      "learning_rate": 8.078307376628292e-06,
      "loss": 1.5385,
      "num_input_tokens_seen": 94633984,
      "step": 361
    },
    {
      "epoch": 0.08989322075987087,
      "grad_norm": 0.7243896126747131,
      "learning_rate": 8.064535268264883e-06,
      "loss": 1.9196,
      "num_input_tokens_seen": 94896128,
      "step": 362
    },
    {
      "epoch": 0.09014154457412465,
      "grad_norm": 0.7336921095848083,
      "learning_rate": 8.05072581950634e-06,
      "loss": 1.6399,
      "num_input_tokens_seen": 95158272,
      "step": 363
    },
    {
      "epoch": 0.09038986838837844,
      "grad_norm": 0.4355528950691223,
      "learning_rate": 8.036879198616434e-06,
      "loss": 1.3215,
      "num_input_tokens_seen": 95420416,
      "step": 364
    },
    {
      "epoch": 0.09063819220263224,
      "grad_norm": 0.4627648591995239,
      "learning_rate": 8.022995574311876e-06,
      "loss": 1.7113,
      "num_input_tokens_seen": 95682560,
      "step": 365
    },
    {
      "epoch": 0.09088651601688602,
      "grad_norm": 1.2987405061721802,
      "learning_rate": 8.009075115760243e-06,
      "loss": 1.5487,
      "num_input_tokens_seen": 95944704,
      "step": 366
    },
    {
      "epoch": 0.0911348398311398,
      "grad_norm": 0.6013867855072021,
      "learning_rate": 7.99511799257793e-06,
      "loss": 1.4665,
      "num_input_tokens_seen": 96206848,
      "step": 367
    },
    {
      "epoch": 0.09138316364539359,
      "grad_norm": 0.7376968860626221,
      "learning_rate": 7.981124374828079e-06,
      "loss": 1.4543,
      "num_input_tokens_seen": 96468992,
      "step": 368
    },
    {
      "epoch": 0.09163148745964737,
      "grad_norm": 0.6412230730056763,
      "learning_rate": 7.967094433018508e-06,
      "loss": 1.2195,
      "num_input_tokens_seen": 96731136,
      "step": 369
    },
    {
      "epoch": 0.09187981127390117,
      "grad_norm": 0.3257865905761719,
      "learning_rate": 7.953028338099628e-06,
      "loss": 1.5656,
      "num_input_tokens_seen": 96993280,
      "step": 370
    },
    {
      "epoch": 0.09212813508815496,
      "grad_norm": 0.47559216618537903,
      "learning_rate": 7.938926261462366e-06,
      "loss": 1.6012,
      "num_input_tokens_seen": 97255424,
      "step": 371
    },
    {
      "epoch": 0.09237645890240874,
      "grad_norm": 0.45426198840141296,
      "learning_rate": 7.92478837493608e-06,
      "loss": 1.7031,
      "num_input_tokens_seen": 97517568,
      "step": 372
    },
    {
      "epoch": 0.09262478271666252,
      "grad_norm": 0.4942920506000519,
      "learning_rate": 7.910614850786448e-06,
      "loss": 1.6369,
      "num_input_tokens_seen": 97779712,
      "step": 373
    },
    {
      "epoch": 0.09287310653091632,
      "grad_norm": 0.5819427967071533,
      "learning_rate": 7.896405861713393e-06,
      "loss": 1.7998,
      "num_input_tokens_seen": 98041856,
      "step": 374
    },
    {
      "epoch": 0.0931214303451701,
      "grad_norm": 0.42620816826820374,
      "learning_rate": 7.882161580848966e-06,
      "loss": 1.6103,
      "num_input_tokens_seen": 98304000,
      "step": 375
    },
    {
      "epoch": 0.09336975415942389,
      "grad_norm": 0.6115924715995789,
      "learning_rate": 7.86788218175523e-06,
      "loss": 1.8329,
      "num_input_tokens_seen": 98566144,
      "step": 376
    },
    {
      "epoch": 0.09361807797367767,
      "grad_norm": 0.9807063341140747,
      "learning_rate": 7.85356783842216e-06,
      "loss": 1.3716,
      "num_input_tokens_seen": 98828288,
      "step": 377
    },
    {
      "epoch": 0.09386640178793146,
      "grad_norm": 0.5305372476577759,
      "learning_rate": 7.839218725265507e-06,
      "loss": 1.585,
      "num_input_tokens_seen": 99090432,
      "step": 378
    },
    {
      "epoch": 0.09411472560218526,
      "grad_norm": 0.7433108687400818,
      "learning_rate": 7.82483501712469e-06,
      "loss": 1.5462,
      "num_input_tokens_seen": 99352576,
      "step": 379
    },
    {
      "epoch": 0.09436304941643904,
      "grad_norm": 0.6521483659744263,
      "learning_rate": 7.810416889260653e-06,
      "loss": 2.1058,
      "num_input_tokens_seen": 99614720,
      "step": 380
    },
    {
      "epoch": 0.09461137323069282,
      "grad_norm": 0.6441096663475037,
      "learning_rate": 7.795964517353734e-06,
      "loss": 1.938,
      "num_input_tokens_seen": 99876864,
      "step": 381
    },
    {
      "epoch": 0.09485969704494661,
      "grad_norm": 0.4057358205318451,
      "learning_rate": 7.781478077501526e-06,
      "loss": 1.5177,
      "num_input_tokens_seen": 100139008,
      "step": 382
    },
    {
      "epoch": 0.09510802085920039,
      "grad_norm": 0.5994225144386292,
      "learning_rate": 7.76695774621672e-06,
      "loss": 1.6127,
      "num_input_tokens_seen": 100401152,
      "step": 383
    },
    {
      "epoch": 0.09535634467345419,
      "grad_norm": 0.6396727561950684,
      "learning_rate": 7.752403700424978e-06,
      "loss": 1.678,
      "num_input_tokens_seen": 100663296,
      "step": 384
    },
    {
      "epoch": 0.09560466848770797,
      "grad_norm": 0.647515594959259,
      "learning_rate": 7.737816117462752e-06,
      "loss": 1.7168,
      "num_input_tokens_seen": 100925440,
      "step": 385
    },
    {
      "epoch": 0.09585299230196176,
      "grad_norm": 0.5679896473884583,
      "learning_rate": 7.723195175075136e-06,
      "loss": 1.9103,
      "num_input_tokens_seen": 101187584,
      "step": 386
    },
    {
      "epoch": 0.09610131611621554,
      "grad_norm": 0.9553595185279846,
      "learning_rate": 7.7085410514137e-06,
      "loss": 1.934,
      "num_input_tokens_seen": 101449728,
      "step": 387
    },
    {
      "epoch": 0.09634963993046933,
      "grad_norm": 0.3686366677284241,
      "learning_rate": 7.693853925034316e-06,
      "loss": 2.0843,
      "num_input_tokens_seen": 101711872,
      "step": 388
    },
    {
      "epoch": 0.09659796374472313,
      "grad_norm": 0.528319239616394,
      "learning_rate": 7.679133974894984e-06,
      "loss": 2.077,
      "num_input_tokens_seen": 101974016,
      "step": 389
    },
    {
      "epoch": 0.09684628755897691,
      "grad_norm": 0.6407886147499084,
      "learning_rate": 7.66438138035365e-06,
      "loss": 1.634,
      "num_input_tokens_seen": 102236160,
      "step": 390
    },
    {
      "epoch": 0.0970946113732307,
      "grad_norm": 0.5554214715957642,
      "learning_rate": 7.649596321166024e-06,
      "loss": 1.4811,
      "num_input_tokens_seen": 102498304,
      "step": 391
    },
    {
      "epoch": 0.09734293518748448,
      "grad_norm": 0.5426738858222961,
      "learning_rate": 7.634778977483389e-06,
      "loss": 1.6908,
      "num_input_tokens_seen": 102760448,
      "step": 392
    },
    {
      "epoch": 0.09759125900173826,
      "grad_norm": 0.7456260323524475,
      "learning_rate": 7.619929529850397e-06,
      "loss": 1.8275,
      "num_input_tokens_seen": 103022592,
      "step": 393
    },
    {
      "epoch": 0.09783958281599206,
      "grad_norm": 0.5138922929763794,
      "learning_rate": 7.605048159202884e-06,
      "loss": 1.1156,
      "num_input_tokens_seen": 103284736,
      "step": 394
    },
    {
      "epoch": 0.09808790663024584,
      "grad_norm": 0.3001045882701874,
      "learning_rate": 7.590135046865652e-06,
      "loss": 1.198,
      "num_input_tokens_seen": 103546880,
      "step": 395
    },
    {
      "epoch": 0.09833623044449963,
      "grad_norm": 0.5880023241043091,
      "learning_rate": 7.575190374550272e-06,
      "loss": 1.4706,
      "num_input_tokens_seen": 103809024,
      "step": 396
    },
    {
      "epoch": 0.09858455425875341,
      "grad_norm": 0.3109273910522461,
      "learning_rate": 7.560214324352858e-06,
      "loss": 1.0782,
      "num_input_tokens_seen": 104071168,
      "step": 397
    },
    {
      "epoch": 0.0988328780730072,
      "grad_norm": 0.3918832540512085,
      "learning_rate": 7.545207078751858e-06,
      "loss": 1.3639,
      "num_input_tokens_seen": 104333312,
      "step": 398
    },
    {
      "epoch": 0.099081201887261,
      "grad_norm": 0.6184259653091431,
      "learning_rate": 7.530168820605819e-06,
      "loss": 2.0244,
      "num_input_tokens_seen": 104595456,
      "step": 399
    },
    {
      "epoch": 0.09932952570151478,
      "grad_norm": 0.41290906071662903,
      "learning_rate": 7.515099733151177e-06,
      "loss": 1.3445,
      "num_input_tokens_seen": 104857600,
      "step": 400
    },
    {
      "epoch": 0.09957784951576856,
      "grad_norm": 0.5972164273262024,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.7396,
      "num_input_tokens_seen": 105119744,
      "step": 401
    },
    {
      "epoch": 0.09982617333002235,
      "grad_norm": 0.49639347195625305,
      "learning_rate": 7.484869805137778e-06,
      "loss": 1.9205,
      "num_input_tokens_seen": 105381888,
      "step": 402
    },
    {
      "epoch": 0.10007449714427613,
      "grad_norm": 0.47210463881492615,
      "learning_rate": 7.469709332921155e-06,
      "loss": 1.434,
      "num_input_tokens_seen": 105644032,
      "step": 403
    },
    {
      "epoch": 0.10032282095852993,
      "grad_norm": 0.5069103837013245,
      "learning_rate": 7.454518768075705e-06,
      "loss": 1.5317,
      "num_input_tokens_seen": 105906176,
      "step": 404
    },
    {
      "epoch": 0.10057114477278371,
      "grad_norm": 0.6772238612174988,
      "learning_rate": 7.4392982956936644e-06,
      "loss": 1.9896,
      "num_input_tokens_seen": 106168320,
      "step": 405
    },
    {
      "epoch": 0.1008194685870375,
      "grad_norm": 0.5503749847412109,
      "learning_rate": 7.424048101231687e-06,
      "loss": 1.6349,
      "num_input_tokens_seen": 106430464,
      "step": 406
    },
    {
      "epoch": 0.10106779240129128,
      "grad_norm": 0.47426870465278625,
      "learning_rate": 7.408768370508577e-06,
      "loss": 1.221,
      "num_input_tokens_seen": 106692608,
      "step": 407
    },
    {
      "epoch": 0.10131611621554507,
      "grad_norm": 0.7207087874412537,
      "learning_rate": 7.393459289703035e-06,
      "loss": 1.9311,
      "num_input_tokens_seen": 106954752,
      "step": 408
    },
    {
      "epoch": 0.10156444002979886,
      "grad_norm": 0.6696469783782959,
      "learning_rate": 7.378121045351378e-06,
      "loss": 1.2549,
      "num_input_tokens_seen": 107216896,
      "step": 409
    },
    {
      "epoch": 0.10181276384405265,
      "grad_norm": 2.1489691734313965,
      "learning_rate": 7.362753824345271e-06,
      "loss": 1.8569,
      "num_input_tokens_seen": 107479040,
      "step": 410
    },
    {
      "epoch": 0.10206108765830643,
      "grad_norm": 0.6064687371253967,
      "learning_rate": 7.347357813929455e-06,
      "loss": 1.571,
      "num_input_tokens_seen": 107741184,
      "step": 411
    },
    {
      "epoch": 0.10230941147256022,
      "grad_norm": 0.651612401008606,
      "learning_rate": 7.3319332016994575e-06,
      "loss": 1.3514,
      "num_input_tokens_seen": 108003328,
      "step": 412
    },
    {
      "epoch": 0.102557735286814,
      "grad_norm": 0.2269715964794159,
      "learning_rate": 7.31648017559931e-06,
      "loss": 1.2449,
      "num_input_tokens_seen": 108265472,
      "step": 413
    },
    {
      "epoch": 0.1028060591010678,
      "grad_norm": 1.5659141540527344,
      "learning_rate": 7.300998923919259e-06,
      "loss": 1.8001,
      "num_input_tokens_seen": 108527616,
      "step": 414
    },
    {
      "epoch": 0.10305438291532158,
      "grad_norm": 0.7734239101409912,
      "learning_rate": 7.285489635293472e-06,
      "loss": 1.5909,
      "num_input_tokens_seen": 108789760,
      "step": 415
    },
    {
      "epoch": 0.10330270672957537,
      "grad_norm": 0.5222880244255066,
      "learning_rate": 7.269952498697734e-06,
      "loss": 1.7375,
      "num_input_tokens_seen": 109051904,
      "step": 416
    },
    {
      "epoch": 0.10355103054382915,
      "grad_norm": 0.45977625250816345,
      "learning_rate": 7.254387703447154e-06,
      "loss": 1.9382,
      "num_input_tokens_seen": 109314048,
      "step": 417
    },
    {
      "epoch": 0.10379935435808293,
      "grad_norm": 0.6067866683006287,
      "learning_rate": 7.238795439193849e-06,
      "loss": 1.5499,
      "num_input_tokens_seen": 109576192,
      "step": 418
    },
    {
      "epoch": 0.10404767817233673,
      "grad_norm": 1.0210500955581665,
      "learning_rate": 7.223175895924638e-06,
      "loss": 2.0725,
      "num_input_tokens_seen": 109838336,
      "step": 419
    },
    {
      "epoch": 0.10429600198659052,
      "grad_norm": 0.7185985445976257,
      "learning_rate": 7.207529263958727e-06,
      "loss": 1.9104,
      "num_input_tokens_seen": 110100480,
      "step": 420
    },
    {
      "epoch": 0.1045443258008443,
      "grad_norm": 0.9692136645317078,
      "learning_rate": 7.191855733945388e-06,
      "loss": 1.7128,
      "num_input_tokens_seen": 110362624,
      "step": 421
    },
    {
      "epoch": 0.10479264961509809,
      "grad_norm": 0.36912843585014343,
      "learning_rate": 7.176155496861639e-06,
      "loss": 1.5977,
      "num_input_tokens_seen": 110624768,
      "step": 422
    },
    {
      "epoch": 0.10504097342935187,
      "grad_norm": 0.7783231735229492,
      "learning_rate": 7.160428744009913e-06,
      "loss": 1.5989,
      "num_input_tokens_seen": 110886912,
      "step": 423
    },
    {
      "epoch": 0.10528929724360567,
      "grad_norm": 0.3686671853065491,
      "learning_rate": 7.1446756670157306e-06,
      "loss": 1.887,
      "num_input_tokens_seen": 111149056,
      "step": 424
    },
    {
      "epoch": 0.10553762105785945,
      "grad_norm": 0.47263607382774353,
      "learning_rate": 7.128896457825364e-06,
      "loss": 1.808,
      "num_input_tokens_seen": 111411200,
      "step": 425
    },
    {
      "epoch": 0.10578594487211324,
      "grad_norm": 0.543540358543396,
      "learning_rate": 7.113091308703498e-06,
      "loss": 1.7969,
      "num_input_tokens_seen": 111673344,
      "step": 426
    },
    {
      "epoch": 0.10603426868636702,
      "grad_norm": 0.672477126121521,
      "learning_rate": 7.0972604122308865e-06,
      "loss": 1.3285,
      "num_input_tokens_seen": 111935488,
      "step": 427
    },
    {
      "epoch": 0.1062825925006208,
      "grad_norm": 0.501299262046814,
      "learning_rate": 7.081403961302007e-06,
      "loss": 1.3305,
      "num_input_tokens_seen": 112197632,
      "step": 428
    },
    {
      "epoch": 0.1065309163148746,
      "grad_norm": 0.4477572441101074,
      "learning_rate": 7.06552214912271e-06,
      "loss": 1.1045,
      "num_input_tokens_seen": 112459776,
      "step": 429
    },
    {
      "epoch": 0.10677924012912839,
      "grad_norm": 0.34857606887817383,
      "learning_rate": 7.049615169207864e-06,
      "loss": 1.929,
      "num_input_tokens_seen": 112721920,
      "step": 430
    },
    {
      "epoch": 0.10702756394338217,
      "grad_norm": 0.6203132271766663,
      "learning_rate": 7.033683215379002e-06,
      "loss": 1.062,
      "num_input_tokens_seen": 112984064,
      "step": 431
    },
    {
      "epoch": 0.10727588775763595,
      "grad_norm": 0.5540516376495361,
      "learning_rate": 7.0177264817619514e-06,
      "loss": 1.7175,
      "num_input_tokens_seen": 113246208,
      "step": 432
    },
    {
      "epoch": 0.10752421157188974,
      "grad_norm": 0.4745628833770752,
      "learning_rate": 7.0017451627844765e-06,
      "loss": 1.8083,
      "num_input_tokens_seen": 113508352,
      "step": 433
    },
    {
      "epoch": 0.10777253538614354,
      "grad_norm": 0.6570994257926941,
      "learning_rate": 6.985739453173903e-06,
      "loss": 1.4396,
      "num_input_tokens_seen": 113770496,
      "step": 434
    },
    {
      "epoch": 0.10802085920039732,
      "grad_norm": 2.3753468990325928,
      "learning_rate": 6.9697095479547564e-06,
      "loss": 1.3002,
      "num_input_tokens_seen": 114032640,
      "step": 435
    },
    {
      "epoch": 0.1082691830146511,
      "grad_norm": 0.3089500367641449,
      "learning_rate": 6.953655642446368e-06,
      "loss": 1.589,
      "num_input_tokens_seen": 114294784,
      "step": 436
    },
    {
      "epoch": 0.10851750682890489,
      "grad_norm": 3.394044876098633,
      "learning_rate": 6.9375779322605154e-06,
      "loss": 1.1472,
      "num_input_tokens_seen": 114556928,
      "step": 437
    },
    {
      "epoch": 0.10876583064315867,
      "grad_norm": 0.334686279296875,
      "learning_rate": 6.921476613299018e-06,
      "loss": 1.9471,
      "num_input_tokens_seen": 114819072,
      "step": 438
    },
    {
      "epoch": 0.10901415445741247,
      "grad_norm": 0.7744854092597961,
      "learning_rate": 6.905351881751372e-06,
      "loss": 1.4141,
      "num_input_tokens_seen": 115081216,
      "step": 439
    },
    {
      "epoch": 0.10926247827166626,
      "grad_norm": 0.37837162613868713,
      "learning_rate": 6.889203934092337e-06,
      "loss": 1.6888,
      "num_input_tokens_seen": 115343360,
      "step": 440
    },
    {
      "epoch": 0.10951080208592004,
      "grad_norm": 0.6168341636657715,
      "learning_rate": 6.873032967079562e-06,
      "loss": 1.9082,
      "num_input_tokens_seen": 115605504,
      "step": 441
    },
    {
      "epoch": 0.10975912590017382,
      "grad_norm": 0.41162988543510437,
      "learning_rate": 6.856839177751175e-06,
      "loss": 1.5192,
      "num_input_tokens_seen": 115867648,
      "step": 442
    },
    {
      "epoch": 0.11000744971442761,
      "grad_norm": 0.5805467963218689,
      "learning_rate": 6.840622763423391e-06,
      "loss": 1.8317,
      "num_input_tokens_seen": 116129792,
      "step": 443
    },
    {
      "epoch": 0.1102557735286814,
      "grad_norm": 0.5233989953994751,
      "learning_rate": 6.824383921688098e-06,
      "loss": 1.273,
      "num_input_tokens_seen": 116391936,
      "step": 444
    },
    {
      "epoch": 0.11050409734293519,
      "grad_norm": 0.6940083503723145,
      "learning_rate": 6.808122850410461e-06,
      "loss": 1.5257,
      "num_input_tokens_seen": 116654080,
      "step": 445
    },
    {
      "epoch": 0.11075242115718897,
      "grad_norm": 0.680293619632721,
      "learning_rate": 6.7918397477265e-06,
      "loss": 1.7634,
      "num_input_tokens_seen": 116916224,
      "step": 446
    },
    {
      "epoch": 0.11100074497144276,
      "grad_norm": 0.680514931678772,
      "learning_rate": 6.775534812040686e-06,
      "loss": 1.9248,
      "num_input_tokens_seen": 117178368,
      "step": 447
    },
    {
      "epoch": 0.11124906878569654,
      "grad_norm": 0.6705589890480042,
      "learning_rate": 6.759208242023509e-06,
      "loss": 1.6782,
      "num_input_tokens_seen": 117440512,
      "step": 448
    },
    {
      "epoch": 0.11149739259995034,
      "grad_norm": 0.6143855452537537,
      "learning_rate": 6.7428602366090764e-06,
      "loss": 1.8117,
      "num_input_tokens_seen": 117702656,
      "step": 449
    },
    {
      "epoch": 0.11174571641420412,
      "grad_norm": 0.5517452359199524,
      "learning_rate": 6.7264909949926735e-06,
      "loss": 1.4715,
      "num_input_tokens_seen": 117964800,
      "step": 450
    },
    {
      "epoch": 0.11199404022845791,
      "grad_norm": 0.34088805317878723,
      "learning_rate": 6.710100716628345e-06,
      "loss": 1.6831,
      "num_input_tokens_seen": 118226944,
      "step": 451
    },
    {
      "epoch": 0.11224236404271169,
      "grad_norm": 0.5145544409751892,
      "learning_rate": 6.693689601226458e-06,
      "loss": 1.6246,
      "num_input_tokens_seen": 118489088,
      "step": 452
    },
    {
      "epoch": 0.11249068785696548,
      "grad_norm": 0.5433220267295837,
      "learning_rate": 6.677257848751276e-06,
      "loss": 1.517,
      "num_input_tokens_seen": 118751232,
      "step": 453
    },
    {
      "epoch": 0.11273901167121927,
      "grad_norm": 0.6025758385658264,
      "learning_rate": 6.6608056594185166e-06,
      "loss": 1.9205,
      "num_input_tokens_seen": 119013376,
      "step": 454
    },
    {
      "epoch": 0.11298733548547306,
      "grad_norm": 0.5882771015167236,
      "learning_rate": 6.644333233692917e-06,
      "loss": 1.6951,
      "num_input_tokens_seen": 119275520,
      "step": 455
    },
    {
      "epoch": 0.11323565929972684,
      "grad_norm": 0.6837276220321655,
      "learning_rate": 6.627840772285784e-06,
      "loss": 2.0879,
      "num_input_tokens_seen": 119537664,
      "step": 456
    },
    {
      "epoch": 0.11348398311398063,
      "grad_norm": 0.5370259284973145,
      "learning_rate": 6.611328476152557e-06,
      "loss": 1.6184,
      "num_input_tokens_seen": 119799808,
      "step": 457
    },
    {
      "epoch": 0.11373230692823441,
      "grad_norm": 0.4522857367992401,
      "learning_rate": 6.594796546490351e-06,
      "loss": 1.7773,
      "num_input_tokens_seen": 120061952,
      "step": 458
    },
    {
      "epoch": 0.11398063074248821,
      "grad_norm": 0.46354392170906067,
      "learning_rate": 6.578245184735513e-06,
      "loss": 1.5712,
      "num_input_tokens_seen": 120324096,
      "step": 459
    },
    {
      "epoch": 0.114228954556742,
      "grad_norm": 0.686725378036499,
      "learning_rate": 6.561674592561164e-06,
      "loss": 1.6311,
      "num_input_tokens_seen": 120586240,
      "step": 460
    },
    {
      "epoch": 0.11447727837099578,
      "grad_norm": 0.22250455617904663,
      "learning_rate": 6.545084971874738e-06,
      "loss": 1.7059,
      "num_input_tokens_seen": 120848384,
      "step": 461
    },
    {
      "epoch": 0.11472560218524956,
      "grad_norm": 0.5717688798904419,
      "learning_rate": 6.5284765248155295e-06,
      "loss": 1.9078,
      "num_input_tokens_seen": 121110528,
      "step": 462
    },
    {
      "epoch": 0.11497392599950335,
      "grad_norm": 0.6517221331596375,
      "learning_rate": 6.5118494537522235e-06,
      "loss": 1.923,
      "num_input_tokens_seen": 121372672,
      "step": 463
    },
    {
      "epoch": 0.11522224981375714,
      "grad_norm": 0.7577219009399414,
      "learning_rate": 6.495203961280434e-06,
      "loss": 1.5007,
      "num_input_tokens_seen": 121634816,
      "step": 464
    },
    {
      "epoch": 0.11547057362801093,
      "grad_norm": 1.1634546518325806,
      "learning_rate": 6.4785402502202345e-06,
      "loss": 1.7924,
      "num_input_tokens_seen": 121896960,
      "step": 465
    },
    {
      "epoch": 0.11571889744226471,
      "grad_norm": 0.5361213088035583,
      "learning_rate": 6.461858523613684e-06,
      "loss": 1.3429,
      "num_input_tokens_seen": 122159104,
      "step": 466
    },
    {
      "epoch": 0.1159672212565185,
      "grad_norm": 0.3826828598976135,
      "learning_rate": 6.445158984722358e-06,
      "loss": 1.4901,
      "num_input_tokens_seen": 122421248,
      "step": 467
    },
    {
      "epoch": 0.11621554507077228,
      "grad_norm": 0.5723513960838318,
      "learning_rate": 6.428441837024868e-06,
      "loss": 1.8145,
      "num_input_tokens_seen": 122683392,
      "step": 468
    },
    {
      "epoch": 0.11646386888502608,
      "grad_norm": 0.6699240803718567,
      "learning_rate": 6.411707284214384e-06,
      "loss": 1.6751,
      "num_input_tokens_seen": 122945536,
      "step": 469
    },
    {
      "epoch": 0.11671219269927986,
      "grad_norm": 0.35479190945625305,
      "learning_rate": 6.3949555301961474e-06,
      "loss": 1.4937,
      "num_input_tokens_seen": 123207680,
      "step": 470
    },
    {
      "epoch": 0.11696051651353365,
      "grad_norm": 0.7304947972297668,
      "learning_rate": 6.378186779084996e-06,
      "loss": 1.5881,
      "num_input_tokens_seen": 123469824,
      "step": 471
    },
    {
      "epoch": 0.11720884032778743,
      "grad_norm": 0.4155537784099579,
      "learning_rate": 6.361401235202872e-06,
      "loss": 1.5931,
      "num_input_tokens_seen": 123731968,
      "step": 472
    },
    {
      "epoch": 0.11745716414204121,
      "grad_norm": 0.5789989233016968,
      "learning_rate": 6.344599103076329e-06,
      "loss": 1.3299,
      "num_input_tokens_seen": 123994112,
      "step": 473
    },
    {
      "epoch": 0.11770548795629501,
      "grad_norm": 0.5815244913101196,
      "learning_rate": 6.327780587434045e-06,
      "loss": 1.7197,
      "num_input_tokens_seen": 124256256,
      "step": 474
    },
    {
      "epoch": 0.1179538117705488,
      "grad_norm": 0.7529072165489197,
      "learning_rate": 6.310945893204324e-06,
      "loss": 1.47,
      "num_input_tokens_seen": 124518400,
      "step": 475
    },
    {
      "epoch": 0.11820213558480258,
      "grad_norm": 0.7494714856147766,
      "learning_rate": 6.294095225512604e-06,
      "loss": 1.864,
      "num_input_tokens_seen": 124780544,
      "step": 476
    },
    {
      "epoch": 0.11845045939905637,
      "grad_norm": 0.3240576684474945,
      "learning_rate": 6.277228789678953e-06,
      "loss": 1.5745,
      "num_input_tokens_seen": 125042688,
      "step": 477
    },
    {
      "epoch": 0.11869878321331016,
      "grad_norm": 0.5607863068580627,
      "learning_rate": 6.26034679121557e-06,
      "loss": 1.9548,
      "num_input_tokens_seen": 125304832,
      "step": 478
    },
    {
      "epoch": 0.11894710702756395,
      "grad_norm": 0.5693123936653137,
      "learning_rate": 6.243449435824276e-06,
      "loss": 1.7745,
      "num_input_tokens_seen": 125566976,
      "step": 479
    },
    {
      "epoch": 0.11919543084181773,
      "grad_norm": 0.5455982685089111,
      "learning_rate": 6.2265369293940135e-06,
      "loss": 1.9634,
      "num_input_tokens_seen": 125829120,
      "step": 480
    },
    {
      "epoch": 0.11944375465607152,
      "grad_norm": 0.4890311658382416,
      "learning_rate": 6.209609477998339e-06,
      "loss": 2.1942,
      "num_input_tokens_seen": 126091264,
      "step": 481
    },
    {
      "epoch": 0.1196920784703253,
      "grad_norm": 0.5301004648208618,
      "learning_rate": 6.192667287892905e-06,
      "loss": 1.4093,
      "num_input_tokens_seen": 126353408,
      "step": 482
    },
    {
      "epoch": 0.1199404022845791,
      "grad_norm": 0.47906139492988586,
      "learning_rate": 6.17571056551295e-06,
      "loss": 1.7136,
      "num_input_tokens_seen": 126615552,
      "step": 483
    },
    {
      "epoch": 0.12018872609883288,
      "grad_norm": 0.6675156354904175,
      "learning_rate": 6.158739517470786e-06,
      "loss": 1.6023,
      "num_input_tokens_seen": 126877696,
      "step": 484
    },
    {
      "epoch": 0.12043704991308667,
      "grad_norm": 0.31835541129112244,
      "learning_rate": 6.141754350553279e-06,
      "loss": 1.5503,
      "num_input_tokens_seen": 127139840,
      "step": 485
    },
    {
      "epoch": 0.12068537372734045,
      "grad_norm": 0.7083136439323425,
      "learning_rate": 6.124755271719326e-06,
      "loss": 1.5225,
      "num_input_tokens_seen": 127401984,
      "step": 486
    },
    {
      "epoch": 0.12093369754159423,
      "grad_norm": 0.4737892746925354,
      "learning_rate": 6.107742488097338e-06,
      "loss": 1.4856,
      "num_input_tokens_seen": 127664128,
      "step": 487
    },
    {
      "epoch": 0.12118202135584803,
      "grad_norm": 0.403909832239151,
      "learning_rate": 6.090716206982714e-06,
      "loss": 1.5458,
      "num_input_tokens_seen": 127926272,
      "step": 488
    },
    {
      "epoch": 0.12143034517010182,
      "grad_norm": 0.6817101240158081,
      "learning_rate": 6.073676635835317e-06,
      "loss": 1.3755,
      "num_input_tokens_seen": 128188416,
      "step": 489
    },
    {
      "epoch": 0.1216786689843556,
      "grad_norm": 0.5082156658172607,
      "learning_rate": 6.056623982276945e-06,
      "loss": 1.8278,
      "num_input_tokens_seen": 128450560,
      "step": 490
    },
    {
      "epoch": 0.12192699279860938,
      "grad_norm": 0.4969983696937561,
      "learning_rate": 6.039558454088796e-06,
      "loss": 2.0705,
      "num_input_tokens_seen": 128712704,
      "step": 491
    },
    {
      "epoch": 0.12217531661286317,
      "grad_norm": 0.6239178776741028,
      "learning_rate": 6.022480259208951e-06,
      "loss": 1.5768,
      "num_input_tokens_seen": 128974848,
      "step": 492
    },
    {
      "epoch": 0.12242364042711697,
      "grad_norm": 0.5710934400558472,
      "learning_rate": 6.005389605729824e-06,
      "loss": 1.6925,
      "num_input_tokens_seen": 129236992,
      "step": 493
    },
    {
      "epoch": 0.12267196424137075,
      "grad_norm": 0.5775221586227417,
      "learning_rate": 5.988286701895631e-06,
      "loss": 1.924,
      "num_input_tokens_seen": 129499136,
      "step": 494
    },
    {
      "epoch": 0.12292028805562454,
      "grad_norm": 0.4340408146381378,
      "learning_rate": 5.97117175609986e-06,
      "loss": 1.791,
      "num_input_tokens_seen": 129761280,
      "step": 495
    },
    {
      "epoch": 0.12316861186987832,
      "grad_norm": 0.3268572986125946,
      "learning_rate": 5.954044976882725e-06,
      "loss": 1.7505,
      "num_input_tokens_seen": 130023424,
      "step": 496
    },
    {
      "epoch": 0.1234169356841321,
      "grad_norm": 0.43856051564216614,
      "learning_rate": 5.936906572928625e-06,
      "loss": 1.3188,
      "num_input_tokens_seen": 130285568,
      "step": 497
    },
    {
      "epoch": 0.1236652594983859,
      "grad_norm": 0.459693044424057,
      "learning_rate": 5.919756753063601e-06,
      "loss": 1.8807,
      "num_input_tokens_seen": 130547712,
      "step": 498
    },
    {
      "epoch": 0.12391358331263969,
      "grad_norm": 1.3583054542541504,
      "learning_rate": 5.902595726252801e-06,
      "loss": 1.5139,
      "num_input_tokens_seen": 130809856,
      "step": 499
    },
    {
      "epoch": 0.12416190712689347,
      "grad_norm": 0.4457927644252777,
      "learning_rate": 5.885423701597918e-06,
      "loss": 1.0955,
      "num_input_tokens_seen": 131072000,
      "step": 500
    },
    {
      "epoch": 0.12441023094114725,
      "grad_norm": 0.45763128995895386,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 1.3018,
      "num_input_tokens_seen": 131334144,
      "step": 501
    },
    {
      "epoch": 0.12465855475540104,
      "grad_norm": 0.43406641483306885,
      "learning_rate": 5.851047495830163e-06,
      "loss": 1.8796,
      "num_input_tokens_seen": 131596288,
      "step": 502
    },
    {
      "epoch": 0.12490687856965484,
      "grad_norm": 0.6790747046470642,
      "learning_rate": 5.8338437335805124e-06,
      "loss": 1.7733,
      "num_input_tokens_seen": 131858432,
      "step": 503
    },
    {
      "epoch": 0.12515520238390862,
      "grad_norm": 0.469204306602478,
      "learning_rate": 5.816629811208112e-06,
      "loss": 1.7257,
      "num_input_tokens_seen": 132120576,
      "step": 504
    },
    {
      "epoch": 0.1254035261981624,
      "grad_norm": 0.29336878657341003,
      "learning_rate": 5.799405938459175e-06,
      "loss": 2.0604,
      "num_input_tokens_seen": 132382720,
      "step": 505
    },
    {
      "epoch": 0.1256518500124162,
      "grad_norm": 1.0650948286056519,
      "learning_rate": 5.782172325201155e-06,
      "loss": 1.4833,
      "num_input_tokens_seen": 132644864,
      "step": 506
    },
    {
      "epoch": 0.12590017382667,
      "grad_norm": 0.5020011067390442,
      "learning_rate": 5.764929181420191e-06,
      "loss": 1.9276,
      "num_input_tokens_seen": 132907008,
      "step": 507
    },
    {
      "epoch": 0.12614849764092376,
      "grad_norm": 0.623615562915802,
      "learning_rate": 5.747676717218549e-06,
      "loss": 1.6809,
      "num_input_tokens_seen": 133169152,
      "step": 508
    },
    {
      "epoch": 0.12639682145517755,
      "grad_norm": 0.6677452325820923,
      "learning_rate": 5.730415142812059e-06,
      "loss": 1.6377,
      "num_input_tokens_seen": 133431296,
      "step": 509
    },
    {
      "epoch": 0.12664514526943133,
      "grad_norm": 0.5016704201698303,
      "learning_rate": 5.7131446685275595e-06,
      "loss": 1.4934,
      "num_input_tokens_seen": 133693440,
      "step": 510
    },
    {
      "epoch": 0.12689346908368512,
      "grad_norm": 0.4135633707046509,
      "learning_rate": 5.695865504800328e-06,
      "loss": 1.6179,
      "num_input_tokens_seen": 133955584,
      "step": 511
    },
    {
      "epoch": 0.12714179289793892,
      "grad_norm": 0.7254384160041809,
      "learning_rate": 5.678577862171523e-06,
      "loss": 1.5534,
      "num_input_tokens_seen": 134217728,
      "step": 512
    },
    {
      "epoch": 0.1273901167121927,
      "grad_norm": 0.7331421971321106,
      "learning_rate": 5.661281951285613e-06,
      "loss": 1.7944,
      "num_input_tokens_seen": 134479872,
      "step": 513
    },
    {
      "epoch": 0.1276384405264465,
      "grad_norm": 0.6121946573257446,
      "learning_rate": 5.643977982887815e-06,
      "loss": 1.6006,
      "num_input_tokens_seen": 134742016,
      "step": 514
    },
    {
      "epoch": 0.12788676434070026,
      "grad_norm": 0.4421185255050659,
      "learning_rate": 5.626666167821522e-06,
      "loss": 1.5906,
      "num_input_tokens_seen": 135004160,
      "step": 515
    },
    {
      "epoch": 0.12813508815495406,
      "grad_norm": 0.3607276380062103,
      "learning_rate": 5.609346717025738e-06,
      "loss": 1.7194,
      "num_input_tokens_seen": 135266304,
      "step": 516
    },
    {
      "epoch": 0.12838341196920786,
      "grad_norm": 0.66265469789505,
      "learning_rate": 5.592019841532507e-06,
      "loss": 1.5176,
      "num_input_tokens_seen": 135528448,
      "step": 517
    },
    {
      "epoch": 0.12863173578346163,
      "grad_norm": 0.4719207286834717,
      "learning_rate": 5.5746857524643335e-06,
      "loss": 1.5677,
      "num_input_tokens_seen": 135790592,
      "step": 518
    },
    {
      "epoch": 0.12888005959771542,
      "grad_norm": 0.5282115936279297,
      "learning_rate": 5.557344661031628e-06,
      "loss": 1.6344,
      "num_input_tokens_seen": 136052736,
      "step": 519
    },
    {
      "epoch": 0.1291283834119692,
      "grad_norm": 0.3419008255004883,
      "learning_rate": 5.539996778530114e-06,
      "loss": 1.9051,
      "num_input_tokens_seen": 136314880,
      "step": 520
    },
    {
      "epoch": 0.129376707226223,
      "grad_norm": 0.7775862812995911,
      "learning_rate": 5.522642316338268e-06,
      "loss": 1.7739,
      "num_input_tokens_seen": 136577024,
      "step": 521
    },
    {
      "epoch": 0.1296250310404768,
      "grad_norm": 0.554291307926178,
      "learning_rate": 5.505281485914732e-06,
      "loss": 1.6473,
      "num_input_tokens_seen": 136839168,
      "step": 522
    },
    {
      "epoch": 0.12987335485473056,
      "grad_norm": 0.5523970127105713,
      "learning_rate": 5.487914498795748e-06,
      "loss": 1.5672,
      "num_input_tokens_seen": 137101312,
      "step": 523
    },
    {
      "epoch": 0.13012167866898436,
      "grad_norm": 0.4398843050003052,
      "learning_rate": 5.470541566592573e-06,
      "loss": 1.5184,
      "num_input_tokens_seen": 137363456,
      "step": 524
    },
    {
      "epoch": 0.13037000248323813,
      "grad_norm": 0.36770564317703247,
      "learning_rate": 5.453162900988902e-06,
      "loss": 1.272,
      "num_input_tokens_seen": 137625600,
      "step": 525
    },
    {
      "epoch": 0.13061832629749193,
      "grad_norm": 0.36852288246154785,
      "learning_rate": 5.435778713738292e-06,
      "loss": 1.914,
      "num_input_tokens_seen": 137887744,
      "step": 526
    },
    {
      "epoch": 0.13086665011174572,
      "grad_norm": 0.5804073810577393,
      "learning_rate": 5.41838921666158e-06,
      "loss": 1.3187,
      "num_input_tokens_seen": 138149888,
      "step": 527
    },
    {
      "epoch": 0.1311149739259995,
      "grad_norm": 0.4716220796108246,
      "learning_rate": 5.400994621644294e-06,
      "loss": 1.6562,
      "num_input_tokens_seen": 138412032,
      "step": 528
    },
    {
      "epoch": 0.1313632977402533,
      "grad_norm": 0.6712131500244141,
      "learning_rate": 5.383595140634093e-06,
      "loss": 1.6972,
      "num_input_tokens_seen": 138674176,
      "step": 529
    },
    {
      "epoch": 0.1316116215545071,
      "grad_norm": 0.6651138067245483,
      "learning_rate": 5.366190985638159e-06,
      "loss": 1.2614,
      "num_input_tokens_seen": 138936320,
      "step": 530
    },
    {
      "epoch": 0.13185994536876086,
      "grad_norm": 0.6065943241119385,
      "learning_rate": 5.348782368720627e-06,
      "loss": 1.8296,
      "num_input_tokens_seen": 139198464,
      "step": 531
    },
    {
      "epoch": 0.13210826918301466,
      "grad_norm": 0.5409244298934937,
      "learning_rate": 5.3313695020000026e-06,
      "loss": 1.6437,
      "num_input_tokens_seen": 139460608,
      "step": 532
    },
    {
      "epoch": 0.13235659299726843,
      "grad_norm": 0.742667555809021,
      "learning_rate": 5.3139525976465675e-06,
      "loss": 1.5862,
      "num_input_tokens_seen": 139722752,
      "step": 533
    },
    {
      "epoch": 0.13260491681152223,
      "grad_norm": 0.6471251845359802,
      "learning_rate": 5.296531867879809e-06,
      "loss": 1.6151,
      "num_input_tokens_seen": 139984896,
      "step": 534
    },
    {
      "epoch": 0.13285324062577603,
      "grad_norm": 0.643791675567627,
      "learning_rate": 5.27910752496582e-06,
      "loss": 1.7427,
      "num_input_tokens_seen": 140247040,
      "step": 535
    },
    {
      "epoch": 0.1331015644400298,
      "grad_norm": 0.7029093503952026,
      "learning_rate": 5.2616797812147205e-06,
      "loss": 1.6691,
      "num_input_tokens_seen": 140509184,
      "step": 536
    },
    {
      "epoch": 0.1333498882542836,
      "grad_norm": 0.7368614077568054,
      "learning_rate": 5.244248848978067e-06,
      "loss": 1.9763,
      "num_input_tokens_seen": 140771328,
      "step": 537
    },
    {
      "epoch": 0.13359821206853736,
      "grad_norm": 0.7032376527786255,
      "learning_rate": 5.226814940646268e-06,
      "loss": 1.7725,
      "num_input_tokens_seen": 141033472,
      "step": 538
    },
    {
      "epoch": 0.13384653588279116,
      "grad_norm": 0.47285741567611694,
      "learning_rate": 5.209378268645998e-06,
      "loss": 2.148,
      "num_input_tokens_seen": 141295616,
      "step": 539
    },
    {
      "epoch": 0.13409485969704496,
      "grad_norm": 0.6670664548873901,
      "learning_rate": 5.1919390454376e-06,
      "loss": 1.7662,
      "num_input_tokens_seen": 141557760,
      "step": 540
    },
    {
      "epoch": 0.13434318351129873,
      "grad_norm": 0.6090880632400513,
      "learning_rate": 5.174497483512506e-06,
      "loss": 1.2453,
      "num_input_tokens_seen": 141819904,
      "step": 541
    },
    {
      "epoch": 0.13459150732555253,
      "grad_norm": 0.48240217566490173,
      "learning_rate": 5.157053795390642e-06,
      "loss": 1.7743,
      "num_input_tokens_seen": 142082048,
      "step": 542
    },
    {
      "epoch": 0.1348398311398063,
      "grad_norm": 0.5195634961128235,
      "learning_rate": 5.139608193617846e-06,
      "loss": 1.8024,
      "num_input_tokens_seen": 142344192,
      "step": 543
    },
    {
      "epoch": 0.1350881549540601,
      "grad_norm": 0.5877946615219116,
      "learning_rate": 5.1221608907632665e-06,
      "loss": 1.6163,
      "num_input_tokens_seen": 142606336,
      "step": 544
    },
    {
      "epoch": 0.1353364787683139,
      "grad_norm": 0.6305245757102966,
      "learning_rate": 5.1047120994167855e-06,
      "loss": 1.5309,
      "num_input_tokens_seen": 142868480,
      "step": 545
    },
    {
      "epoch": 0.13558480258256767,
      "grad_norm": 0.591148853302002,
      "learning_rate": 5.087262032186418e-06,
      "loss": 1.531,
      "num_input_tokens_seen": 143130624,
      "step": 546
    },
    {
      "epoch": 0.13583312639682146,
      "grad_norm": 0.8955023884773254,
      "learning_rate": 5.069810901695727e-06,
      "loss": 1.7347,
      "num_input_tokens_seen": 143392768,
      "step": 547
    },
    {
      "epoch": 0.13608145021107523,
      "grad_norm": 0.5800215005874634,
      "learning_rate": 5.05235892058123e-06,
      "loss": 1.6724,
      "num_input_tokens_seen": 143654912,
      "step": 548
    },
    {
      "epoch": 0.13632977402532903,
      "grad_norm": 0.5544260144233704,
      "learning_rate": 5.034906301489808e-06,
      "loss": 1.5061,
      "num_input_tokens_seen": 143917056,
      "step": 549
    },
    {
      "epoch": 0.13657809783958283,
      "grad_norm": 0.5210686922073364,
      "learning_rate": 5.0174532570761194e-06,
      "loss": 1.3236,
      "num_input_tokens_seen": 144179200,
      "step": 550
    },
    {
      "epoch": 0.1368264216538366,
      "grad_norm": 0.39467668533325195,
      "learning_rate": 5e-06,
      "loss": 1.5716,
      "num_input_tokens_seen": 144441344,
      "step": 551
    },
    {
      "epoch": 0.1370747454680904,
      "grad_norm": 0.45690640807151794,
      "learning_rate": 4.982546742923883e-06,
      "loss": 1.5183,
      "num_input_tokens_seen": 144703488,
      "step": 552
    },
    {
      "epoch": 0.13732306928234417,
      "grad_norm": 0.34431830048561096,
      "learning_rate": 4.965093698510192e-06,
      "loss": 1.7103,
      "num_input_tokens_seen": 144965632,
      "step": 553
    },
    {
      "epoch": 0.13757139309659797,
      "grad_norm": 0.6095772385597229,
      "learning_rate": 4.9476410794187726e-06,
      "loss": 1.79,
      "num_input_tokens_seen": 145227776,
      "step": 554
    },
    {
      "epoch": 0.13781971691085176,
      "grad_norm": 0.5050289630889893,
      "learning_rate": 4.9301890983042744e-06,
      "loss": 1.6136,
      "num_input_tokens_seen": 145489920,
      "step": 555
    },
    {
      "epoch": 0.13806804072510553,
      "grad_norm": 0.6285063028335571,
      "learning_rate": 4.9127379678135825e-06,
      "loss": 1.5999,
      "num_input_tokens_seen": 145752064,
      "step": 556
    },
    {
      "epoch": 0.13831636453935933,
      "grad_norm": 0.6678712368011475,
      "learning_rate": 4.895287900583216e-06,
      "loss": 1.2344,
      "num_input_tokens_seen": 146014208,
      "step": 557
    },
    {
      "epoch": 0.1385646883536131,
      "grad_norm": 0.3648228347301483,
      "learning_rate": 4.877839109236735e-06,
      "loss": 1.5726,
      "num_input_tokens_seen": 146276352,
      "step": 558
    },
    {
      "epoch": 0.1388130121678669,
      "grad_norm": 0.5992112755775452,
      "learning_rate": 4.860391806382157e-06,
      "loss": 1.9771,
      "num_input_tokens_seen": 146538496,
      "step": 559
    },
    {
      "epoch": 0.1390613359821207,
      "grad_norm": 0.4710709750652313,
      "learning_rate": 4.842946204609359e-06,
      "loss": 1.8191,
      "num_input_tokens_seen": 146800640,
      "step": 560
    },
    {
      "epoch": 0.13930965979637447,
      "grad_norm": 0.5668407678604126,
      "learning_rate": 4.825502516487497e-06,
      "loss": 1.8406,
      "num_input_tokens_seen": 147062784,
      "step": 561
    },
    {
      "epoch": 0.13955798361062827,
      "grad_norm": 0.5589337944984436,
      "learning_rate": 4.8080609545624004e-06,
      "loss": 1.5411,
      "num_input_tokens_seen": 147324928,
      "step": 562
    },
    {
      "epoch": 0.13980630742488204,
      "grad_norm": 0.7744218707084656,
      "learning_rate": 4.7906217313540035e-06,
      "loss": 1.4392,
      "num_input_tokens_seen": 147587072,
      "step": 563
    },
    {
      "epoch": 0.14005463123913584,
      "grad_norm": 0.8113576769828796,
      "learning_rate": 4.7731850593537316e-06,
      "loss": 1.6712,
      "num_input_tokens_seen": 147849216,
      "step": 564
    },
    {
      "epoch": 0.14030295505338963,
      "grad_norm": 0.8065240979194641,
      "learning_rate": 4.755751151021934e-06,
      "loss": 1.7134,
      "num_input_tokens_seen": 148111360,
      "step": 565
    },
    {
      "epoch": 0.1405512788676434,
      "grad_norm": 0.6279537081718445,
      "learning_rate": 4.738320218785281e-06,
      "loss": 1.6341,
      "num_input_tokens_seen": 148373504,
      "step": 566
    },
    {
      "epoch": 0.1407996026818972,
      "grad_norm": 0.34301266074180603,
      "learning_rate": 4.720892475034181e-06,
      "loss": 1.7529,
      "num_input_tokens_seen": 148635648,
      "step": 567
    },
    {
      "epoch": 0.14104792649615097,
      "grad_norm": 0.3987272381782532,
      "learning_rate": 4.703468132120193e-06,
      "loss": 1.3504,
      "num_input_tokens_seen": 148897792,
      "step": 568
    },
    {
      "epoch": 0.14129625031040477,
      "grad_norm": 0.5643488168716431,
      "learning_rate": 4.686047402353433e-06,
      "loss": 1.6918,
      "num_input_tokens_seen": 149159936,
      "step": 569
    },
    {
      "epoch": 0.14154457412465857,
      "grad_norm": 1.1378772258758545,
      "learning_rate": 4.668630498000001e-06,
      "loss": 1.6232,
      "num_input_tokens_seen": 149422080,
      "step": 570
    },
    {
      "epoch": 0.14179289793891234,
      "grad_norm": 0.40794894099235535,
      "learning_rate": 4.651217631279374e-06,
      "loss": 1.2633,
      "num_input_tokens_seen": 149684224,
      "step": 571
    },
    {
      "epoch": 0.14204122175316614,
      "grad_norm": 0.40206679701805115,
      "learning_rate": 4.6338090143618435e-06,
      "loss": 1.7796,
      "num_input_tokens_seen": 149946368,
      "step": 572
    },
    {
      "epoch": 0.1422895455674199,
      "grad_norm": 0.6353849768638611,
      "learning_rate": 4.6164048593659076e-06,
      "loss": 1.5364,
      "num_input_tokens_seen": 150208512,
      "step": 573
    },
    {
      "epoch": 0.1425378693816737,
      "grad_norm": 0.5148465037345886,
      "learning_rate": 4.5990053783557066e-06,
      "loss": 1.5442,
      "num_input_tokens_seen": 150470656,
      "step": 574
    },
    {
      "epoch": 0.1427861931959275,
      "grad_norm": 0.5749762058258057,
      "learning_rate": 4.581610783338424e-06,
      "loss": 1.0381,
      "num_input_tokens_seen": 150732800,
      "step": 575
    },
    {
      "epoch": 0.14303451701018127,
      "grad_norm": 0.9002466201782227,
      "learning_rate": 4.564221286261709e-06,
      "loss": 1.4117,
      "num_input_tokens_seen": 150994944,
      "step": 576
    },
    {
      "epoch": 0.14328284082443507,
      "grad_norm": 0.3512033224105835,
      "learning_rate": 4.546837099011101e-06,
      "loss": 1.5649,
      "num_input_tokens_seen": 151257088,
      "step": 577
    },
    {
      "epoch": 0.14353116463868884,
      "grad_norm": 0.45879220962524414,
      "learning_rate": 4.529458433407429e-06,
      "loss": 1.4193,
      "num_input_tokens_seen": 151519232,
      "step": 578
    },
    {
      "epoch": 0.14377948845294264,
      "grad_norm": 0.7155461311340332,
      "learning_rate": 4.512085501204254e-06,
      "loss": 1.5547,
      "num_input_tokens_seen": 151781376,
      "step": 579
    },
    {
      "epoch": 0.14402781226719644,
      "grad_norm": 0.6171830892562866,
      "learning_rate": 4.494718514085269e-06,
      "loss": 1.2821,
      "num_input_tokens_seen": 152043520,
      "step": 580
    },
    {
      "epoch": 0.1442761360814502,
      "grad_norm": 0.5107810497283936,
      "learning_rate": 4.477357683661734e-06,
      "loss": 1.6026,
      "num_input_tokens_seen": 152305664,
      "step": 581
    },
    {
      "epoch": 0.144524459895704,
      "grad_norm": 0.6672670245170593,
      "learning_rate": 4.460003221469886e-06,
      "loss": 1.7716,
      "num_input_tokens_seen": 152567808,
      "step": 582
    },
    {
      "epoch": 0.14477278370995778,
      "grad_norm": 0.4775781035423279,
      "learning_rate": 4.442655338968373e-06,
      "loss": 1.3139,
      "num_input_tokens_seen": 152829952,
      "step": 583
    },
    {
      "epoch": 0.14502110752421157,
      "grad_norm": 0.665295422077179,
      "learning_rate": 4.425314247535668e-06,
      "loss": 1.2141,
      "num_input_tokens_seen": 153092096,
      "step": 584
    },
    {
      "epoch": 0.14526943133846537,
      "grad_norm": 0.49010828137397766,
      "learning_rate": 4.4079801584674955e-06,
      "loss": 1.3422,
      "num_input_tokens_seen": 153354240,
      "step": 585
    },
    {
      "epoch": 0.14551775515271914,
      "grad_norm": 0.4619687795639038,
      "learning_rate": 4.390653282974264e-06,
      "loss": 1.5652,
      "num_input_tokens_seen": 153616384,
      "step": 586
    },
    {
      "epoch": 0.14576607896697294,
      "grad_norm": 0.37380003929138184,
      "learning_rate": 4.373333832178478e-06,
      "loss": 1.8029,
      "num_input_tokens_seen": 153878528,
      "step": 587
    },
    {
      "epoch": 0.1460144027812267,
      "grad_norm": 0.5546239614486694,
      "learning_rate": 4.356022017112187e-06,
      "loss": 1.7681,
      "num_input_tokens_seen": 154140672,
      "step": 588
    },
    {
      "epoch": 0.1462627265954805,
      "grad_norm": 0.6969411969184875,
      "learning_rate": 4.3387180487143875e-06,
      "loss": 1.9277,
      "num_input_tokens_seen": 154402816,
      "step": 589
    },
    {
      "epoch": 0.1465110504097343,
      "grad_norm": 0.7840688824653625,
      "learning_rate": 4.321422137828479e-06,
      "loss": 1.6007,
      "num_input_tokens_seen": 154664960,
      "step": 590
    },
    {
      "epoch": 0.14675937422398808,
      "grad_norm": 0.6813507080078125,
      "learning_rate": 4.304134495199675e-06,
      "loss": 1.1834,
      "num_input_tokens_seen": 154927104,
      "step": 591
    },
    {
      "epoch": 0.14700769803824187,
      "grad_norm": 0.5060350298881531,
      "learning_rate": 4.286855331472442e-06,
      "loss": 1.4612,
      "num_input_tokens_seen": 155189248,
      "step": 592
    },
    {
      "epoch": 0.14725602185249564,
      "grad_norm": 0.5000078678131104,
      "learning_rate": 4.269584857187942e-06,
      "loss": 1.64,
      "num_input_tokens_seen": 155451392,
      "step": 593
    },
    {
      "epoch": 0.14750434566674944,
      "grad_norm": 0.5458803176879883,
      "learning_rate": 4.2523232827814534e-06,
      "loss": 2.1238,
      "num_input_tokens_seen": 155713536,
      "step": 594
    },
    {
      "epoch": 0.14775266948100324,
      "grad_norm": 1.3677194118499756,
      "learning_rate": 4.23507081857981e-06,
      "loss": 1.5499,
      "num_input_tokens_seen": 155975680,
      "step": 595
    },
    {
      "epoch": 0.148000993295257,
      "grad_norm": 0.5004885196685791,
      "learning_rate": 4.217827674798845e-06,
      "loss": 1.836,
      "num_input_tokens_seen": 156237824,
      "step": 596
    },
    {
      "epoch": 0.1482493171095108,
      "grad_norm": 1.3544896841049194,
      "learning_rate": 4.200594061540827e-06,
      "loss": 1.5202,
      "num_input_tokens_seen": 156499968,
      "step": 597
    },
    {
      "epoch": 0.14849764092376458,
      "grad_norm": 0.41308310627937317,
      "learning_rate": 4.183370188791891e-06,
      "loss": 1.4474,
      "num_input_tokens_seen": 156762112,
      "step": 598
    },
    {
      "epoch": 0.14874596473801838,
      "grad_norm": 0.5802090167999268,
      "learning_rate": 4.166156266419489e-06,
      "loss": 1.8016,
      "num_input_tokens_seen": 157024256,
      "step": 599
    },
    {
      "epoch": 0.14899428855227217,
      "grad_norm": 0.5909608602523804,
      "learning_rate": 4.148952504169839e-06,
      "loss": 1.5757,
      "num_input_tokens_seen": 157286400,
      "step": 600
    },
    {
      "epoch": 0.14924261236652595,
      "grad_norm": 0.41110658645629883,
      "learning_rate": 4.131759111665349e-06,
      "loss": 0.8013,
      "num_input_tokens_seen": 157548544,
      "step": 601
    },
    {
      "epoch": 0.14949093618077974,
      "grad_norm": 0.5430499911308289,
      "learning_rate": 4.114576298402085e-06,
      "loss": 1.9595,
      "num_input_tokens_seen": 157810688,
      "step": 602
    },
    {
      "epoch": 0.1497392599950335,
      "grad_norm": 0.7195497751235962,
      "learning_rate": 4.0974042737472005e-06,
      "loss": 1.5623,
      "num_input_tokens_seen": 158072832,
      "step": 603
    },
    {
      "epoch": 0.1499875838092873,
      "grad_norm": 0.4989107847213745,
      "learning_rate": 4.0802432469364e-06,
      "loss": 1.3031,
      "num_input_tokens_seen": 158334976,
      "step": 604
    },
    {
      "epoch": 0.1502359076235411,
      "grad_norm": 0.5433792471885681,
      "learning_rate": 4.063093427071376e-06,
      "loss": 1.5003,
      "num_input_tokens_seen": 158597120,
      "step": 605
    },
    {
      "epoch": 0.15048423143779488,
      "grad_norm": 0.3139537274837494,
      "learning_rate": 4.045955023117276e-06,
      "loss": 1.2943,
      "num_input_tokens_seen": 158859264,
      "step": 606
    },
    {
      "epoch": 0.15073255525204868,
      "grad_norm": 0.7295723557472229,
      "learning_rate": 4.028828243900141e-06,
      "loss": 1.9625,
      "num_input_tokens_seen": 159121408,
      "step": 607
    },
    {
      "epoch": 0.15098087906630245,
      "grad_norm": 0.7763230204582214,
      "learning_rate": 4.0117132981043695e-06,
      "loss": 1.8425,
      "num_input_tokens_seen": 159383552,
      "step": 608
    },
    {
      "epoch": 0.15122920288055625,
      "grad_norm": 0.5297269821166992,
      "learning_rate": 3.994610394270178e-06,
      "loss": 1.6922,
      "num_input_tokens_seen": 159645696,
      "step": 609
    },
    {
      "epoch": 0.15147752669481004,
      "grad_norm": 0.4328116476535797,
      "learning_rate": 3.977519740791049e-06,
      "loss": 0.9763,
      "num_input_tokens_seen": 159907840,
      "step": 610
    },
    {
      "epoch": 0.15172585050906381,
      "grad_norm": 0.6759671568870544,
      "learning_rate": 3.960441545911205e-06,
      "loss": 1.7297,
      "num_input_tokens_seen": 160169984,
      "step": 611
    },
    {
      "epoch": 0.1519741743233176,
      "grad_norm": 0.44700494408607483,
      "learning_rate": 3.943376017723058e-06,
      "loss": 1.9346,
      "num_input_tokens_seen": 160432128,
      "step": 612
    },
    {
      "epoch": 0.15222249813757138,
      "grad_norm": 0.8407000303268433,
      "learning_rate": 3.926323364164684e-06,
      "loss": 1.7382,
      "num_input_tokens_seen": 160694272,
      "step": 613
    },
    {
      "epoch": 0.15247082195182518,
      "grad_norm": 0.8016761541366577,
      "learning_rate": 3.909283793017289e-06,
      "loss": 1.7423,
      "num_input_tokens_seen": 160956416,
      "step": 614
    },
    {
      "epoch": 0.15271914576607898,
      "grad_norm": 0.414358526468277,
      "learning_rate": 3.892257511902664e-06,
      "loss": 1.4276,
      "num_input_tokens_seen": 161218560,
      "step": 615
    },
    {
      "epoch": 0.15296746958033275,
      "grad_norm": 1.0210763216018677,
      "learning_rate": 3.875244728280676e-06,
      "loss": 1.3653,
      "num_input_tokens_seen": 161480704,
      "step": 616
    },
    {
      "epoch": 0.15321579339458655,
      "grad_norm": 0.8063709735870361,
      "learning_rate": 3.8582456494467214e-06,
      "loss": 1.8222,
      "num_input_tokens_seen": 161742848,
      "step": 617
    },
    {
      "epoch": 0.15346411720884032,
      "grad_norm": 0.5376055836677551,
      "learning_rate": 3.841260482529215e-06,
      "loss": 1.7019,
      "num_input_tokens_seen": 162004992,
      "step": 618
    },
    {
      "epoch": 0.15371244102309412,
      "grad_norm": 0.5194859504699707,
      "learning_rate": 3.82428943448705e-06,
      "loss": 1.633,
      "num_input_tokens_seen": 162267136,
      "step": 619
    },
    {
      "epoch": 0.1539607648373479,
      "grad_norm": 0.5276075005531311,
      "learning_rate": 3.8073327121070968e-06,
      "loss": 1.6824,
      "num_input_tokens_seen": 162529280,
      "step": 620
    },
    {
      "epoch": 0.15420908865160168,
      "grad_norm": 0.7873098254203796,
      "learning_rate": 3.790390522001662e-06,
      "loss": 1.287,
      "num_input_tokens_seen": 162791424,
      "step": 621
    },
    {
      "epoch": 0.15445741246585548,
      "grad_norm": 0.6120622158050537,
      "learning_rate": 3.7734630706059873e-06,
      "loss": 1.8678,
      "num_input_tokens_seen": 163053568,
      "step": 622
    },
    {
      "epoch": 0.15470573628010925,
      "grad_norm": 0.5474843382835388,
      "learning_rate": 3.756550564175727e-06,
      "loss": 1.4913,
      "num_input_tokens_seen": 163315712,
      "step": 623
    },
    {
      "epoch": 0.15495406009436305,
      "grad_norm": 2.4813928604125977,
      "learning_rate": 3.7396532087844318e-06,
      "loss": 1.5975,
      "num_input_tokens_seen": 163577856,
      "step": 624
    },
    {
      "epoch": 0.15520238390861685,
      "grad_norm": 0.4030190408229828,
      "learning_rate": 3.7227712103210485e-06,
      "loss": 1.3417,
      "num_input_tokens_seen": 163840000,
      "step": 625
    },
    {
      "epoch": 0.15545070772287062,
      "grad_norm": 0.4890609085559845,
      "learning_rate": 3.705904774487396e-06,
      "loss": 1.6517,
      "num_input_tokens_seen": 164102144,
      "step": 626
    },
    {
      "epoch": 0.15569903153712442,
      "grad_norm": 0.4225277006626129,
      "learning_rate": 3.6890541067956775e-06,
      "loss": 1.9024,
      "num_input_tokens_seen": 164364288,
      "step": 627
    },
    {
      "epoch": 0.1559473553513782,
      "grad_norm": 0.3365168273448944,
      "learning_rate": 3.672219412565956e-06,
      "loss": 1.8831,
      "num_input_tokens_seen": 164626432,
      "step": 628
    },
    {
      "epoch": 0.15619567916563198,
      "grad_norm": 0.46206042170524597,
      "learning_rate": 3.655400896923672e-06,
      "loss": 1.5472,
      "num_input_tokens_seen": 164888576,
      "step": 629
    },
    {
      "epoch": 0.15644400297988578,
      "grad_norm": 0.5152633190155029,
      "learning_rate": 3.6385987647971287e-06,
      "loss": 1.9021,
      "num_input_tokens_seen": 165150720,
      "step": 630
    },
    {
      "epoch": 0.15669232679413955,
      "grad_norm": 0.6955782771110535,
      "learning_rate": 3.6218132209150047e-06,
      "loss": 1.5289,
      "num_input_tokens_seen": 165412864,
      "step": 631
    },
    {
      "epoch": 0.15694065060839335,
      "grad_norm": 0.8016681671142578,
      "learning_rate": 3.6050444698038547e-06,
      "loss": 1.2874,
      "num_input_tokens_seen": 165675008,
      "step": 632
    },
    {
      "epoch": 0.15718897442264712,
      "grad_norm": 0.32328078150749207,
      "learning_rate": 3.5882927157856175e-06,
      "loss": 1.9816,
      "num_input_tokens_seen": 165937152,
      "step": 633
    },
    {
      "epoch": 0.15743729823690092,
      "grad_norm": 0.4143851101398468,
      "learning_rate": 3.571558162975133e-06,
      "loss": 1.4726,
      "num_input_tokens_seen": 166199296,
      "step": 634
    },
    {
      "epoch": 0.15768562205115472,
      "grad_norm": 0.6780726909637451,
      "learning_rate": 3.5548410152776414e-06,
      "loss": 1.5232,
      "num_input_tokens_seen": 166461440,
      "step": 635
    },
    {
      "epoch": 0.1579339458654085,
      "grad_norm": 0.4231894314289093,
      "learning_rate": 3.538141476386317e-06,
      "loss": 1.7631,
      "num_input_tokens_seen": 166723584,
      "step": 636
    },
    {
      "epoch": 0.15818226967966229,
      "grad_norm": 0.4781966805458069,
      "learning_rate": 3.521459749779769e-06,
      "loss": 2.3027,
      "num_input_tokens_seen": 166985728,
      "step": 637
    },
    {
      "epoch": 0.15843059349391606,
      "grad_norm": 0.6974207162857056,
      "learning_rate": 3.5047960387195673e-06,
      "loss": 1.4963,
      "num_input_tokens_seen": 167247872,
      "step": 638
    },
    {
      "epoch": 0.15867891730816985,
      "grad_norm": 0.4340938627719879,
      "learning_rate": 3.488150546247778e-06,
      "loss": 1.6811,
      "num_input_tokens_seen": 167510016,
      "step": 639
    },
    {
      "epoch": 0.15892724112242365,
      "grad_norm": 0.6632753014564514,
      "learning_rate": 3.471523475184472e-06,
      "loss": 2.0226,
      "num_input_tokens_seen": 167772160,
      "step": 640
    },
    {
      "epoch": 0.15917556493667742,
      "grad_norm": 0.5399497747421265,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 1.6728,
      "num_input_tokens_seen": 168034304,
      "step": 641
    },
    {
      "epoch": 0.15942388875093122,
      "grad_norm": 0.6213698387145996,
      "learning_rate": 3.4383254074388373e-06,
      "loss": 1.7282,
      "num_input_tokens_seen": 168296448,
      "step": 642
    },
    {
      "epoch": 0.159672212565185,
      "grad_norm": 0.8171265125274658,
      "learning_rate": 3.4217548152644887e-06,
      "loss": 1.7681,
      "num_input_tokens_seen": 168558592,
      "step": 643
    },
    {
      "epoch": 0.1599205363794388,
      "grad_norm": 0.36624467372894287,
      "learning_rate": 3.40520345350965e-06,
      "loss": 1.7461,
      "num_input_tokens_seen": 168820736,
      "step": 644
    },
    {
      "epoch": 0.16016886019369259,
      "grad_norm": 0.4452555179595947,
      "learning_rate": 3.3886715238474454e-06,
      "loss": 1.8516,
      "num_input_tokens_seen": 169082880,
      "step": 645
    },
    {
      "epoch": 0.16041718400794636,
      "grad_norm": 0.6282974481582642,
      "learning_rate": 3.372159227714218e-06,
      "loss": 1.589,
      "num_input_tokens_seen": 169345024,
      "step": 646
    },
    {
      "epoch": 0.16066550782220015,
      "grad_norm": 0.2544865012168884,
      "learning_rate": 3.355666766307084e-06,
      "loss": 1.4478,
      "num_input_tokens_seen": 169607168,
      "step": 647
    },
    {
      "epoch": 0.16091383163645392,
      "grad_norm": 0.7939302921295166,
      "learning_rate": 3.339194340581485e-06,
      "loss": 1.5844,
      "num_input_tokens_seen": 169869312,
      "step": 648
    },
    {
      "epoch": 0.16116215545070772,
      "grad_norm": 1.1076239347457886,
      "learning_rate": 3.322742151248726e-06,
      "loss": 1.8774,
      "num_input_tokens_seen": 170131456,
      "step": 649
    },
    {
      "epoch": 0.16141047926496152,
      "grad_norm": 0.5885612964630127,
      "learning_rate": 3.3063103987735433e-06,
      "loss": 1.8922,
      "num_input_tokens_seen": 170393600,
      "step": 650
    },
    {
      "epoch": 0.1616588030792153,
      "grad_norm": 0.8514074683189392,
      "learning_rate": 3.289899283371657e-06,
      "loss": 1.4842,
      "num_input_tokens_seen": 170655744,
      "step": 651
    },
    {
      "epoch": 0.1619071268934691,
      "grad_norm": 0.6668713092803955,
      "learning_rate": 3.273509005007327e-06,
      "loss": 1.538,
      "num_input_tokens_seen": 170917888,
      "step": 652
    },
    {
      "epoch": 0.16215545070772286,
      "grad_norm": 0.4702228009700775,
      "learning_rate": 3.2571397633909252e-06,
      "loss": 1.4504,
      "num_input_tokens_seen": 171180032,
      "step": 653
    },
    {
      "epoch": 0.16240377452197666,
      "grad_norm": 0.4500584900379181,
      "learning_rate": 3.2407917579764914e-06,
      "loss": 1.8598,
      "num_input_tokens_seen": 171442176,
      "step": 654
    },
    {
      "epoch": 0.16265209833623046,
      "grad_norm": 0.477428674697876,
      "learning_rate": 3.224465187959316e-06,
      "loss": 1.9269,
      "num_input_tokens_seen": 171704320,
      "step": 655
    },
    {
      "epoch": 0.16290042215048423,
      "grad_norm": 0.43787822127342224,
      "learning_rate": 3.2081602522734987e-06,
      "loss": 1.9365,
      "num_input_tokens_seen": 171966464,
      "step": 656
    },
    {
      "epoch": 0.16314874596473802,
      "grad_norm": 0.4032402038574219,
      "learning_rate": 3.1918771495895395e-06,
      "loss": 1.3458,
      "num_input_tokens_seen": 172228608,
      "step": 657
    },
    {
      "epoch": 0.1633970697789918,
      "grad_norm": 0.733826220035553,
      "learning_rate": 3.1756160783119015e-06,
      "loss": 1.4177,
      "num_input_tokens_seen": 172490752,
      "step": 658
    },
    {
      "epoch": 0.1636453935932456,
      "grad_norm": 0.34868526458740234,
      "learning_rate": 3.1593772365766107e-06,
      "loss": 1.6965,
      "num_input_tokens_seen": 172752896,
      "step": 659
    },
    {
      "epoch": 0.1638937174074994,
      "grad_norm": 0.8062167167663574,
      "learning_rate": 3.1431608222488276e-06,
      "loss": 1.7109,
      "num_input_tokens_seen": 173015040,
      "step": 660
    },
    {
      "epoch": 0.16414204122175316,
      "grad_norm": 0.6374398469924927,
      "learning_rate": 3.12696703292044e-06,
      "loss": 1.2467,
      "num_input_tokens_seen": 173277184,
      "step": 661
    },
    {
      "epoch": 0.16439036503600696,
      "grad_norm": 0.593471348285675,
      "learning_rate": 3.110796065907665e-06,
      "loss": 1.2338,
      "num_input_tokens_seen": 173539328,
      "step": 662
    },
    {
      "epoch": 0.16463868885026073,
      "grad_norm": 0.7001546621322632,
      "learning_rate": 3.09464811824863e-06,
      "loss": 1.944,
      "num_input_tokens_seen": 173801472,
      "step": 663
    },
    {
      "epoch": 0.16488701266451453,
      "grad_norm": 0.39311012625694275,
      "learning_rate": 3.078523386700982e-06,
      "loss": 1.8565,
      "num_input_tokens_seen": 174063616,
      "step": 664
    },
    {
      "epoch": 0.16513533647876832,
      "grad_norm": 0.5350921750068665,
      "learning_rate": 3.0624220677394854e-06,
      "loss": 1.7504,
      "num_input_tokens_seen": 174325760,
      "step": 665
    },
    {
      "epoch": 0.1653836602930221,
      "grad_norm": 0.38316506147384644,
      "learning_rate": 3.0463443575536324e-06,
      "loss": 1.6073,
      "num_input_tokens_seen": 174587904,
      "step": 666
    },
    {
      "epoch": 0.1656319841072759,
      "grad_norm": 0.7546458840370178,
      "learning_rate": 3.030290452045245e-06,
      "loss": 1.3026,
      "num_input_tokens_seen": 174850048,
      "step": 667
    },
    {
      "epoch": 0.16588030792152966,
      "grad_norm": 0.27675381302833557,
      "learning_rate": 3.0142605468260976e-06,
      "loss": 1.3484,
      "num_input_tokens_seen": 175112192,
      "step": 668
    },
    {
      "epoch": 0.16612863173578346,
      "grad_norm": 0.4194891154766083,
      "learning_rate": 2.9982548372155264e-06,
      "loss": 1.8019,
      "num_input_tokens_seen": 175374336,
      "step": 669
    },
    {
      "epoch": 0.16637695555003726,
      "grad_norm": 0.36900594830513,
      "learning_rate": 2.98227351823805e-06,
      "loss": 1.5313,
      "num_input_tokens_seen": 175636480,
      "step": 670
    },
    {
      "epoch": 0.16662527936429103,
      "grad_norm": 0.6106650829315186,
      "learning_rate": 2.966316784621e-06,
      "loss": 1.6545,
      "num_input_tokens_seen": 175898624,
      "step": 671
    },
    {
      "epoch": 0.16687360317854483,
      "grad_norm": 0.3975144624710083,
      "learning_rate": 2.9503848307921363e-06,
      "loss": 1.8634,
      "num_input_tokens_seen": 176160768,
      "step": 672
    },
    {
      "epoch": 0.1671219269927986,
      "grad_norm": 0.5684614777565002,
      "learning_rate": 2.934477850877292e-06,
      "loss": 1.618,
      "num_input_tokens_seen": 176422912,
      "step": 673
    },
    {
      "epoch": 0.1673702508070524,
      "grad_norm": 0.7491419315338135,
      "learning_rate": 2.918596038697995e-06,
      "loss": 1.8058,
      "num_input_tokens_seen": 176685056,
      "step": 674
    },
    {
      "epoch": 0.1676185746213062,
      "grad_norm": 0.36299964785575867,
      "learning_rate": 2.9027395877691143e-06,
      "loss": 1.6074,
      "num_input_tokens_seen": 176947200,
      "step": 675
    },
    {
      "epoch": 0.16786689843555996,
      "grad_norm": 1.1680899858474731,
      "learning_rate": 2.886908691296504e-06,
      "loss": 1.7054,
      "num_input_tokens_seen": 177209344,
      "step": 676
    },
    {
      "epoch": 0.16811522224981376,
      "grad_norm": 0.4961852729320526,
      "learning_rate": 2.871103542174637e-06,
      "loss": 1.8983,
      "num_input_tokens_seen": 177471488,
      "step": 677
    },
    {
      "epoch": 0.16836354606406753,
      "grad_norm": 0.42342936992645264,
      "learning_rate": 2.8553243329842715e-06,
      "loss": 1.6285,
      "num_input_tokens_seen": 177733632,
      "step": 678
    },
    {
      "epoch": 0.16861186987832133,
      "grad_norm": 0.6261987686157227,
      "learning_rate": 2.839571255990088e-06,
      "loss": 1.8729,
      "num_input_tokens_seen": 177995776,
      "step": 679
    },
    {
      "epoch": 0.16886019369257513,
      "grad_norm": 0.5163364410400391,
      "learning_rate": 2.8238445031383634e-06,
      "loss": 1.5881,
      "num_input_tokens_seen": 178257920,
      "step": 680
    },
    {
      "epoch": 0.1691085175068289,
      "grad_norm": 0.6004268527030945,
      "learning_rate": 2.8081442660546126e-06,
      "loss": 1.7253,
      "num_input_tokens_seen": 178520064,
      "step": 681
    },
    {
      "epoch": 0.1693568413210827,
      "grad_norm": 0.513282299041748,
      "learning_rate": 2.7924707360412743e-06,
      "loss": 1.3065,
      "num_input_tokens_seen": 178782208,
      "step": 682
    },
    {
      "epoch": 0.16960516513533647,
      "grad_norm": 0.508873701095581,
      "learning_rate": 2.776824104075364e-06,
      "loss": 1.4716,
      "num_input_tokens_seen": 179044352,
      "step": 683
    },
    {
      "epoch": 0.16985348894959026,
      "grad_norm": 0.43925005197525024,
      "learning_rate": 2.761204560806152e-06,
      "loss": 1.7001,
      "num_input_tokens_seen": 179306496,
      "step": 684
    },
    {
      "epoch": 0.17010181276384406,
      "grad_norm": 0.5974088907241821,
      "learning_rate": 2.7456122965528475e-06,
      "loss": 1.6872,
      "num_input_tokens_seen": 179568640,
      "step": 685
    },
    {
      "epoch": 0.17035013657809783,
      "grad_norm": 0.6642299890518188,
      "learning_rate": 2.7300475013022666e-06,
      "loss": 1.6835,
      "num_input_tokens_seen": 179830784,
      "step": 686
    },
    {
      "epoch": 0.17059846039235163,
      "grad_norm": 1.514657735824585,
      "learning_rate": 2.714510364706531e-06,
      "loss": 1.6302,
      "num_input_tokens_seen": 180092928,
      "step": 687
    },
    {
      "epoch": 0.1708467842066054,
      "grad_norm": 0.753200113773346,
      "learning_rate": 2.699001076080742e-06,
      "loss": 1.7994,
      "num_input_tokens_seen": 180355072,
      "step": 688
    },
    {
      "epoch": 0.1710951080208592,
      "grad_norm": 0.5442324876785278,
      "learning_rate": 2.683519824400693e-06,
      "loss": 1.1455,
      "num_input_tokens_seen": 180617216,
      "step": 689
    },
    {
      "epoch": 0.171343431835113,
      "grad_norm": 0.42106226086616516,
      "learning_rate": 2.6680667983005446e-06,
      "loss": 1.4338,
      "num_input_tokens_seen": 180879360,
      "step": 690
    },
    {
      "epoch": 0.17159175564936677,
      "grad_norm": 0.36291244626045227,
      "learning_rate": 2.6526421860705474e-06,
      "loss": 1.4588,
      "num_input_tokens_seen": 181141504,
      "step": 691
    },
    {
      "epoch": 0.17184007946362057,
      "grad_norm": 0.5528322458267212,
      "learning_rate": 2.637246175654731e-06,
      "loss": 1.972,
      "num_input_tokens_seen": 181403648,
      "step": 692
    },
    {
      "epoch": 0.17208840327787434,
      "grad_norm": 1.1730087995529175,
      "learning_rate": 2.6218789546486235e-06,
      "loss": 1.4716,
      "num_input_tokens_seen": 181665792,
      "step": 693
    },
    {
      "epoch": 0.17233672709212813,
      "grad_norm": 0.28138279914855957,
      "learning_rate": 2.6065407102969664e-06,
      "loss": 1.9811,
      "num_input_tokens_seen": 181927936,
      "step": 694
    },
    {
      "epoch": 0.17258505090638193,
      "grad_norm": 0.585191011428833,
      "learning_rate": 2.5912316294914232e-06,
      "loss": 1.413,
      "num_input_tokens_seen": 182190080,
      "step": 695
    },
    {
      "epoch": 0.1728333747206357,
      "grad_norm": 0.7064807415008545,
      "learning_rate": 2.5759518987683154e-06,
      "loss": 1.7552,
      "num_input_tokens_seen": 182452224,
      "step": 696
    },
    {
      "epoch": 0.1730816985348895,
      "grad_norm": 0.2733915448188782,
      "learning_rate": 2.560701704306336e-06,
      "loss": 1.5639,
      "num_input_tokens_seen": 182714368,
      "step": 697
    },
    {
      "epoch": 0.17333002234914327,
      "grad_norm": 0.37990668416023254,
      "learning_rate": 2.545481231924296e-06,
      "loss": 2.0107,
      "num_input_tokens_seen": 182976512,
      "step": 698
    },
    {
      "epoch": 0.17357834616339707,
      "grad_norm": 0.5895552039146423,
      "learning_rate": 2.5302906670788463e-06,
      "loss": 2.0406,
      "num_input_tokens_seen": 183238656,
      "step": 699
    },
    {
      "epoch": 0.17382666997765087,
      "grad_norm": 0.6895752549171448,
      "learning_rate": 2.5151301948622235e-06,
      "loss": 1.9766,
      "num_input_tokens_seen": 183500800,
      "step": 700
    },
    {
      "epoch": 0.17407499379190464,
      "grad_norm": 0.46613720059394836,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 2.0084,
      "num_input_tokens_seen": 183762944,
      "step": 701
    },
    {
      "epoch": 0.17432331760615843,
      "grad_norm": 0.5650424957275391,
      "learning_rate": 2.484900266848825e-06,
      "loss": 1.7718,
      "num_input_tokens_seen": 184025088,
      "step": 702
    },
    {
      "epoch": 0.1745716414204122,
      "grad_norm": 0.5093001127243042,
      "learning_rate": 2.469831179394182e-06,
      "loss": 1.5874,
      "num_input_tokens_seen": 184287232,
      "step": 703
    },
    {
      "epoch": 0.174819965234666,
      "grad_norm": 0.7076382040977478,
      "learning_rate": 2.4547929212481436e-06,
      "loss": 1.5776,
      "num_input_tokens_seen": 184549376,
      "step": 704
    },
    {
      "epoch": 0.1750682890489198,
      "grad_norm": 0.7036752700805664,
      "learning_rate": 2.4397856756471435e-06,
      "loss": 1.0319,
      "num_input_tokens_seen": 184811520,
      "step": 705
    },
    {
      "epoch": 0.17531661286317357,
      "grad_norm": 0.6339607238769531,
      "learning_rate": 2.424809625449729e-06,
      "loss": 1.4841,
      "num_input_tokens_seen": 185073664,
      "step": 706
    },
    {
      "epoch": 0.17556493667742737,
      "grad_norm": 0.6772640347480774,
      "learning_rate": 2.40986495313435e-06,
      "loss": 1.398,
      "num_input_tokens_seen": 185335808,
      "step": 707
    },
    {
      "epoch": 0.17581326049168114,
      "grad_norm": 0.626737117767334,
      "learning_rate": 2.39495184079712e-06,
      "loss": 1.9448,
      "num_input_tokens_seen": 185597952,
      "step": 708
    },
    {
      "epoch": 0.17606158430593494,
      "grad_norm": 0.8285679221153259,
      "learning_rate": 2.380070470149605e-06,
      "loss": 1.596,
      "num_input_tokens_seen": 185860096,
      "step": 709
    },
    {
      "epoch": 0.17630990812018874,
      "grad_norm": 0.47030216455459595,
      "learning_rate": 2.3652210225166122e-06,
      "loss": 1.6729,
      "num_input_tokens_seen": 186122240,
      "step": 710
    },
    {
      "epoch": 0.1765582319344425,
      "grad_norm": 0.36715853214263916,
      "learning_rate": 2.3504036788339763e-06,
      "loss": 1.375,
      "num_input_tokens_seen": 186384384,
      "step": 711
    },
    {
      "epoch": 0.1768065557486963,
      "grad_norm": 0.5815637707710266,
      "learning_rate": 2.3356186196463497e-06,
      "loss": 1.6501,
      "num_input_tokens_seen": 186646528,
      "step": 712
    },
    {
      "epoch": 0.17705487956295007,
      "grad_norm": 0.5376741290092468,
      "learning_rate": 2.320866025105016e-06,
      "loss": 1.7278,
      "num_input_tokens_seen": 186908672,
      "step": 713
    },
    {
      "epoch": 0.17730320337720387,
      "grad_norm": 0.5446439385414124,
      "learning_rate": 2.3061460749656844e-06,
      "loss": 1.9617,
      "num_input_tokens_seen": 187170816,
      "step": 714
    },
    {
      "epoch": 0.17755152719145767,
      "grad_norm": 0.8022477030754089,
      "learning_rate": 2.2914589485863015e-06,
      "loss": 1.8491,
      "num_input_tokens_seen": 187432960,
      "step": 715
    },
    {
      "epoch": 0.17779985100571144,
      "grad_norm": 0.40645989775657654,
      "learning_rate": 2.2768048249248648e-06,
      "loss": 1.5563,
      "num_input_tokens_seen": 187695104,
      "step": 716
    },
    {
      "epoch": 0.17804817481996524,
      "grad_norm": 0.5382466316223145,
      "learning_rate": 2.2621838825372496e-06,
      "loss": 1.5754,
      "num_input_tokens_seen": 187957248,
      "step": 717
    },
    {
      "epoch": 0.178296498634219,
      "grad_norm": 0.6198011636734009,
      "learning_rate": 2.2475962995750224e-06,
      "loss": 1.8925,
      "num_input_tokens_seen": 188219392,
      "step": 718
    },
    {
      "epoch": 0.1785448224484728,
      "grad_norm": 0.4357577860355377,
      "learning_rate": 2.23304225378328e-06,
      "loss": 1.9635,
      "num_input_tokens_seen": 188481536,
      "step": 719
    },
    {
      "epoch": 0.1787931462627266,
      "grad_norm": 0.5042324662208557,
      "learning_rate": 2.218521922498476e-06,
      "loss": 1.4101,
      "num_input_tokens_seen": 188743680,
      "step": 720
    },
    {
      "epoch": 0.17904147007698037,
      "grad_norm": 0.5827696323394775,
      "learning_rate": 2.204035482646267e-06,
      "loss": 1.6445,
      "num_input_tokens_seen": 189005824,
      "step": 721
    },
    {
      "epoch": 0.17928979389123417,
      "grad_norm": 0.5384161472320557,
      "learning_rate": 2.1895831107393485e-06,
      "loss": 1.5907,
      "num_input_tokens_seen": 189267968,
      "step": 722
    },
    {
      "epoch": 0.17953811770548794,
      "grad_norm": 0.5630956292152405,
      "learning_rate": 2.175164982875311e-06,
      "loss": 1.4097,
      "num_input_tokens_seen": 189530112,
      "step": 723
    },
    {
      "epoch": 0.17978644151974174,
      "grad_norm": 0.43942683935165405,
      "learning_rate": 2.1607812747344955e-06,
      "loss": 1.393,
      "num_input_tokens_seen": 189792256,
      "step": 724
    },
    {
      "epoch": 0.18003476533399554,
      "grad_norm": 0.2822117209434509,
      "learning_rate": 2.146432161577842e-06,
      "loss": 1.4047,
      "num_input_tokens_seen": 190054400,
      "step": 725
    },
    {
      "epoch": 0.1802830891482493,
      "grad_norm": 0.7013232707977295,
      "learning_rate": 2.132117818244771e-06,
      "loss": 1.8612,
      "num_input_tokens_seen": 190316544,
      "step": 726
    },
    {
      "epoch": 0.1805314129625031,
      "grad_norm": 0.7166525721549988,
      "learning_rate": 2.1178384191510344e-06,
      "loss": 1.5652,
      "num_input_tokens_seen": 190578688,
      "step": 727
    },
    {
      "epoch": 0.18077973677675688,
      "grad_norm": 0.8852736949920654,
      "learning_rate": 2.103594138286607e-06,
      "loss": 1.8348,
      "num_input_tokens_seen": 190840832,
      "step": 728
    },
    {
      "epoch": 0.18102806059101068,
      "grad_norm": 0.7377064228057861,
      "learning_rate": 2.0893851492135536e-06,
      "loss": 1.5408,
      "num_input_tokens_seen": 191102976,
      "step": 729
    },
    {
      "epoch": 0.18127638440526447,
      "grad_norm": 0.31571272015571594,
      "learning_rate": 2.075211625063923e-06,
      "loss": 1.4516,
      "num_input_tokens_seen": 191365120,
      "step": 730
    },
    {
      "epoch": 0.18152470821951824,
      "grad_norm": 0.4377698004245758,
      "learning_rate": 2.061073738537635e-06,
      "loss": 1.8452,
      "num_input_tokens_seen": 191627264,
      "step": 731
    },
    {
      "epoch": 0.18177303203377204,
      "grad_norm": 0.6246635317802429,
      "learning_rate": 2.046971661900373e-06,
      "loss": 1.0213,
      "num_input_tokens_seen": 191889408,
      "step": 732
    },
    {
      "epoch": 0.1820213558480258,
      "grad_norm": 0.3734930157661438,
      "learning_rate": 2.0329055669814936e-06,
      "loss": 1.3397,
      "num_input_tokens_seen": 192151552,
      "step": 733
    },
    {
      "epoch": 0.1822696796622796,
      "grad_norm": 0.6088233590126038,
      "learning_rate": 2.0188756251719204e-06,
      "loss": 1.5803,
      "num_input_tokens_seen": 192413696,
      "step": 734
    },
    {
      "epoch": 0.1825180034765334,
      "grad_norm": 0.6044638156890869,
      "learning_rate": 2.0048820074220716e-06,
      "loss": 1.629,
      "num_input_tokens_seen": 192675840,
      "step": 735
    },
    {
      "epoch": 0.18276632729078718,
      "grad_norm": 0.5411587357521057,
      "learning_rate": 1.990924884239758e-06,
      "loss": 1.5093,
      "num_input_tokens_seen": 192937984,
      "step": 736
    },
    {
      "epoch": 0.18301465110504098,
      "grad_norm": 0.7263090014457703,
      "learning_rate": 1.977004425688126e-06,
      "loss": 1.6338,
      "num_input_tokens_seen": 193200128,
      "step": 737
    },
    {
      "epoch": 0.18326297491929475,
      "grad_norm": 0.5330092310905457,
      "learning_rate": 1.9631208013835677e-06,
      "loss": 1.6223,
      "num_input_tokens_seen": 193462272,
      "step": 738
    },
    {
      "epoch": 0.18351129873354854,
      "grad_norm": 0.8732761740684509,
      "learning_rate": 1.9492741804936623e-06,
      "loss": 1.81,
      "num_input_tokens_seen": 193724416,
      "step": 739
    },
    {
      "epoch": 0.18375962254780234,
      "grad_norm": 0.4876832067966461,
      "learning_rate": 1.9354647317351187e-06,
      "loss": 1.8895,
      "num_input_tokens_seen": 193986560,
      "step": 740
    },
    {
      "epoch": 0.1840079463620561,
      "grad_norm": 0.5221810340881348,
      "learning_rate": 1.9216926233717087e-06,
      "loss": 1.7537,
      "num_input_tokens_seen": 194248704,
      "step": 741
    },
    {
      "epoch": 0.1842562701763099,
      "grad_norm": 0.7166823744773865,
      "learning_rate": 1.90795802321223e-06,
      "loss": 1.6196,
      "num_input_tokens_seen": 194510848,
      "step": 742
    },
    {
      "epoch": 0.1845045939905637,
      "grad_norm": 0.5422106981277466,
      "learning_rate": 1.8942610986084487e-06,
      "loss": 1.7422,
      "num_input_tokens_seen": 194772992,
      "step": 743
    },
    {
      "epoch": 0.18475291780481748,
      "grad_norm": 0.5047271847724915,
      "learning_rate": 1.8806020164530702e-06,
      "loss": 1.1779,
      "num_input_tokens_seen": 195035136,
      "step": 744
    },
    {
      "epoch": 0.18500124161907128,
      "grad_norm": 0.6293126344680786,
      "learning_rate": 1.8669809431776991e-06,
      "loss": 1.923,
      "num_input_tokens_seen": 195297280,
      "step": 745
    },
    {
      "epoch": 0.18524956543332505,
      "grad_norm": 0.41052141785621643,
      "learning_rate": 1.8533980447508138e-06,
      "loss": 1.3557,
      "num_input_tokens_seen": 195559424,
      "step": 746
    },
    {
      "epoch": 0.18549788924757885,
      "grad_norm": 0.45604202151298523,
      "learning_rate": 1.8398534866757455e-06,
      "loss": 1.7005,
      "num_input_tokens_seen": 195821568,
      "step": 747
    },
    {
      "epoch": 0.18574621306183264,
      "grad_norm": 0.730992317199707,
      "learning_rate": 1.8263474339886628e-06,
      "loss": 2.0785,
      "num_input_tokens_seen": 196083712,
      "step": 748
    },
    {
      "epoch": 0.1859945368760864,
      "grad_norm": 0.5063241124153137,
      "learning_rate": 1.8128800512565514e-06,
      "loss": 2.1056,
      "num_input_tokens_seen": 196345856,
      "step": 749
    },
    {
      "epoch": 0.1862428606903402,
      "grad_norm": 0.2811354100704193,
      "learning_rate": 1.799451502575222e-06,
      "loss": 1.2958,
      "num_input_tokens_seen": 196608000,
      "step": 750
    },
    {
      "epoch": 0.18649118450459398,
      "grad_norm": 0.5314778089523315,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 1.7808,
      "num_input_tokens_seen": 196870144,
      "step": 751
    },
    {
      "epoch": 0.18673950831884778,
      "grad_norm": 1.0328506231307983,
      "learning_rate": 1.7727115613802465e-06,
      "loss": 2.0584,
      "num_input_tokens_seen": 197132288,
      "step": 752
    },
    {
      "epoch": 0.18698783213310158,
      "grad_norm": 0.7677520513534546,
      "learning_rate": 1.7594004946843458e-06,
      "loss": 1.6937,
      "num_input_tokens_seen": 197394432,
      "step": 753
    },
    {
      "epoch": 0.18723615594735535,
      "grad_norm": 0.6427842974662781,
      "learning_rate": 1.746128913670746e-06,
      "loss": 1.8869,
      "num_input_tokens_seen": 197656576,
      "step": 754
    },
    {
      "epoch": 0.18748447976160915,
      "grad_norm": 1.0200343132019043,
      "learning_rate": 1.7328969800494727e-06,
      "loss": 1.796,
      "num_input_tokens_seen": 197918720,
      "step": 755
    },
    {
      "epoch": 0.18773280357586292,
      "grad_norm": 0.8236029148101807,
      "learning_rate": 1.7197048550474643e-06,
      "loss": 1.6866,
      "num_input_tokens_seen": 198180864,
      "step": 756
    },
    {
      "epoch": 0.18798112739011671,
      "grad_norm": 1.2460148334503174,
      "learning_rate": 1.7065526994065973e-06,
      "loss": 1.3428,
      "num_input_tokens_seen": 198443008,
      "step": 757
    },
    {
      "epoch": 0.1882294512043705,
      "grad_norm": 0.4800860285758972,
      "learning_rate": 1.6934406733817417e-06,
      "loss": 1.4296,
      "num_input_tokens_seen": 198705152,
      "step": 758
    },
    {
      "epoch": 0.18847777501862428,
      "grad_norm": 0.9592916965484619,
      "learning_rate": 1.680368936738792e-06,
      "loss": 1.4531,
      "num_input_tokens_seen": 198967296,
      "step": 759
    },
    {
      "epoch": 0.18872609883287808,
      "grad_norm": 0.6796224117279053,
      "learning_rate": 1.6673376487527382e-06,
      "loss": 1.4354,
      "num_input_tokens_seen": 199229440,
      "step": 760
    },
    {
      "epoch": 0.18897442264713185,
      "grad_norm": 0.6231174468994141,
      "learning_rate": 1.6543469682057105e-06,
      "loss": 1.2075,
      "num_input_tokens_seen": 199491584,
      "step": 761
    },
    {
      "epoch": 0.18922274646138565,
      "grad_norm": 0.7283173203468323,
      "learning_rate": 1.6413970533850498e-06,
      "loss": 1.7713,
      "num_input_tokens_seen": 199753728,
      "step": 762
    },
    {
      "epoch": 0.18947107027563945,
      "grad_norm": 0.6808333396911621,
      "learning_rate": 1.6284880620813847e-06,
      "loss": 1.7076,
      "num_input_tokens_seen": 200015872,
      "step": 763
    },
    {
      "epoch": 0.18971939408989322,
      "grad_norm": 0.7591480612754822,
      "learning_rate": 1.6156201515866971e-06,
      "loss": 1.4767,
      "num_input_tokens_seen": 200278016,
      "step": 764
    },
    {
      "epoch": 0.18996771790414702,
      "grad_norm": 3.4821579456329346,
      "learning_rate": 1.6027934786924187e-06,
      "loss": 1.7879,
      "num_input_tokens_seen": 200540160,
      "step": 765
    },
    {
      "epoch": 0.19021604171840079,
      "grad_norm": 0.5467571020126343,
      "learning_rate": 1.5900081996875083e-06,
      "loss": 1.6919,
      "num_input_tokens_seen": 200802304,
      "step": 766
    },
    {
      "epoch": 0.19046436553265458,
      "grad_norm": 0.4840015172958374,
      "learning_rate": 1.5772644703565564e-06,
      "loss": 1.9006,
      "num_input_tokens_seen": 201064448,
      "step": 767
    },
    {
      "epoch": 0.19071268934690838,
      "grad_norm": 0.4922867715358734,
      "learning_rate": 1.5645624459778858e-06,
      "loss": 1.505,
      "num_input_tokens_seen": 201326592,
      "step": 768
    },
    {
      "epoch": 0.19096101316116215,
      "grad_norm": 0.8669015169143677,
      "learning_rate": 1.551902281321651e-06,
      "loss": 1.5521,
      "num_input_tokens_seen": 201588736,
      "step": 769
    },
    {
      "epoch": 0.19120933697541595,
      "grad_norm": 0.7580779194831848,
      "learning_rate": 1.5392841306479667e-06,
      "loss": 1.5425,
      "num_input_tokens_seen": 201850880,
      "step": 770
    },
    {
      "epoch": 0.19145766078966972,
      "grad_norm": 0.5388744473457336,
      "learning_rate": 1.5267081477050132e-06,
      "loss": 1.6623,
      "num_input_tokens_seen": 202113024,
      "step": 771
    },
    {
      "epoch": 0.19170598460392352,
      "grad_norm": 0.36039191484451294,
      "learning_rate": 1.514174485727178e-06,
      "loss": 1.9833,
      "num_input_tokens_seen": 202375168,
      "step": 772
    },
    {
      "epoch": 0.19195430841817732,
      "grad_norm": 0.7689981460571289,
      "learning_rate": 1.5016832974331725e-06,
      "loss": 1.9371,
      "num_input_tokens_seen": 202637312,
      "step": 773
    },
    {
      "epoch": 0.1922026322324311,
      "grad_norm": 0.510267436504364,
      "learning_rate": 1.489234735024188e-06,
      "loss": 1.7589,
      "num_input_tokens_seen": 202899456,
      "step": 774
    },
    {
      "epoch": 0.19245095604668488,
      "grad_norm": 1.7721202373504639,
      "learning_rate": 1.4768289501820265e-06,
      "loss": 1.8343,
      "num_input_tokens_seen": 203161600,
      "step": 775
    },
    {
      "epoch": 0.19269927986093865,
      "grad_norm": 0.35707518458366394,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 1.3319,
      "num_input_tokens_seen": 203423744,
      "step": 776
    },
    {
      "epoch": 0.19294760367519245,
      "grad_norm": 0.39053982496261597,
      "learning_rate": 1.4521463173173966e-06,
      "loss": 1.4868,
      "num_input_tokens_seen": 203685888,
      "step": 777
    },
    {
      "epoch": 0.19319592748944625,
      "grad_norm": 1.0973213911056519,
      "learning_rate": 1.4398697700450181e-06,
      "loss": 1.2248,
      "num_input_tokens_seen": 203948032,
      "step": 778
    },
    {
      "epoch": 0.19344425130370002,
      "grad_norm": 0.4421512186527252,
      "learning_rate": 1.4276366018359845e-06,
      "loss": 1.513,
      "num_input_tokens_seen": 204210176,
      "step": 779
    },
    {
      "epoch": 0.19369257511795382,
      "grad_norm": 0.5916955471038818,
      "learning_rate": 1.4154469617475864e-06,
      "loss": 1.5881,
      "num_input_tokens_seen": 204472320,
      "step": 780
    },
    {
      "epoch": 0.1939408989322076,
      "grad_norm": 0.749496340751648,
      "learning_rate": 1.4033009983067454e-06,
      "loss": 2.0316,
      "num_input_tokens_seen": 204734464,
      "step": 781
    },
    {
      "epoch": 0.1941892227464614,
      "grad_norm": 0.4848249554634094,
      "learning_rate": 1.3911988595081894e-06,
      "loss": 1.5584,
      "num_input_tokens_seen": 204996608,
      "step": 782
    },
    {
      "epoch": 0.19443754656071519,
      "grad_norm": 0.5584369897842407,
      "learning_rate": 1.3791406928126638e-06,
      "loss": 1.6737,
      "num_input_tokens_seen": 205258752,
      "step": 783
    },
    {
      "epoch": 0.19468587037496896,
      "grad_norm": 0.7734516263008118,
      "learning_rate": 1.3671266451451209e-06,
      "loss": 1.7325,
      "num_input_tokens_seen": 205520896,
      "step": 784
    },
    {
      "epoch": 0.19493419418922275,
      "grad_norm": 0.4235021471977234,
      "learning_rate": 1.3551568628929434e-06,
      "loss": 1.7884,
      "num_input_tokens_seen": 205783040,
      "step": 785
    },
    {
      "epoch": 0.19518251800347652,
      "grad_norm": 0.5882217288017273,
      "learning_rate": 1.3432314919041478e-06,
      "loss": 1.5367,
      "num_input_tokens_seen": 206045184,
      "step": 786
    },
    {
      "epoch": 0.19543084181773032,
      "grad_norm": 0.382315456867218,
      "learning_rate": 1.3313506774856177e-06,
      "loss": 1.562,
      "num_input_tokens_seen": 206307328,
      "step": 787
    },
    {
      "epoch": 0.19567916563198412,
      "grad_norm": 0.5313207507133484,
      "learning_rate": 1.3195145644013286e-06,
      "loss": 0.9386,
      "num_input_tokens_seen": 206569472,
      "step": 788
    },
    {
      "epoch": 0.1959274894462379,
      "grad_norm": 0.5512835383415222,
      "learning_rate": 1.3077232968705805e-06,
      "loss": 1.3328,
      "num_input_tokens_seen": 206831616,
      "step": 789
    },
    {
      "epoch": 0.1961758132604917,
      "grad_norm": 0.6115958094596863,
      "learning_rate": 1.2959770185662502e-06,
      "loss": 1.6127,
      "num_input_tokens_seen": 207093760,
      "step": 790
    },
    {
      "epoch": 0.19642413707474546,
      "grad_norm": 1.8349878787994385,
      "learning_rate": 1.2842758726130283e-06,
      "loss": 1.3873,
      "num_input_tokens_seen": 207355904,
      "step": 791
    },
    {
      "epoch": 0.19667246088899926,
      "grad_norm": 0.6167082786560059,
      "learning_rate": 1.2726200015856893e-06,
      "loss": 1.6641,
      "num_input_tokens_seen": 207618048,
      "step": 792
    },
    {
      "epoch": 0.19692078470325305,
      "grad_norm": 0.27391648292541504,
      "learning_rate": 1.2610095475073415e-06,
      "loss": 1.7774,
      "num_input_tokens_seen": 207880192,
      "step": 793
    },
    {
      "epoch": 0.19716910851750682,
      "grad_norm": 0.4807204306125641,
      "learning_rate": 1.2494446518477022e-06,
      "loss": 1.5564,
      "num_input_tokens_seen": 208142336,
      "step": 794
    },
    {
      "epoch": 0.19741743233176062,
      "grad_norm": 0.3716016113758087,
      "learning_rate": 1.2379254555213788e-06,
      "loss": 1.6801,
      "num_input_tokens_seen": 208404480,
      "step": 795
    },
    {
      "epoch": 0.1976657561460144,
      "grad_norm": 0.6262674331665039,
      "learning_rate": 1.22645209888614e-06,
      "loss": 1.6579,
      "num_input_tokens_seen": 208666624,
      "step": 796
    },
    {
      "epoch": 0.1979140799602682,
      "grad_norm": 0.49892279505729675,
      "learning_rate": 1.2150247217412186e-06,
      "loss": 1.4113,
      "num_input_tokens_seen": 208928768,
      "step": 797
    },
    {
      "epoch": 0.198162403774522,
      "grad_norm": 0.28231680393218994,
      "learning_rate": 1.203643463325596e-06,
      "loss": 1.2046,
      "num_input_tokens_seen": 209190912,
      "step": 798
    },
    {
      "epoch": 0.19841072758877576,
      "grad_norm": 0.39441466331481934,
      "learning_rate": 1.1923084623163172e-06,
      "loss": 1.25,
      "num_input_tokens_seen": 209453056,
      "step": 799
    },
    {
      "epoch": 0.19865905140302956,
      "grad_norm": 0.8825608491897583,
      "learning_rate": 1.1810198568267906e-06,
      "loss": 1.8506,
      "num_input_tokens_seen": 209715200,
      "step": 800
    },
    {
      "epoch": 0.19890737521728333,
      "grad_norm": 0.3593462109565735,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 0.9988,
      "num_input_tokens_seen": 209977344,
      "step": 801
    },
    {
      "epoch": 0.19915569903153713,
      "grad_norm": 0.42397427558898926,
      "learning_rate": 1.1585823820323845e-06,
      "loss": 1.5294,
      "num_input_tokens_seen": 210239488,
      "step": 802
    },
    {
      "epoch": 0.19940402284579092,
      "grad_norm": 0.5862644910812378,
      "learning_rate": 1.1474337861210543e-06,
      "loss": 1.8455,
      "num_input_tokens_seen": 210501632,
      "step": 803
    },
    {
      "epoch": 0.1996523466600447,
      "grad_norm": 0.7144994139671326,
      "learning_rate": 1.136332132513245e-06,
      "loss": 1.6364,
      "num_input_tokens_seen": 210763776,
      "step": 804
    },
    {
      "epoch": 0.1999006704742985,
      "grad_norm": 0.6182805299758911,
      "learning_rate": 1.1252775564791023e-06,
      "loss": 1.533,
      "num_input_tokens_seen": 211025920,
      "step": 805
    },
    {
      "epoch": 0.20014899428855226,
      "grad_norm": 2.216693878173828,
      "learning_rate": 1.1142701927151456e-06,
      "loss": 1.8744,
      "num_input_tokens_seen": 211288064,
      "step": 806
    },
    {
      "epoch": 0.20039731810280606,
      "grad_norm": 0.4277917444705963,
      "learning_rate": 1.1033101753426285e-06,
      "loss": 1.5751,
      "num_input_tokens_seen": 211550208,
      "step": 807
    },
    {
      "epoch": 0.20064564191705986,
      "grad_norm": 0.5398479104042053,
      "learning_rate": 1.0923976379059059e-06,
      "loss": 1.5959,
      "num_input_tokens_seen": 211812352,
      "step": 808
    },
    {
      "epoch": 0.20089396573131363,
      "grad_norm": 0.38512706756591797,
      "learning_rate": 1.0815327133708015e-06,
      "loss": 1.5632,
      "num_input_tokens_seen": 212074496,
      "step": 809
    },
    {
      "epoch": 0.20114228954556743,
      "grad_norm": 0.28112220764160156,
      "learning_rate": 1.0707155341229902e-06,
      "loss": 1.5852,
      "num_input_tokens_seen": 212336640,
      "step": 810
    },
    {
      "epoch": 0.2013906133598212,
      "grad_norm": 0.3636101186275482,
      "learning_rate": 1.0599462319663906e-06,
      "loss": 1.659,
      "num_input_tokens_seen": 212598784,
      "step": 811
    },
    {
      "epoch": 0.201638937174075,
      "grad_norm": 0.632411003112793,
      "learning_rate": 1.049224938121548e-06,
      "loss": 1.7422,
      "num_input_tokens_seen": 212860928,
      "step": 812
    },
    {
      "epoch": 0.2018872609883288,
      "grad_norm": 0.4831806719303131,
      "learning_rate": 1.0385517832240472e-06,
      "loss": 1.6995,
      "num_input_tokens_seen": 213123072,
      "step": 813
    },
    {
      "epoch": 0.20213558480258256,
      "grad_norm": 0.6856269836425781,
      "learning_rate": 1.0279268973229089e-06,
      "loss": 1.4744,
      "num_input_tokens_seen": 213385216,
      "step": 814
    },
    {
      "epoch": 0.20238390861683636,
      "grad_norm": 0.706402599811554,
      "learning_rate": 1.0173504098790188e-06,
      "loss": 1.806,
      "num_input_tokens_seen": 213647360,
      "step": 815
    },
    {
      "epoch": 0.20263223243109013,
      "grad_norm": 0.6212208271026611,
      "learning_rate": 1.006822449763537e-06,
      "loss": 1.4372,
      "num_input_tokens_seen": 213909504,
      "step": 816
    },
    {
      "epoch": 0.20288055624534393,
      "grad_norm": 0.4880361258983612,
      "learning_rate": 9.963431452563331e-07,
      "loss": 1.7287,
      "num_input_tokens_seen": 214171648,
      "step": 817
    },
    {
      "epoch": 0.20312888005959773,
      "grad_norm": 0.5508049726486206,
      "learning_rate": 9.859126240444284e-07,
      "loss": 1.4213,
      "num_input_tokens_seen": 214433792,
      "step": 818
    },
    {
      "epoch": 0.2033772038738515,
      "grad_norm": 0.40056681632995605,
      "learning_rate": 9.7553101322043e-07,
      "loss": 1.6258,
      "num_input_tokens_seen": 214695936,
      "step": 819
    },
    {
      "epoch": 0.2036255276881053,
      "grad_norm": 0.5356477499008179,
      "learning_rate": 9.651984392809916e-07,
      "loss": 1.5275,
      "num_input_tokens_seen": 214958080,
      "step": 820
    },
    {
      "epoch": 0.20387385150235907,
      "grad_norm": 0.7192147374153137,
      "learning_rate": 9.549150281252633e-07,
      "loss": 1.675,
      "num_input_tokens_seen": 215220224,
      "step": 821
    },
    {
      "epoch": 0.20412217531661286,
      "grad_norm": 0.6497499942779541,
      "learning_rate": 9.446809050533679e-07,
      "loss": 2.0607,
      "num_input_tokens_seen": 215482368,
      "step": 822
    },
    {
      "epoch": 0.20437049913086666,
      "grad_norm": 0.6447398662567139,
      "learning_rate": 9.344961947648624e-07,
      "loss": 1.3855,
      "num_input_tokens_seen": 215744512,
      "step": 823
    },
    {
      "epoch": 0.20461882294512043,
      "grad_norm": 1.1430552005767822,
      "learning_rate": 9.243610213572285e-07,
      "loss": 1.6178,
      "num_input_tokens_seen": 216006656,
      "step": 824
    },
    {
      "epoch": 0.20486714675937423,
      "grad_norm": 0.6385335922241211,
      "learning_rate": 9.142755083243577e-07,
      "loss": 1.5856,
      "num_input_tokens_seen": 216268800,
      "step": 825
    },
    {
      "epoch": 0.205115470573628,
      "grad_norm": 1.0095096826553345,
      "learning_rate": 9.042397785550405e-07,
      "loss": 1.6267,
      "num_input_tokens_seen": 216530944,
      "step": 826
    },
    {
      "epoch": 0.2053637943878818,
      "grad_norm": 0.7737463712692261,
      "learning_rate": 8.942539543314799e-07,
      "loss": 1.3607,
      "num_input_tokens_seen": 216793088,
      "step": 827
    },
    {
      "epoch": 0.2056121182021356,
      "grad_norm": 0.6710413694381714,
      "learning_rate": 8.843181573277904e-07,
      "loss": 1.7918,
      "num_input_tokens_seen": 217055232,
      "step": 828
    },
    {
      "epoch": 0.20586044201638937,
      "grad_norm": 0.5380450487136841,
      "learning_rate": 8.744325086085248e-07,
      "loss": 1.8734,
      "num_input_tokens_seen": 217317376,
      "step": 829
    },
    {
      "epoch": 0.20610876583064316,
      "grad_norm": 0.769334614276886,
      "learning_rate": 8.645971286271903e-07,
      "loss": 1.4816,
      "num_input_tokens_seen": 217579520,
      "step": 830
    },
    {
      "epoch": 0.20635708964489693,
      "grad_norm": 0.49632272124290466,
      "learning_rate": 8.54812137224792e-07,
      "loss": 1.7042,
      "num_input_tokens_seen": 217841664,
      "step": 831
    },
    {
      "epoch": 0.20660541345915073,
      "grad_norm": 0.30258211493492126,
      "learning_rate": 8.450776536283594e-07,
      "loss": 1.5544,
      "num_input_tokens_seen": 218103808,
      "step": 832
    },
    {
      "epoch": 0.20685373727340453,
      "grad_norm": 0.5039138793945312,
      "learning_rate": 8.353937964495029e-07,
      "loss": 1.6497,
      "num_input_tokens_seen": 218365952,
      "step": 833
    },
    {
      "epoch": 0.2071020610876583,
      "grad_norm": 0.5678662657737732,
      "learning_rate": 8.25760683682968e-07,
      "loss": 1.9249,
      "num_input_tokens_seen": 218628096,
      "step": 834
    },
    {
      "epoch": 0.2073503849019121,
      "grad_norm": 0.7532708644866943,
      "learning_rate": 8.161784327051919e-07,
      "loss": 1.5489,
      "num_input_tokens_seen": 218890240,
      "step": 835
    },
    {
      "epoch": 0.20759870871616587,
      "grad_norm": 0.3733159303665161,
      "learning_rate": 8.066471602728804e-07,
      "loss": 2.1036,
      "num_input_tokens_seen": 219152384,
      "step": 836
    },
    {
      "epoch": 0.20784703253041967,
      "grad_norm": 0.52272629737854,
      "learning_rate": 7.971669825215789e-07,
      "loss": 1.5633,
      "num_input_tokens_seen": 219414528,
      "step": 837
    },
    {
      "epoch": 0.20809535634467347,
      "grad_norm": 0.6050902605056763,
      "learning_rate": 7.877380149642628e-07,
      "loss": 1.4245,
      "num_input_tokens_seen": 219676672,
      "step": 838
    },
    {
      "epoch": 0.20834368015892724,
      "grad_norm": 0.6302130222320557,
      "learning_rate": 7.783603724899258e-07,
      "loss": 1.3682,
      "num_input_tokens_seen": 219938816,
      "step": 839
    },
    {
      "epoch": 0.20859200397318103,
      "grad_norm": 0.2699492871761322,
      "learning_rate": 7.690341693621805e-07,
      "loss": 1.344,
      "num_input_tokens_seen": 220200960,
      "step": 840
    },
    {
      "epoch": 0.2088403277874348,
      "grad_norm": 0.7535718679428101,
      "learning_rate": 7.597595192178702e-07,
      "loss": 1.751,
      "num_input_tokens_seen": 220463104,
      "step": 841
    },
    {
      "epoch": 0.2090886516016886,
      "grad_norm": 0.9196535348892212,
      "learning_rate": 7.505365350656813e-07,
      "loss": 1.6558,
      "num_input_tokens_seen": 220725248,
      "step": 842
    },
    {
      "epoch": 0.2093369754159424,
      "grad_norm": 0.6124866604804993,
      "learning_rate": 7.413653292847617e-07,
      "loss": 1.4843,
      "num_input_tokens_seen": 220987392,
      "step": 843
    },
    {
      "epoch": 0.20958529923019617,
      "grad_norm": 0.830053448677063,
      "learning_rate": 7.322460136233622e-07,
      "loss": 1.583,
      "num_input_tokens_seen": 221249536,
      "step": 844
    },
    {
      "epoch": 0.20983362304444997,
      "grad_norm": 0.7714657783508301,
      "learning_rate": 7.23178699197467e-07,
      "loss": 1.763,
      "num_input_tokens_seen": 221511680,
      "step": 845
    },
    {
      "epoch": 0.21008194685870374,
      "grad_norm": 0.3930104970932007,
      "learning_rate": 7.141634964894389e-07,
      "loss": 1.381,
      "num_input_tokens_seen": 221773824,
      "step": 846
    },
    {
      "epoch": 0.21033027067295754,
      "grad_norm": 0.6444476246833801,
      "learning_rate": 7.052005153466779e-07,
      "loss": 1.7138,
      "num_input_tokens_seen": 222035968,
      "step": 847
    },
    {
      "epoch": 0.21057859448721133,
      "grad_norm": 0.7626250982284546,
      "learning_rate": 6.962898649802824e-07,
      "loss": 1.3164,
      "num_input_tokens_seen": 222298112,
      "step": 848
    },
    {
      "epoch": 0.2108269183014651,
      "grad_norm": 0.5761337876319885,
      "learning_rate": 6.874316539637127e-07,
      "loss": 1.4375,
      "num_input_tokens_seen": 222560256,
      "step": 849
    },
    {
      "epoch": 0.2110752421157189,
      "grad_norm": 0.5399318337440491,
      "learning_rate": 6.786259902314768e-07,
      "loss": 1.5317,
      "num_input_tokens_seen": 222822400,
      "step": 850
    },
    {
      "epoch": 0.21132356592997267,
      "grad_norm": 0.6818238496780396,
      "learning_rate": 6.698729810778065e-07,
      "loss": 1.5059,
      "num_input_tokens_seen": 223084544,
      "step": 851
    },
    {
      "epoch": 0.21157188974422647,
      "grad_norm": 0.5061662197113037,
      "learning_rate": 6.611727331553585e-07,
      "loss": 1.7645,
      "num_input_tokens_seen": 223346688,
      "step": 852
    },
    {
      "epoch": 0.21182021355848027,
      "grad_norm": 0.7583996057510376,
      "learning_rate": 6.52525352473905e-07,
      "loss": 1.7479,
      "num_input_tokens_seen": 223608832,
      "step": 853
    },
    {
      "epoch": 0.21206853737273404,
      "grad_norm": 0.4888990819454193,
      "learning_rate": 6.439309443990532e-07,
      "loss": 1.4111,
      "num_input_tokens_seen": 223870976,
      "step": 854
    },
    {
      "epoch": 0.21231686118698784,
      "grad_norm": 0.5152997374534607,
      "learning_rate": 6.353896136509524e-07,
      "loss": 1.4035,
      "num_input_tokens_seen": 224133120,
      "step": 855
    },
    {
      "epoch": 0.2125651850012416,
      "grad_norm": 0.8078181147575378,
      "learning_rate": 6.269014643030214e-07,
      "loss": 1.5448,
      "num_input_tokens_seen": 224395264,
      "step": 856
    },
    {
      "epoch": 0.2128135088154954,
      "grad_norm": 0.38689664006233215,
      "learning_rate": 6.184665997806832e-07,
      "loss": 1.5432,
      "num_input_tokens_seen": 224657408,
      "step": 857
    },
    {
      "epoch": 0.2130618326297492,
      "grad_norm": 0.5154587626457214,
      "learning_rate": 6.100851228600974e-07,
      "loss": 1.6356,
      "num_input_tokens_seen": 224919552,
      "step": 858
    },
    {
      "epoch": 0.21331015644400297,
      "grad_norm": 0.7129220366477966,
      "learning_rate": 6.017571356669183e-07,
      "loss": 1.4454,
      "num_input_tokens_seen": 225181696,
      "step": 859
    },
    {
      "epoch": 0.21355848025825677,
      "grad_norm": 0.4863054156303406,
      "learning_rate": 5.934827396750392e-07,
      "loss": 1.6839,
      "num_input_tokens_seen": 225443840,
      "step": 860
    },
    {
      "epoch": 0.21380680407251054,
      "grad_norm": 0.461911678314209,
      "learning_rate": 5.852620357053651e-07,
      "loss": 1.4632,
      "num_input_tokens_seen": 225705984,
      "step": 861
    },
    {
      "epoch": 0.21405512788676434,
      "grad_norm": 0.4267142415046692,
      "learning_rate": 5.770951239245803e-07,
      "loss": 1.5694,
      "num_input_tokens_seen": 225968128,
      "step": 862
    },
    {
      "epoch": 0.21430345170101814,
      "grad_norm": 0.4966636300086975,
      "learning_rate": 5.689821038439264e-07,
      "loss": 1.5516,
      "num_input_tokens_seen": 226230272,
      "step": 863
    },
    {
      "epoch": 0.2145517755152719,
      "grad_norm": 0.5140483379364014,
      "learning_rate": 5.609230743179939e-07,
      "loss": 1.3778,
      "num_input_tokens_seen": 226492416,
      "step": 864
    },
    {
      "epoch": 0.2148000993295257,
      "grad_norm": 0.6450092196464539,
      "learning_rate": 5.529181335435124e-07,
      "loss": 1.3893,
      "num_input_tokens_seen": 226754560,
      "step": 865
    },
    {
      "epoch": 0.21504842314377948,
      "grad_norm": 0.5973859429359436,
      "learning_rate": 5.449673790581611e-07,
      "loss": 1.5149,
      "num_input_tokens_seen": 227016704,
      "step": 866
    },
    {
      "epoch": 0.21529674695803327,
      "grad_norm": 1.7493269443511963,
      "learning_rate": 5.370709077393721e-07,
      "loss": 1.5618,
      "num_input_tokens_seen": 227278848,
      "step": 867
    },
    {
      "epoch": 0.21554507077228707,
      "grad_norm": 0.4318649172782898,
      "learning_rate": 5.292288158031595e-07,
      "loss": 1.1686,
      "num_input_tokens_seen": 227540992,
      "step": 868
    },
    {
      "epoch": 0.21579339458654084,
      "grad_norm": 0.3847927749156952,
      "learning_rate": 5.214411988029355e-07,
      "loss": 1.7999,
      "num_input_tokens_seen": 227803136,
      "step": 869
    },
    {
      "epoch": 0.21604171840079464,
      "grad_norm": 0.596502423286438,
      "learning_rate": 5.137081516283582e-07,
      "loss": 1.5796,
      "num_input_tokens_seen": 228065280,
      "step": 870
    },
    {
      "epoch": 0.2162900422150484,
      "grad_norm": 0.6176612377166748,
      "learning_rate": 5.06029768504166e-07,
      "loss": 1.7902,
      "num_input_tokens_seen": 228327424,
      "step": 871
    },
    {
      "epoch": 0.2165383660293022,
      "grad_norm": 0.6072035431861877,
      "learning_rate": 4.984061429890324e-07,
      "loss": 1.7899,
      "num_input_tokens_seen": 228589568,
      "step": 872
    },
    {
      "epoch": 0.216786689843556,
      "grad_norm": 0.3984832167625427,
      "learning_rate": 4.908373679744316e-07,
      "loss": 1.9725,
      "num_input_tokens_seen": 228851712,
      "step": 873
    },
    {
      "epoch": 0.21703501365780978,
      "grad_norm": 0.7739282250404358,
      "learning_rate": 4.833235356834959e-07,
      "loss": 1.8129,
      "num_input_tokens_seen": 229113856,
      "step": 874
    },
    {
      "epoch": 0.21728333747206358,
      "grad_norm": 1.2236608266830444,
      "learning_rate": 4.758647376699033e-07,
      "loss": 1.7323,
      "num_input_tokens_seen": 229376000,
      "step": 875
    },
    {
      "epoch": 0.21753166128631735,
      "grad_norm": 0.541125476360321,
      "learning_rate": 4.6846106481675035e-07,
      "loss": 1.4017,
      "num_input_tokens_seen": 229638144,
      "step": 876
    },
    {
      "epoch": 0.21777998510057114,
      "grad_norm": 0.6922534704208374,
      "learning_rate": 4.6111260733545714e-07,
      "loss": 1.4963,
      "num_input_tokens_seen": 229900288,
      "step": 877
    },
    {
      "epoch": 0.21802830891482494,
      "grad_norm": 0.5298182368278503,
      "learning_rate": 4.538194547646574e-07,
      "loss": 1.2116,
      "num_input_tokens_seen": 230162432,
      "step": 878
    },
    {
      "epoch": 0.2182766327290787,
      "grad_norm": 0.6427643299102783,
      "learning_rate": 4.4658169596911493e-07,
      "loss": 1.4518,
      "num_input_tokens_seen": 230424576,
      "step": 879
    },
    {
      "epoch": 0.2185249565433325,
      "grad_norm": 0.5809391736984253,
      "learning_rate": 4.3939941913863525e-07,
      "loss": 1.5274,
      "num_input_tokens_seen": 230686720,
      "step": 880
    },
    {
      "epoch": 0.21877328035758628,
      "grad_norm": 0.7898019552230835,
      "learning_rate": 4.322727117869951e-07,
      "loss": 1.4542,
      "num_input_tokens_seen": 230948864,
      "step": 881
    },
    {
      "epoch": 0.21902160417184008,
      "grad_norm": 0.3369694650173187,
      "learning_rate": 4.2520166075087635e-07,
      "loss": 1.7991,
      "num_input_tokens_seen": 231211008,
      "step": 882
    },
    {
      "epoch": 0.21926992798609388,
      "grad_norm": 0.9025521874427795,
      "learning_rate": 4.1818635218880186e-07,
      "loss": 1.5178,
      "num_input_tokens_seen": 231473152,
      "step": 883
    },
    {
      "epoch": 0.21951825180034765,
      "grad_norm": 0.5789931416511536,
      "learning_rate": 4.112268715800943e-07,
      "loss": 1.7304,
      "num_input_tokens_seen": 231735296,
      "step": 884
    },
    {
      "epoch": 0.21976657561460144,
      "grad_norm": 0.6976189613342285,
      "learning_rate": 4.043233037238281e-07,
      "loss": 1.6488,
      "num_input_tokens_seen": 231997440,
      "step": 885
    },
    {
      "epoch": 0.22001489942885522,
      "grad_norm": 0.49333396553993225,
      "learning_rate": 3.9747573273779816e-07,
      "loss": 1.2766,
      "num_input_tokens_seen": 232259584,
      "step": 886
    },
    {
      "epoch": 0.220263223243109,
      "grad_norm": 0.44112178683280945,
      "learning_rate": 3.90684242057498e-07,
      "loss": 2.2126,
      "num_input_tokens_seen": 232521728,
      "step": 887
    },
    {
      "epoch": 0.2205115470573628,
      "grad_norm": 0.4824700951576233,
      "learning_rate": 3.8394891443509554e-07,
      "loss": 1.4844,
      "num_input_tokens_seen": 232783872,
      "step": 888
    },
    {
      "epoch": 0.22075987087161658,
      "grad_norm": 0.9592105746269226,
      "learning_rate": 3.772698319384349e-07,
      "loss": 1.4548,
      "num_input_tokens_seen": 233046016,
      "step": 889
    },
    {
      "epoch": 0.22100819468587038,
      "grad_norm": 0.6596522927284241,
      "learning_rate": 3.7064707595002636e-07,
      "loss": 1.9353,
      "num_input_tokens_seen": 233308160,
      "step": 890
    },
    {
      "epoch": 0.22125651850012415,
      "grad_norm": 0.5860907435417175,
      "learning_rate": 3.6408072716606346e-07,
      "loss": 1.7116,
      "num_input_tokens_seen": 233570304,
      "step": 891
    },
    {
      "epoch": 0.22150484231437795,
      "grad_norm": 0.5942659974098206,
      "learning_rate": 3.575708655954324e-07,
      "loss": 1.5085,
      "num_input_tokens_seen": 233832448,
      "step": 892
    },
    {
      "epoch": 0.22175316612863175,
      "grad_norm": 0.45090603828430176,
      "learning_rate": 3.511175705587433e-07,
      "loss": 2.0349,
      "num_input_tokens_seen": 234094592,
      "step": 893
    },
    {
      "epoch": 0.22200148994288552,
      "grad_norm": 0.4501633942127228,
      "learning_rate": 3.4472092068735917e-07,
      "loss": 1.6038,
      "num_input_tokens_seen": 234356736,
      "step": 894
    },
    {
      "epoch": 0.22224981375713931,
      "grad_norm": 0.6762533783912659,
      "learning_rate": 3.3838099392243915e-07,
      "loss": 1.9386,
      "num_input_tokens_seen": 234618880,
      "step": 895
    },
    {
      "epoch": 0.22249813757139308,
      "grad_norm": 0.447121798992157,
      "learning_rate": 3.320978675139919e-07,
      "loss": 1.4892,
      "num_input_tokens_seen": 234881024,
      "step": 896
    },
    {
      "epoch": 0.22274646138564688,
      "grad_norm": 0.45953160524368286,
      "learning_rate": 3.258716180199278e-07,
      "loss": 1.8319,
      "num_input_tokens_seen": 235143168,
      "step": 897
    },
    {
      "epoch": 0.22299478519990068,
      "grad_norm": 0.6440572142601013,
      "learning_rate": 3.1970232130513365e-07,
      "loss": 1.515,
      "num_input_tokens_seen": 235405312,
      "step": 898
    },
    {
      "epoch": 0.22324310901415445,
      "grad_norm": 0.5581231117248535,
      "learning_rate": 3.135900525405428e-07,
      "loss": 1.4006,
      "num_input_tokens_seen": 235667456,
      "step": 899
    },
    {
      "epoch": 0.22349143282840825,
      "grad_norm": 0.8089503645896912,
      "learning_rate": 3.0753488620222037e-07,
      "loss": 1.9274,
      "num_input_tokens_seen": 235929600,
      "step": 900
    },
    {
      "epoch": 0.22373975664266202,
      "grad_norm": 0.3819998502731323,
      "learning_rate": 3.015368960704584e-07,
      "loss": 1.5894,
      "num_input_tokens_seen": 236191744,
      "step": 901
    },
    {
      "epoch": 0.22398808045691582,
      "grad_norm": 0.27509671449661255,
      "learning_rate": 2.9559615522887275e-07,
      "loss": 1.4556,
      "num_input_tokens_seen": 236453888,
      "step": 902
    },
    {
      "epoch": 0.22423640427116961,
      "grad_norm": 0.4570426344871521,
      "learning_rate": 2.8971273606351656e-07,
      "loss": 1.6122,
      "num_input_tokens_seen": 236716032,
      "step": 903
    },
    {
      "epoch": 0.22448472808542339,
      "grad_norm": 0.557512104511261,
      "learning_rate": 2.838867102619952e-07,
      "loss": 1.3736,
      "num_input_tokens_seen": 236978176,
      "step": 904
    },
    {
      "epoch": 0.22473305189967718,
      "grad_norm": 0.9721599221229553,
      "learning_rate": 2.7811814881259503e-07,
      "loss": 1.5408,
      "num_input_tokens_seen": 237240320,
      "step": 905
    },
    {
      "epoch": 0.22498137571393095,
      "grad_norm": 0.34721148014068604,
      "learning_rate": 2.724071220034158e-07,
      "loss": 1.3573,
      "num_input_tokens_seen": 237502464,
      "step": 906
    },
    {
      "epoch": 0.22522969952818475,
      "grad_norm": 0.5350072979927063,
      "learning_rate": 2.6675369942151864e-07,
      "loss": 1.7557,
      "num_input_tokens_seen": 237764608,
      "step": 907
    },
    {
      "epoch": 0.22547802334243855,
      "grad_norm": 0.5631807446479797,
      "learning_rate": 2.611579499520722e-07,
      "loss": 1.7951,
      "num_input_tokens_seen": 238026752,
      "step": 908
    },
    {
      "epoch": 0.22572634715669232,
      "grad_norm": 0.731895387172699,
      "learning_rate": 2.556199417775174e-07,
      "loss": 1.3442,
      "num_input_tokens_seen": 238288896,
      "step": 909
    },
    {
      "epoch": 0.22597467097094612,
      "grad_norm": 0.5491323471069336,
      "learning_rate": 2.5013974237673824e-07,
      "loss": 1.932,
      "num_input_tokens_seen": 238551040,
      "step": 910
    },
    {
      "epoch": 0.2262229947851999,
      "grad_norm": 0.3442050814628601,
      "learning_rate": 2.447174185242324e-07,
      "loss": 1.6905,
      "num_input_tokens_seen": 238813184,
      "step": 911
    },
    {
      "epoch": 0.22647131859945369,
      "grad_norm": 0.7306151390075684,
      "learning_rate": 2.3935303628930705e-07,
      "loss": 1.4804,
      "num_input_tokens_seen": 239075328,
      "step": 912
    },
    {
      "epoch": 0.22671964241370748,
      "grad_norm": 0.5416999459266663,
      "learning_rate": 2.3404666103526542e-07,
      "loss": 1.6624,
      "num_input_tokens_seen": 239337472,
      "step": 913
    },
    {
      "epoch": 0.22696796622796125,
      "grad_norm": 0.37114378809928894,
      "learning_rate": 2.287983574186159e-07,
      "loss": 1.8494,
      "num_input_tokens_seen": 239599616,
      "step": 914
    },
    {
      "epoch": 0.22721629004221505,
      "grad_norm": 0.6947669386863708,
      "learning_rate": 2.2360818938828189e-07,
      "loss": 1.5021,
      "num_input_tokens_seen": 239861760,
      "step": 915
    },
    {
      "epoch": 0.22746461385646882,
      "grad_norm": 0.5789608955383301,
      "learning_rate": 2.1847622018482283e-07,
      "loss": 1.9683,
      "num_input_tokens_seen": 240123904,
      "step": 916
    },
    {
      "epoch": 0.22771293767072262,
      "grad_norm": 0.6739006638526917,
      "learning_rate": 2.134025123396638e-07,
      "loss": 2.1382,
      "num_input_tokens_seen": 240386048,
      "step": 917
    },
    {
      "epoch": 0.22796126148497642,
      "grad_norm": 0.7561383247375488,
      "learning_rate": 2.083871276743338e-07,
      "loss": 1.423,
      "num_input_tokens_seen": 240648192,
      "step": 918
    },
    {
      "epoch": 0.2282095852992302,
      "grad_norm": 0.7975893616676331,
      "learning_rate": 2.0343012729971244e-07,
      "loss": 1.4102,
      "num_input_tokens_seen": 240910336,
      "step": 919
    },
    {
      "epoch": 0.228457909113484,
      "grad_norm": 0.2659681737422943,
      "learning_rate": 1.9853157161528468e-07,
      "loss": 1.215,
      "num_input_tokens_seen": 241172480,
      "step": 920
    },
    {
      "epoch": 0.22870623292773776,
      "grad_norm": 0.3225981593132019,
      "learning_rate": 1.9369152030840553e-07,
      "loss": 1.7634,
      "num_input_tokens_seen": 241434624,
      "step": 921
    },
    {
      "epoch": 0.22895455674199156,
      "grad_norm": 0.7171019911766052,
      "learning_rate": 1.8891003235357307e-07,
      "loss": 1.7829,
      "num_input_tokens_seen": 241696768,
      "step": 922
    },
    {
      "epoch": 0.22920288055624535,
      "grad_norm": 0.5440613031387329,
      "learning_rate": 1.841871660117095e-07,
      "loss": 1.3598,
      "num_input_tokens_seen": 241958912,
      "step": 923
    },
    {
      "epoch": 0.22945120437049912,
      "grad_norm": 0.359244167804718,
      "learning_rate": 1.7952297882945e-07,
      "loss": 1.5261,
      "num_input_tokens_seen": 242221056,
      "step": 924
    },
    {
      "epoch": 0.22969952818475292,
      "grad_norm": 0.7204708456993103,
      "learning_rate": 1.7491752763844294e-07,
      "loss": 1.7172,
      "num_input_tokens_seen": 242483200,
      "step": 925
    },
    {
      "epoch": 0.2299478519990067,
      "grad_norm": 0.4921867847442627,
      "learning_rate": 1.7037086855465902e-07,
      "loss": 1.8377,
      "num_input_tokens_seen": 242745344,
      "step": 926
    },
    {
      "epoch": 0.2301961758132605,
      "grad_norm": 0.8633773326873779,
      "learning_rate": 1.6588305697770313e-07,
      "loss": 1.4806,
      "num_input_tokens_seen": 243007488,
      "step": 927
    },
    {
      "epoch": 0.2304444996275143,
      "grad_norm": 0.5622784495353699,
      "learning_rate": 1.6145414759014433e-07,
      "loss": 1.5533,
      "num_input_tokens_seen": 243269632,
      "step": 928
    },
    {
      "epoch": 0.23069282344176806,
      "grad_norm": 0.5299321413040161,
      "learning_rate": 1.5708419435684463e-07,
      "loss": 1.3532,
      "num_input_tokens_seen": 243531776,
      "step": 929
    },
    {
      "epoch": 0.23094114725602186,
      "grad_norm": 0.6882240772247314,
      "learning_rate": 1.5277325052430569e-07,
      "loss": 1.7824,
      "num_input_tokens_seen": 243793920,
      "step": 930
    },
    {
      "epoch": 0.23118947107027563,
      "grad_norm": 0.431749552488327,
      "learning_rate": 1.4852136862001766e-07,
      "loss": 1.5325,
      "num_input_tokens_seen": 244056064,
      "step": 931
    },
    {
      "epoch": 0.23143779488452942,
      "grad_norm": 0.5995936393737793,
      "learning_rate": 1.4432860045182019e-07,
      "loss": 1.855,
      "num_input_tokens_seen": 244318208,
      "step": 932
    },
    {
      "epoch": 0.23168611869878322,
      "grad_norm": 0.7233447432518005,
      "learning_rate": 1.4019499710726913e-07,
      "loss": 1.6507,
      "num_input_tokens_seen": 244580352,
      "step": 933
    },
    {
      "epoch": 0.231934442513037,
      "grad_norm": 0.54053795337677,
      "learning_rate": 1.3612060895301759e-07,
      "loss": 1.8987,
      "num_input_tokens_seen": 244842496,
      "step": 934
    },
    {
      "epoch": 0.2321827663272908,
      "grad_norm": 0.3651261031627655,
      "learning_rate": 1.3210548563419857e-07,
      "loss": 1.4466,
      "num_input_tokens_seen": 245104640,
      "step": 935
    },
    {
      "epoch": 0.23243109014154456,
      "grad_norm": 0.597426176071167,
      "learning_rate": 1.2814967607382433e-07,
      "loss": 1.6555,
      "num_input_tokens_seen": 245366784,
      "step": 936
    },
    {
      "epoch": 0.23267941395579836,
      "grad_norm": 0.4557691216468811,
      "learning_rate": 1.2425322847218368e-07,
      "loss": 1.3507,
      "num_input_tokens_seen": 245628928,
      "step": 937
    },
    {
      "epoch": 0.23292773777005216,
      "grad_norm": 0.5856966376304626,
      "learning_rate": 1.2041619030626283e-07,
      "loss": 1.5985,
      "num_input_tokens_seen": 245891072,
      "step": 938
    },
    {
      "epoch": 0.23317606158430593,
      "grad_norm": 0.5499093532562256,
      "learning_rate": 1.166386083291604e-07,
      "loss": 1.9703,
      "num_input_tokens_seen": 246153216,
      "step": 939
    },
    {
      "epoch": 0.23342438539855973,
      "grad_norm": 0.5963953733444214,
      "learning_rate": 1.1292052856952063e-07,
      "loss": 1.5363,
      "num_input_tokens_seen": 246415360,
      "step": 940
    },
    {
      "epoch": 0.2336727092128135,
      "grad_norm": 0.5307541489601135,
      "learning_rate": 1.0926199633097156e-07,
      "loss": 1.2944,
      "num_input_tokens_seen": 246677504,
      "step": 941
    },
    {
      "epoch": 0.2339210330270673,
      "grad_norm": 0.5369905233383179,
      "learning_rate": 1.0566305619157502e-07,
      "loss": 1.933,
      "num_input_tokens_seen": 246939648,
      "step": 942
    },
    {
      "epoch": 0.2341693568413211,
      "grad_norm": 1.9757884740829468,
      "learning_rate": 1.0212375200327973e-07,
      "loss": 1.6174,
      "num_input_tokens_seen": 247201792,
      "step": 943
    },
    {
      "epoch": 0.23441768065557486,
      "grad_norm": 0.5642454028129578,
      "learning_rate": 9.864412689139124e-08,
      "loss": 1.2,
      "num_input_tokens_seen": 247463936,
      "step": 944
    },
    {
      "epoch": 0.23466600446982866,
      "grad_norm": 0.316659152507782,
      "learning_rate": 9.522422325404234e-08,
      "loss": 1.8678,
      "num_input_tokens_seen": 247726080,
      "step": 945
    },
    {
      "epoch": 0.23491432828408243,
      "grad_norm": 0.4380717873573303,
      "learning_rate": 9.186408276168012e-08,
      "loss": 1.4458,
      "num_input_tokens_seen": 247988224,
      "step": 946
    },
    {
      "epoch": 0.23516265209833623,
      "grad_norm": 0.5788005590438843,
      "learning_rate": 8.856374635655696e-08,
      "loss": 1.5094,
      "num_input_tokens_seen": 248250368,
      "step": 947
    },
    {
      "epoch": 0.23541097591259003,
      "grad_norm": 0.6096988320350647,
      "learning_rate": 8.53232542522292e-08,
      "loss": 1.5393,
      "num_input_tokens_seen": 248512512,
      "step": 948
    },
    {
      "epoch": 0.2356592997268438,
      "grad_norm": 0.5101311802864075,
      "learning_rate": 8.214264593307097e-08,
      "loss": 1.6412,
      "num_input_tokens_seen": 248774656,
      "step": 949
    },
    {
      "epoch": 0.2359076235410976,
      "grad_norm": 0.4224371314048767,
      "learning_rate": 7.90219601537906e-08,
      "loss": 1.4671,
      "num_input_tokens_seen": 249036800,
      "step": 950
    },
    {
      "epoch": 0.23615594735535136,
      "grad_norm": 0.5831036567687988,
      "learning_rate": 7.59612349389599e-08,
      "loss": 1.4406,
      "num_input_tokens_seen": 249298944,
      "step": 951
    },
    {
      "epoch": 0.23640427116960516,
      "grad_norm": 0.7039021849632263,
      "learning_rate": 7.296050758254958e-08,
      "loss": 1.7773,
      "num_input_tokens_seen": 249561088,
      "step": 952
    },
    {
      "epoch": 0.23665259498385896,
      "grad_norm": 0.5700446367263794,
      "learning_rate": 7.001981464747565e-08,
      "loss": 1.4874,
      "num_input_tokens_seen": 249823232,
      "step": 953
    },
    {
      "epoch": 0.23690091879811273,
      "grad_norm": 0.6082141995429993,
      "learning_rate": 6.713919196515317e-08,
      "loss": 1.5502,
      "num_input_tokens_seen": 250085376,
      "step": 954
    },
    {
      "epoch": 0.23714924261236653,
      "grad_norm": 0.5807713866233826,
      "learning_rate": 6.431867463506047e-08,
      "loss": 1.6924,
      "num_input_tokens_seen": 250347520,
      "step": 955
    },
    {
      "epoch": 0.23739756642662033,
      "grad_norm": 0.6795780658721924,
      "learning_rate": 6.15582970243117e-08,
      "loss": 1.6181,
      "num_input_tokens_seen": 250609664,
      "step": 956
    },
    {
      "epoch": 0.2376458902408741,
      "grad_norm": 0.5901414155960083,
      "learning_rate": 5.8858092767236084e-08,
      "loss": 1.6287,
      "num_input_tokens_seen": 250871808,
      "step": 957
    },
    {
      "epoch": 0.2378942140551279,
      "grad_norm": 0.258759081363678,
      "learning_rate": 5.621809476497098e-08,
      "loss": 1.5631,
      "num_input_tokens_seen": 251133952,
      "step": 958
    },
    {
      "epoch": 0.23814253786938167,
      "grad_norm": 0.793224036693573,
      "learning_rate": 5.363833518505834e-08,
      "loss": 1.6065,
      "num_input_tokens_seen": 251396096,
      "step": 959
    },
    {
      "epoch": 0.23839086168363546,
      "grad_norm": 0.541074275970459,
      "learning_rate": 5.111884546105506e-08,
      "loss": 1.7784,
      "num_input_tokens_seen": 251658240,
      "step": 960
    },
    {
      "epoch": 0.23863918549788926,
      "grad_norm": 0.6888409852981567,
      "learning_rate": 4.865965629214819e-08,
      "loss": 1.4175,
      "num_input_tokens_seen": 251920384,
      "step": 961
    },
    {
      "epoch": 0.23888750931214303,
      "grad_norm": 0.5229154825210571,
      "learning_rate": 4.626079764278202e-08,
      "loss": 1.7039,
      "num_input_tokens_seen": 252182528,
      "step": 962
    },
    {
      "epoch": 0.23913583312639683,
      "grad_norm": 0.43334439396858215,
      "learning_rate": 4.392229874229159e-08,
      "loss": 1.6586,
      "num_input_tokens_seen": 252444672,
      "step": 963
    },
    {
      "epoch": 0.2393841569406506,
      "grad_norm": 0.5404706597328186,
      "learning_rate": 4.164418808454806e-08,
      "loss": 1.5866,
      "num_input_tokens_seen": 252706816,
      "step": 964
    },
    {
      "epoch": 0.2396324807549044,
      "grad_norm": 0.31539681553840637,
      "learning_rate": 3.9426493427611177e-08,
      "loss": 1.2445,
      "num_input_tokens_seen": 252968960,
      "step": 965
    },
    {
      "epoch": 0.2398808045691582,
      "grad_norm": 0.767345130443573,
      "learning_rate": 3.726924179339009e-08,
      "loss": 1.6509,
      "num_input_tokens_seen": 253231104,
      "step": 966
    },
    {
      "epoch": 0.24012912838341197,
      "grad_norm": 0.5601321458816528,
      "learning_rate": 3.517245946731529e-08,
      "loss": 1.6218,
      "num_input_tokens_seen": 253493248,
      "step": 967
    },
    {
      "epoch": 0.24037745219766576,
      "grad_norm": 0.6398811936378479,
      "learning_rate": 3.313617199801777e-08,
      "loss": 1.8179,
      "num_input_tokens_seen": 253755392,
      "step": 968
    },
    {
      "epoch": 0.24062577601191953,
      "grad_norm": 0.3753248155117035,
      "learning_rate": 3.1160404197018155e-08,
      "loss": 1.6866,
      "num_input_tokens_seen": 254017536,
      "step": 969
    },
    {
      "epoch": 0.24087409982617333,
      "grad_norm": 0.7169692516326904,
      "learning_rate": 2.9245180138423033e-08,
      "loss": 1.6297,
      "num_input_tokens_seen": 254279680,
      "step": 970
    },
    {
      "epoch": 0.24112242364042713,
      "grad_norm": 0.501290500164032,
      "learning_rate": 2.7390523158633552e-08,
      "loss": 1.3324,
      "num_input_tokens_seen": 254541824,
      "step": 971
    },
    {
      "epoch": 0.2413707474546809,
      "grad_norm": 0.4676488935947418,
      "learning_rate": 2.5596455856058966e-08,
      "loss": 1.3584,
      "num_input_tokens_seen": 254803968,
      "step": 972
    },
    {
      "epoch": 0.2416190712689347,
      "grad_norm": 0.40131956338882446,
      "learning_rate": 2.386300009084408e-08,
      "loss": 1.0066,
      "num_input_tokens_seen": 255066112,
      "step": 973
    },
    {
      "epoch": 0.24186739508318847,
      "grad_norm": 0.45223063230514526,
      "learning_rate": 2.219017698460002e-08,
      "loss": 1.7419,
      "num_input_tokens_seen": 255328256,
      "step": 974
    },
    {
      "epoch": 0.24211571889744227,
      "grad_norm": 0.48078829050064087,
      "learning_rate": 2.057800692014833e-08,
      "loss": 1.7454,
      "num_input_tokens_seen": 255590400,
      "step": 975
    },
    {
      "epoch": 0.24236404271169606,
      "grad_norm": 0.3801480531692505,
      "learning_rate": 1.9026509541272276e-08,
      "loss": 1.542,
      "num_input_tokens_seen": 255852544,
      "step": 976
    },
    {
      "epoch": 0.24261236652594984,
      "grad_norm": 0.3696509301662445,
      "learning_rate": 1.753570375247815e-08,
      "loss": 1.8456,
      "num_input_tokens_seen": 256114688,
      "step": 977
    },
    {
      "epoch": 0.24286069034020363,
      "grad_norm": 0.3742285966873169,
      "learning_rate": 1.610560771876435e-08,
      "loss": 1.3322,
      "num_input_tokens_seen": 256376832,
      "step": 978
    },
    {
      "epoch": 0.2431090141544574,
      "grad_norm": 0.9268859624862671,
      "learning_rate": 1.4736238865398766e-08,
      "loss": 1.9955,
      "num_input_tokens_seen": 256638976,
      "step": 979
    },
    {
      "epoch": 0.2433573379687112,
      "grad_norm": 0.7358083128929138,
      "learning_rate": 1.3427613877709523e-08,
      "loss": 1.6458,
      "num_input_tokens_seen": 256901120,
      "step": 980
    },
    {
      "epoch": 0.243605661782965,
      "grad_norm": 0.4992476999759674,
      "learning_rate": 1.2179748700879013e-08,
      "loss": 1.7698,
      "num_input_tokens_seen": 257163264,
      "step": 981
    },
    {
      "epoch": 0.24385398559721877,
      "grad_norm": 0.7254119515419006,
      "learning_rate": 1.0992658539750179e-08,
      "loss": 2.0594,
      "num_input_tokens_seen": 257425408,
      "step": 982
    },
    {
      "epoch": 0.24410230941147257,
      "grad_norm": 0.30243805050849915,
      "learning_rate": 9.866357858642206e-09,
      "loss": 1.6328,
      "num_input_tokens_seen": 257687552,
      "step": 983
    },
    {
      "epoch": 0.24435063322572634,
      "grad_norm": 0.3717341721057892,
      "learning_rate": 8.800860381173448e-09,
      "loss": 1.7149,
      "num_input_tokens_seen": 257949696,
      "step": 984
    },
    {
      "epoch": 0.24459895703998014,
      "grad_norm": 0.6060426831245422,
      "learning_rate": 7.796179090094891e-09,
      "loss": 1.4753,
      "num_input_tokens_seen": 258211840,
      "step": 985
    },
    {
      "epoch": 0.24484728085423393,
      "grad_norm": 0.5001364350318909,
      "learning_rate": 6.852326227130835e-09,
      "loss": 1.6607,
      "num_input_tokens_seen": 258473984,
      "step": 986
    },
    {
      "epoch": 0.2450956046684877,
      "grad_norm": 0.41138938069343567,
      "learning_rate": 5.969313292830126e-09,
      "loss": 1.5122,
      "num_input_tokens_seen": 258736128,
      "step": 987
    },
    {
      "epoch": 0.2453439284827415,
      "grad_norm": 0.5986543893814087,
      "learning_rate": 5.147151046426824e-09,
      "loss": 1.3974,
      "num_input_tokens_seen": 258998272,
      "step": 988
    },
    {
      "epoch": 0.24559225229699527,
      "grad_norm": 0.3890846073627472,
      "learning_rate": 4.385849505708084e-09,
      "loss": 1.7548,
      "num_input_tokens_seen": 259260416,
      "step": 989
    },
    {
      "epoch": 0.24584057611124907,
      "grad_norm": 0.5105006694793701,
      "learning_rate": 3.685417946894254e-09,
      "loss": 1.4885,
      "num_input_tokens_seen": 259522560,
      "step": 990
    },
    {
      "epoch": 0.24608889992550287,
      "grad_norm": 0.5231227278709412,
      "learning_rate": 3.0458649045211897e-09,
      "loss": 1.488,
      "num_input_tokens_seen": 259784704,
      "step": 991
    },
    {
      "epoch": 0.24633722373975664,
      "grad_norm": 0.5039011240005493,
      "learning_rate": 2.4671981713420003e-09,
      "loss": 2.0,
      "num_input_tokens_seen": 260046848,
      "step": 992
    },
    {
      "epoch": 0.24658554755401044,
      "grad_norm": 0.8183209300041199,
      "learning_rate": 1.9494247982282386e-09,
      "loss": 1.5233,
      "num_input_tokens_seen": 260308992,
      "step": 993
    },
    {
      "epoch": 0.2468338713682642,
      "grad_norm": 0.34673362970352173,
      "learning_rate": 1.4925510940844157e-09,
      "loss": 1.2279,
      "num_input_tokens_seen": 260571136,
      "step": 994
    },
    {
      "epoch": 0.247082195182518,
      "grad_norm": 0.6855907440185547,
      "learning_rate": 1.096582625772502e-09,
      "loss": 1.3346,
      "num_input_tokens_seen": 260833280,
      "step": 995
    },
    {
      "epoch": 0.2473305189967718,
      "grad_norm": 0.5691891312599182,
      "learning_rate": 7.615242180436521e-10,
      "loss": 1.3504,
      "num_input_tokens_seen": 261095424,
      "step": 996
    },
    {
      "epoch": 0.24757884281102557,
      "grad_norm": 0.49807822704315186,
      "learning_rate": 4.87379953478806e-10,
      "loss": 2.1568,
      "num_input_tokens_seen": 261357568,
      "step": 997
    },
    {
      "epoch": 0.24782716662527937,
      "grad_norm": 0.4466933310031891,
      "learning_rate": 2.741531724392843e-10,
      "loss": 1.4098,
      "num_input_tokens_seen": 261619712,
      "step": 998
    },
    {
      "epoch": 0.24807549043953314,
      "grad_norm": 0.6643083691596985,
      "learning_rate": 1.2184647302626585e-10,
      "loss": 1.6152,
      "num_input_tokens_seen": 261881856,
      "step": 999
    },
    {
      "epoch": 0.24832381425378694,
      "grad_norm": 0.5675874352455139,
      "learning_rate": 3.0461711048035415e-11,
      "loss": 1.2485,
      "num_input_tokens_seen": 262144000,
      "step": 1000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1000,
  "num_input_tokens_seen": 262144000,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 418759311360000.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}