{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9786585365853657,
  "eval_steps": 500,
  "global_step": 327,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009146341463414634,
      "grad_norm": 40.05127716064453,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 5.1282,
      "step": 1
    },
    {
      "epoch": 0.018292682926829267,
      "grad_norm": 39.01039505004883,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 5.0586,
      "step": 2
    },
    {
      "epoch": 0.027439024390243903,
      "grad_norm": 40.20766067504883,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 5.0311,
      "step": 3
    },
    {
      "epoch": 0.036585365853658534,
      "grad_norm": 38.70350646972656,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 5.1598,
      "step": 4
    },
    {
      "epoch": 0.04573170731707317,
      "grad_norm": 39.230979919433594,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 5.0812,
      "step": 5
    },
    {
      "epoch": 0.054878048780487805,
      "grad_norm": 39.45293045043945,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 5.0841,
      "step": 6
    },
    {
      "epoch": 0.06402439024390244,
      "grad_norm": 38.92170333862305,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 5.022,
      "step": 7
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 38.932369232177734,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 5.0876,
      "step": 8
    },
    {
      "epoch": 0.08231707317073171,
      "grad_norm": 39.60245132446289,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 5.0798,
      "step": 9
    },
    {
      "epoch": 0.09146341463414634,
      "grad_norm": 39.53607177734375,
      "learning_rate": 5.000000000000001e-07,
      "loss": 5.0105,
      "step": 10
    },
    {
      "epoch": 0.10060975609756098,
      "grad_norm": 39.50700378417969,
      "learning_rate": 5.5e-07,
      "loss": 4.9951,
      "step": 11
    },
    {
      "epoch": 0.10975609756097561,
      "grad_norm": 39.52376174926758,
      "learning_rate": 6.000000000000001e-07,
      "loss": 4.9163,
      "step": 12
    },
    {
      "epoch": 0.11890243902439024,
      "grad_norm": 39.15214157104492,
      "learning_rate": 6.5e-07,
      "loss": 4.9634,
      "step": 13
    },
    {
      "epoch": 0.12804878048780488,
      "grad_norm": 37.795066833496094,
      "learning_rate": 7.000000000000001e-07,
      "loss": 4.819,
      "step": 14
    },
    {
      "epoch": 0.13719512195121952,
      "grad_norm": 38.23014450073242,
      "learning_rate": 7.5e-07,
      "loss": 4.8756,
      "step": 15
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 38.57551574707031,
      "learning_rate": 8.000000000000001e-07,
      "loss": 4.81,
      "step": 16
    },
    {
      "epoch": 0.15548780487804878,
      "grad_norm": 36.06121063232422,
      "learning_rate": 8.500000000000001e-07,
      "loss": 4.7901,
      "step": 17
    },
    {
      "epoch": 0.16463414634146342,
      "grad_norm": 34.38008117675781,
      "learning_rate": 9.000000000000001e-07,
      "loss": 4.5775,
      "step": 18
    },
    {
      "epoch": 0.17378048780487804,
      "grad_norm": 32.60890579223633,
      "learning_rate": 9.500000000000001e-07,
      "loss": 4.3737,
      "step": 19
    },
    {
      "epoch": 0.18292682926829268,
      "grad_norm": 31.983110427856445,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 4.3773,
      "step": 20
    },
    {
      "epoch": 0.19207317073170732,
      "grad_norm": 27.69571876525879,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 4.1276,
      "step": 21
    },
    {
      "epoch": 0.20121951219512196,
      "grad_norm": 26.542314529418945,
      "learning_rate": 1.1e-06,
      "loss": 4.0641,
      "step": 22
    },
    {
      "epoch": 0.21036585365853658,
      "grad_norm": 23.26603126525879,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 4.0197,
      "step": 23
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 21.04385757446289,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 4.0179,
      "step": 24
    },
    {
      "epoch": 0.22865853658536586,
      "grad_norm": 19.790103912353516,
      "learning_rate": 1.25e-06,
      "loss": 3.8334,
      "step": 25
    },
    {
      "epoch": 0.23780487804878048,
      "grad_norm": 18.2396183013916,
      "learning_rate": 1.3e-06,
      "loss": 3.7027,
      "step": 26
    },
    {
      "epoch": 0.24695121951219512,
      "grad_norm": 18.725860595703125,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 3.7268,
      "step": 27
    },
    {
      "epoch": 0.25609756097560976,
      "grad_norm": 18.91561508178711,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 3.52,
      "step": 28
    },
    {
      "epoch": 0.2652439024390244,
      "grad_norm": 18.196651458740234,
      "learning_rate": 1.45e-06,
      "loss": 3.4765,
      "step": 29
    },
    {
      "epoch": 0.27439024390243905,
      "grad_norm": 17.778606414794922,
      "learning_rate": 1.5e-06,
      "loss": 3.3573,
      "step": 30
    },
    {
      "epoch": 0.28353658536585363,
      "grad_norm": 16.23012924194336,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 3.2783,
      "step": 31
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 15.836565017700195,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 3.2319,
      "step": 32
    },
    {
      "epoch": 0.3018292682926829,
      "grad_norm": 11.919289588928223,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 3.1345,
      "step": 33
    },
    {
      "epoch": 0.31097560975609756,
      "grad_norm": 11.086843490600586,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 3.1153,
      "step": 34
    },
    {
      "epoch": 0.3201219512195122,
      "grad_norm": 7.563486576080322,
      "learning_rate": 1.75e-06,
      "loss": 2.9784,
      "step": 35
    },
    {
      "epoch": 0.32926829268292684,
      "grad_norm": 7.60545539855957,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.8568,
      "step": 36
    },
    {
      "epoch": 0.3384146341463415,
      "grad_norm": 7.071218013763428,
      "learning_rate": 1.85e-06,
      "loss": 2.8879,
      "step": 37
    },
    {
      "epoch": 0.3475609756097561,
      "grad_norm": 8.200672149658203,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 2.7437,
      "step": 38
    },
    {
      "epoch": 0.3567073170731707,
      "grad_norm": 12.079374313354492,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 2.7589,
      "step": 39
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 12.21938705444336,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.7098,
      "step": 40
    },
    {
      "epoch": 0.375,
      "grad_norm": 10.224228858947754,
      "learning_rate": 2.05e-06,
      "loss": 2.6803,
      "step": 41
    },
    {
      "epoch": 0.38414634146341464,
      "grad_norm": 10.054616928100586,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 2.4658,
      "step": 42
    },
    {
      "epoch": 0.3932926829268293,
      "grad_norm": 8.074049949645996,
      "learning_rate": 2.15e-06,
      "loss": 2.6341,
      "step": 43
    },
    {
      "epoch": 0.4024390243902439,
      "grad_norm": 5.721987724304199,
      "learning_rate": 2.2e-06,
      "loss": 2.3848,
      "step": 44
    },
    {
      "epoch": 0.4115853658536585,
      "grad_norm": 4.646566390991211,
      "learning_rate": 2.25e-06,
      "loss": 2.4323,
      "step": 45
    },
    {
      "epoch": 0.42073170731707316,
      "grad_norm": 4.591104984283447,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 2.4022,
      "step": 46
    },
    {
      "epoch": 0.4298780487804878,
      "grad_norm": 4.822715759277344,
      "learning_rate": 2.35e-06,
      "loss": 2.2768,
      "step": 47
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 5.176568984985352,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 2.281,
      "step": 48
    },
    {
      "epoch": 0.4481707317073171,
      "grad_norm": 4.731242656707764,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 2.235,
      "step": 49
    },
    {
      "epoch": 0.4573170731707317,
      "grad_norm": 4.6343865394592285,
      "learning_rate": 2.5e-06,
      "loss": 2.1465,
      "step": 50
    },
    {
      "epoch": 0.46646341463414637,
      "grad_norm": 4.669382095336914,
      "learning_rate": 2.55e-06,
      "loss": 2.0969,
      "step": 51
    },
    {
      "epoch": 0.47560975609756095,
      "grad_norm": 4.207769870758057,
      "learning_rate": 2.6e-06,
      "loss": 2.0308,
      "step": 52
    },
    {
      "epoch": 0.4847560975609756,
      "grad_norm": 5.222470760345459,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 1.9445,
      "step": 53
    },
    {
      "epoch": 0.49390243902439024,
      "grad_norm": 5.10925817489624,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 1.7763,
      "step": 54
    },
    {
      "epoch": 0.5030487804878049,
      "grad_norm": 4.8151044845581055,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 1.7661,
      "step": 55
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 6.155700206756592,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.6665,
      "step": 56
    },
    {
      "epoch": 0.5213414634146342,
      "grad_norm": 4.719021320343018,
      "learning_rate": 2.85e-06,
      "loss": 1.5532,
      "step": 57
    },
    {
      "epoch": 0.5304878048780488,
      "grad_norm": 4.591799259185791,
      "learning_rate": 2.9e-06,
      "loss": 1.5244,
      "step": 58
    },
    {
      "epoch": 0.5396341463414634,
      "grad_norm": 5.483795642852783,
      "learning_rate": 2.95e-06,
      "loss": 1.3816,
      "step": 59
    },
    {
      "epoch": 0.5487804878048781,
      "grad_norm": 4.32553768157959,
      "learning_rate": 3e-06,
      "loss": 1.4268,
      "step": 60
    },
    {
      "epoch": 0.5579268292682927,
      "grad_norm": 8.296231269836426,
      "learning_rate": 3.05e-06,
      "loss": 1.2887,
      "step": 61
    },
    {
      "epoch": 0.5670731707317073,
      "grad_norm": 5.07594108581543,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 1.228,
      "step": 62
    },
    {
      "epoch": 0.5762195121951219,
      "grad_norm": 8.427435874938965,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 1.1724,
      "step": 63
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 22.45092010498047,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.0871,
      "step": 64
    },
    {
      "epoch": 0.5945121951219512,
      "grad_norm": 20.67412567138672,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 1.0108,
      "step": 65
    },
    {
      "epoch": 0.6036585365853658,
      "grad_norm": 4.921634674072266,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.9775,
      "step": 66
    },
    {
      "epoch": 0.6128048780487805,
      "grad_norm": 4.477286338806152,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 0.9554,
      "step": 67
    },
    {
      "epoch": 0.6219512195121951,
      "grad_norm": 8.190194129943848,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.8583,
      "step": 68
    },
    {
      "epoch": 0.6310975609756098,
      "grad_norm": 29.21201515197754,
      "learning_rate": 3.45e-06,
      "loss": 0.8499,
      "step": 69
    },
    {
      "epoch": 0.6402439024390244,
      "grad_norm": 33.81047439575195,
      "learning_rate": 3.5e-06,
      "loss": 0.858,
      "step": 70
    },
    {
      "epoch": 0.649390243902439,
      "grad_norm": 3.5125606060028076,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 0.7227,
      "step": 71
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 18.493423461914062,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.7447,
      "step": 72
    },
    {
      "epoch": 0.6676829268292683,
      "grad_norm": 24.923927307128906,
      "learning_rate": 3.65e-06,
      "loss": 0.8423,
      "step": 73
    },
    {
      "epoch": 0.676829268292683,
      "grad_norm": 9.870631217956543,
      "learning_rate": 3.7e-06,
      "loss": 0.6934,
      "step": 74
    },
    {
      "epoch": 0.6859756097560976,
      "grad_norm": 20.598569869995117,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7005,
      "step": 75
    },
    {
      "epoch": 0.6951219512195121,
      "grad_norm": 30.662466049194336,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.6226,
      "step": 76
    },
    {
      "epoch": 0.7042682926829268,
      "grad_norm": 28.930774688720703,
      "learning_rate": 3.85e-06,
      "loss": 0.6357,
      "step": 77
    },
    {
      "epoch": 0.7134146341463414,
      "grad_norm": 7.140467166900635,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.6129,
      "step": 78
    },
    {
      "epoch": 0.7225609756097561,
      "grad_norm": 6.322911739349365,
      "learning_rate": 3.95e-06,
      "loss": 0.6086,
      "step": 79
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 5.404141426086426,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5986,
      "step": 80
    },
    {
      "epoch": 0.7408536585365854,
      "grad_norm": 24.445228576660156,
      "learning_rate": 4.05e-06,
      "loss": 0.5932,
      "step": 81
    },
    {
      "epoch": 0.75,
      "grad_norm": 14.275381088256836,
      "learning_rate": 4.1e-06,
      "loss": 0.5286,
      "step": 82
    },
    {
      "epoch": 0.7591463414634146,
      "grad_norm": 9.77132511138916,
      "learning_rate": 4.15e-06,
      "loss": 0.4814,
      "step": 83
    },
    {
      "epoch": 0.7682926829268293,
      "grad_norm": 11.043930053710938,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.4953,
      "step": 84
    },
    {
      "epoch": 0.7774390243902439,
      "grad_norm": 3.1333775520324707,
      "learning_rate": 4.25e-06,
      "loss": 0.4794,
      "step": 85
    },
    {
      "epoch": 0.7865853658536586,
      "grad_norm": 9.50448989868164,
      "learning_rate": 4.3e-06,
      "loss": 0.4451,
      "step": 86
    },
    {
      "epoch": 0.7957317073170732,
      "grad_norm": 5.867074489593506,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.4224,
      "step": 87
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 12.556106567382812,
      "learning_rate": 4.4e-06,
      "loss": 0.4224,
      "step": 88
    },
    {
      "epoch": 0.8140243902439024,
      "grad_norm": 7.916622638702393,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.4091,
      "step": 89
    },
    {
      "epoch": 0.823170731707317,
      "grad_norm": 2.970932722091675,
      "learning_rate": 4.5e-06,
      "loss": 0.4181,
      "step": 90
    },
    {
      "epoch": 0.8323170731707317,
      "grad_norm": 17.468870162963867,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.4031,
      "step": 91
    },
    {
      "epoch": 0.8414634146341463,
      "grad_norm": 15.861083984375,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.3604,
      "step": 92
    },
    {
      "epoch": 0.850609756097561,
      "grad_norm": 6.715958118438721,
      "learning_rate": 4.65e-06,
      "loss": 0.3489,
      "step": 93
    },
    {
      "epoch": 0.8597560975609756,
      "grad_norm": 5.439844608306885,
      "learning_rate": 4.7e-06,
      "loss": 0.3339,
      "step": 94
    },
    {
      "epoch": 0.8689024390243902,
      "grad_norm": 4.650434494018555,
      "learning_rate": 4.75e-06,
      "loss": 0.3189,
      "step": 95
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 15.319528579711914,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.3347,
      "step": 96
    },
    {
      "epoch": 0.8871951219512195,
      "grad_norm": 5.151925563812256,
      "learning_rate": 4.85e-06,
      "loss": 0.3043,
      "step": 97
    },
    {
      "epoch": 0.8963414634146342,
      "grad_norm": 6.351178169250488,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.2939,
      "step": 98
    },
    {
      "epoch": 0.9054878048780488,
      "grad_norm": 3.942911148071289,
      "learning_rate": 4.95e-06,
      "loss": 0.2887,
      "step": 99
    },
    {
      "epoch": 0.9146341463414634,
      "grad_norm": 3.0885493755340576,
      "learning_rate": 5e-06,
      "loss": 0.2992,
      "step": 100
    },
    {
      "epoch": 0.9237804878048781,
      "grad_norm": 7.023274898529053,
      "learning_rate": 4.999959803423605e-06,
      "loss": 0.2607,
      "step": 101
    },
    {
      "epoch": 0.9329268292682927,
      "grad_norm": 8.774216651916504,
      "learning_rate": 4.9998392149870315e-06,
      "loss": 0.2674,
      "step": 102
    },
    {
      "epoch": 0.9420731707317073,
      "grad_norm": 3.5439791679382324,
      "learning_rate": 4.999638238568072e-06,
      "loss": 0.2602,
      "step": 103
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 7.669381618499756,
      "learning_rate": 4.999356880629579e-06,
      "loss": 0.2718,
      "step": 104
    },
    {
      "epoch": 0.9603658536585366,
      "grad_norm": 6.9407854080200195,
      "learning_rate": 4.998995150219252e-06,
      "loss": 0.2494,
      "step": 105
    },
    {
      "epoch": 0.9695121951219512,
      "grad_norm": 12.144411087036133,
      "learning_rate": 4.998553058969352e-06,
      "loss": 0.2297,
      "step": 106
    },
    {
      "epoch": 0.9786585365853658,
      "grad_norm": 6.956138610839844,
      "learning_rate": 4.998030621096322e-06,
      "loss": 0.2386,
      "step": 107
    },
    {
      "epoch": 0.9878048780487805,
      "grad_norm": 8.304037094116211,
      "learning_rate": 4.997427853400333e-06,
      "loss": 0.23,
      "step": 108
    },
    {
      "epoch": 0.9969512195121951,
      "grad_norm": 7.031365394592285,
      "learning_rate": 4.996744775264743e-06,
      "loss": 0.2346,
      "step": 109
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.031365394592285,
      "learning_rate": 4.9959814086554735e-06,
      "loss": 0.0739,
      "step": 110
    },
    {
      "epoch": 1.0091463414634145,
      "grad_norm": 2.084608793258667,
      "learning_rate": 4.995137778120306e-06,
      "loss": 0.2422,
      "step": 111
    },
    {
      "epoch": 1.0182926829268293,
      "grad_norm": 38.12245178222656,
      "learning_rate": 4.994213910788085e-06,
      "loss": 0.1992,
      "step": 112
    },
    {
      "epoch": 1.0274390243902438,
      "grad_norm": 2.817565441131592,
      "learning_rate": 4.993209836367856e-06,
      "loss": 0.1882,
      "step": 113
    },
    {
      "epoch": 1.0365853658536586,
      "grad_norm": 11.774249076843262,
      "learning_rate": 4.9921255871479e-06,
      "loss": 0.2235,
      "step": 114
    },
    {
      "epoch": 1.045731707317073,
      "grad_norm": 2.3362019062042236,
      "learning_rate": 4.9909611979947046e-06,
      "loss": 0.1875,
      "step": 115
    },
    {
      "epoch": 1.0548780487804879,
      "grad_norm": 1.9516818523406982,
      "learning_rate": 4.989716706351835e-06,
      "loss": 0.1858,
      "step": 116
    },
    {
      "epoch": 1.0640243902439024,
      "grad_norm": 1.5484645366668701,
      "learning_rate": 4.9883921522387336e-06,
      "loss": 0.1845,
      "step": 117
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 7.430396556854248,
      "learning_rate": 4.986987578249433e-06,
      "loss": 0.184,
      "step": 118
    },
    {
      "epoch": 1.0823170731707317,
      "grad_norm": 2.0725948810577393,
      "learning_rate": 4.9855030295511845e-06,
      "loss": 0.177,
      "step": 119
    },
    {
      "epoch": 1.0914634146341464,
      "grad_norm": 4.836520671844482,
      "learning_rate": 4.98393855388301e-06,
      "loss": 0.1744,
      "step": 120
    },
    {
      "epoch": 1.100609756097561,
      "grad_norm": 5.22581672668457,
      "learning_rate": 4.982294201554162e-06,
      "loss": 0.1599,
      "step": 121
    },
    {
      "epoch": 1.1097560975609757,
      "grad_norm": 5.406208038330078,
      "learning_rate": 4.980570025442507e-06,
      "loss": 0.1645,
      "step": 122
    },
    {
      "epoch": 1.1189024390243902,
      "grad_norm": 8.736640930175781,
      "learning_rate": 4.978766080992827e-06,
      "loss": 0.1943,
      "step": 123
    },
    {
      "epoch": 1.1280487804878048,
      "grad_norm": 9.184198379516602,
      "learning_rate": 4.976882426215035e-06,
      "loss": 0.1753,
      "step": 124
    },
    {
      "epoch": 1.1371951219512195,
      "grad_norm": 5.317800521850586,
      "learning_rate": 4.974919121682307e-06,
      "loss": 0.1897,
      "step": 125
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 11.803364753723145,
      "learning_rate": 4.972876230529143e-06,
      "loss": 0.1516,
      "step": 126
    },
    {
      "epoch": 1.1554878048780488,
      "grad_norm": 31.74310302734375,
      "learning_rate": 4.9707538184493255e-06,
      "loss": 0.1947,
      "step": 127
    },
    {
      "epoch": 1.1646341463414633,
      "grad_norm": 1.956932783126831,
      "learning_rate": 4.968551953693813e-06,
      "loss": 0.1708,
      "step": 128
    },
    {
      "epoch": 1.173780487804878,
      "grad_norm": 4.64445686340332,
      "learning_rate": 4.966270707068548e-06,
      "loss": 0.1711,
      "step": 129
    },
    {
      "epoch": 1.1829268292682926,
      "grad_norm": 4.442819595336914,
      "learning_rate": 4.963910151932171e-06,
      "loss": 0.1572,
      "step": 130
    },
    {
      "epoch": 1.1920731707317074,
      "grad_norm": 1.9702759981155396,
      "learning_rate": 4.961470364193673e-06,
      "loss": 0.1364,
      "step": 131
    },
    {
      "epoch": 1.201219512195122,
      "grad_norm": 7.816587448120117,
      "learning_rate": 4.9589514223099425e-06,
      "loss": 0.1624,
      "step": 132
    },
    {
      "epoch": 1.2103658536585367,
      "grad_norm": 61.18424606323242,
      "learning_rate": 4.956353407283252e-06,
      "loss": 0.26,
      "step": 133
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 15.649847984313965,
      "learning_rate": 4.9536764026586505e-06,
      "loss": 0.1543,
      "step": 134
    },
    {
      "epoch": 1.228658536585366,
      "grad_norm": 2.249363660812378,
      "learning_rate": 4.950920494521274e-06,
      "loss": 0.152,
      "step": 135
    },
    {
      "epoch": 1.2378048780487805,
      "grad_norm": 4.055661678314209,
      "learning_rate": 4.948085771493579e-06,
      "loss": 0.1402,
      "step": 136
    },
    {
      "epoch": 1.2469512195121952,
      "grad_norm": 2.2803292274475098,
      "learning_rate": 4.945172324732496e-06,
      "loss": 0.1427,
      "step": 137
    },
    {
      "epoch": 1.2560975609756098,
      "grad_norm": 2.5540456771850586,
      "learning_rate": 4.942180247926492e-06,
      "loss": 0.143,
      "step": 138
    },
    {
      "epoch": 1.2652439024390243,
      "grad_norm": 8.80340576171875,
      "learning_rate": 4.939109637292563e-06,
      "loss": 0.1569,
      "step": 139
    },
    {
      "epoch": 1.274390243902439,
      "grad_norm": 3.1077523231506348,
      "learning_rate": 4.935960591573136e-06,
      "loss": 0.1313,
      "step": 140
    },
    {
      "epoch": 1.2835365853658536,
      "grad_norm": 1.2506815195083618,
      "learning_rate": 4.932733212032896e-06,
      "loss": 0.137,
      "step": 141
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 2.4397666454315186,
      "learning_rate": 4.929427602455532e-06,
      "loss": 0.1408,
      "step": 142
    },
    {
      "epoch": 1.3018292682926829,
      "grad_norm": 1.7658663988113403,
      "learning_rate": 4.926043869140392e-06,
      "loss": 0.133,
      "step": 143
    },
    {
      "epoch": 1.3109756097560976,
      "grad_norm": 1.0473108291625977,
      "learning_rate": 4.922582120899072e-06,
      "loss": 0.1358,
      "step": 144
    },
    {
      "epoch": 1.3201219512195121,
      "grad_norm": 5.566607475280762,
      "learning_rate": 4.919042469051916e-06,
      "loss": 0.1237,
      "step": 145
    },
    {
      "epoch": 1.329268292682927,
      "grad_norm": 1.0360139608383179,
      "learning_rate": 4.915425027424429e-06,
      "loss": 0.1274,
      "step": 146
    },
    {
      "epoch": 1.3384146341463414,
      "grad_norm": 1.9091176986694336,
      "learning_rate": 4.911729912343631e-06,
      "loss": 0.1439,
      "step": 147
    },
    {
      "epoch": 1.3475609756097562,
      "grad_norm": 1.5727638006210327,
      "learning_rate": 4.907957242634299e-06,
      "loss": 0.1259,
      "step": 148
    },
    {
      "epoch": 1.3567073170731707,
      "grad_norm": 1.0574792623519897,
      "learning_rate": 4.9041071396151585e-06,
      "loss": 0.142,
      "step": 149
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 8.020130157470703,
      "learning_rate": 4.900179727094978e-06,
      "loss": 0.1392,
      "step": 150
    },
    {
      "epoch": 1.375,
      "grad_norm": 3.156255006790161,
      "learning_rate": 4.896175131368587e-06,
      "loss": 0.152,
      "step": 151
    },
    {
      "epoch": 1.3841463414634148,
      "grad_norm": 2.3956990242004395,
      "learning_rate": 4.892093481212817e-06,
      "loss": 0.1244,
      "step": 152
    },
    {
      "epoch": 1.3932926829268293,
      "grad_norm": 2.6058578491210938,
      "learning_rate": 4.887934907882357e-06,
      "loss": 0.1271,
      "step": 153
    },
    {
      "epoch": 1.4024390243902438,
      "grad_norm": 1.7173289060592651,
      "learning_rate": 4.883699545105535e-06,
      "loss": 0.1257,
      "step": 154
    },
    {
      "epoch": 1.4115853658536586,
      "grad_norm": 2.2237367630004883,
      "learning_rate": 4.8793875290800186e-06,
      "loss": 0.127,
      "step": 155
    },
    {
      "epoch": 1.420731707317073,
      "grad_norm": 6.997623920440674,
      "learning_rate": 4.874998998468433e-06,
      "loss": 0.1454,
      "step": 156
    },
    {
      "epoch": 1.4298780487804879,
      "grad_norm": 10.645139694213867,
      "learning_rate": 4.870534094393903e-06,
      "loss": 0.1402,
      "step": 157
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 1.5808072090148926,
      "learning_rate": 4.865992960435514e-06,
      "loss": 0.1156,
      "step": 158
    },
    {
      "epoch": 1.4481707317073171,
      "grad_norm": 0.990803062915802,
      "learning_rate": 4.861375742623697e-06,
      "loss": 0.1286,
      "step": 159
    },
    {
      "epoch": 1.4573170731707317,
      "grad_norm": 1.5008662939071655,
      "learning_rate": 4.856682589435531e-06,
      "loss": 0.1282,
      "step": 160
    },
    {
      "epoch": 1.4664634146341464,
      "grad_norm": 1.772304892539978,
      "learning_rate": 4.851913651789968e-06,
      "loss": 0.1308,
      "step": 161
    },
    {
      "epoch": 1.475609756097561,
      "grad_norm": 1.201061487197876,
      "learning_rate": 4.847069083042982e-06,
      "loss": 0.1198,
      "step": 162
    },
    {
      "epoch": 1.4847560975609757,
      "grad_norm": 0.6147828698158264,
      "learning_rate": 4.8421490389826344e-06,
      "loss": 0.1138,
      "step": 163
    },
    {
      "epoch": 1.4939024390243902,
      "grad_norm": 1.3990256786346436,
      "learning_rate": 4.837153677824068e-06,
      "loss": 0.1205,
      "step": 164
    },
    {
      "epoch": 1.5030487804878048,
      "grad_norm": 1.6977574825286865,
      "learning_rate": 4.832083160204414e-06,
      "loss": 0.1128,
      "step": 165
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 2.4056453704833984,
      "learning_rate": 4.826937649177632e-06,
      "loss": 0.1184,
      "step": 166
    },
    {
      "epoch": 1.5213414634146343,
      "grad_norm": 2.7455694675445557,
      "learning_rate": 4.821717310209265e-06,
      "loss": 0.123,
      "step": 167
    },
    {
      "epoch": 1.5304878048780488,
      "grad_norm": 1.8243584632873535,
      "learning_rate": 4.816422311171115e-06,
      "loss": 0.1198,
      "step": 168
    },
    {
      "epoch": 1.5396341463414633,
      "grad_norm": 0.8920577764511108,
      "learning_rate": 4.811052822335849e-06,
      "loss": 0.1088,
      "step": 169
    },
    {
      "epoch": 1.548780487804878,
      "grad_norm": 1.6639117002487183,
      "learning_rate": 4.805609016371522e-06,
      "loss": 0.1231,
      "step": 170
    },
    {
      "epoch": 1.5579268292682928,
      "grad_norm": 1.383026123046875,
      "learning_rate": 4.800091068336024e-06,
      "loss": 0.1207,
      "step": 171
    },
    {
      "epoch": 1.5670731707317072,
      "grad_norm": 1.6599416732788086,
      "learning_rate": 4.79449915567145e-06,
      "loss": 0.1206,
      "step": 172
    },
    {
      "epoch": 1.576219512195122,
      "grad_norm": 1.5868676900863647,
      "learning_rate": 4.788833458198395e-06,
      "loss": 0.1158,
      "step": 173
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.0154211521148682,
      "learning_rate": 4.783094158110175e-06,
      "loss": 0.1091,
      "step": 174
    },
    {
      "epoch": 1.5945121951219512,
      "grad_norm": 2.1514394283294678,
      "learning_rate": 4.7772814399669585e-06,
      "loss": 0.1109,
      "step": 175
    },
    {
      "epoch": 1.6036585365853657,
      "grad_norm": 0.7475085258483887,
      "learning_rate": 4.7713954906898415e-06,
      "loss": 0.1162,
      "step": 176
    },
    {
      "epoch": 1.6128048780487805,
      "grad_norm": 0.8523163795471191,
      "learning_rate": 4.7654364995548325e-06,
      "loss": 0.1238,
      "step": 177
    },
    {
      "epoch": 1.6219512195121952,
      "grad_norm": 1.5456233024597168,
      "learning_rate": 4.759404658186765e-06,
      "loss": 0.1163,
      "step": 178
    },
    {
      "epoch": 1.6310975609756098,
      "grad_norm": 1.123340129852295,
      "learning_rate": 4.753300160553137e-06,
      "loss": 0.1104,
      "step": 179
    },
    {
      "epoch": 1.6402439024390243,
      "grad_norm": 1.16841721534729,
      "learning_rate": 4.747123202957871e-06,
      "loss": 0.1099,
      "step": 180
    },
    {
      "epoch": 1.649390243902439,
      "grad_norm": 2.025221109390259,
      "learning_rate": 4.740873984035009e-06,
      "loss": 0.1157,
      "step": 181
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 3.876469373703003,
      "learning_rate": 4.734552704742314e-06,
      "loss": 0.1122,
      "step": 182
    },
    {
      "epoch": 1.6676829268292683,
      "grad_norm": 1.5562145709991455,
      "learning_rate": 4.728159568354814e-06,
      "loss": 0.1127,
      "step": 183
    },
    {
      "epoch": 1.6768292682926829,
      "grad_norm": 1.4691755771636963,
      "learning_rate": 4.721694780458266e-06,
      "loss": 0.1182,
      "step": 184
    },
    {
      "epoch": 1.6859756097560976,
      "grad_norm": 1.9529973268508911,
      "learning_rate": 4.715158548942541e-06,
      "loss": 0.1153,
      "step": 185
    },
    {
      "epoch": 1.6951219512195121,
      "grad_norm": 1.9065771102905273,
      "learning_rate": 4.708551083994944e-06,
      "loss": 0.1163,
      "step": 186
    },
    {
      "epoch": 1.7042682926829267,
      "grad_norm": 1.0964735746383667,
      "learning_rate": 4.701872598093452e-06,
      "loss": 0.114,
      "step": 187
    },
    {
      "epoch": 1.7134146341463414,
      "grad_norm": 1.0885926485061646,
      "learning_rate": 4.695123305999877e-06,
      "loss": 0.114,
      "step": 188
    },
    {
      "epoch": 1.7225609756097562,
      "grad_norm": 1.1777565479278564,
      "learning_rate": 4.688303424752969e-06,
      "loss": 0.1116,
      "step": 189
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 1.3686976432800293,
      "learning_rate": 4.6814131736614286e-06,
      "loss": 0.1081,
      "step": 190
    },
    {
      "epoch": 1.7408536585365852,
      "grad_norm": 0.8220391869544983,
      "learning_rate": 4.674452774296861e-06,
      "loss": 0.1091,
      "step": 191
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.073935866355896,
      "learning_rate": 4.667422450486646e-06,
      "loss": 0.1148,
      "step": 192
    },
    {
      "epoch": 1.7591463414634148,
      "grad_norm": 1.389614224433899,
      "learning_rate": 4.660322428306741e-06,
      "loss": 0.1134,
      "step": 193
    },
    {
      "epoch": 1.7682926829268293,
      "grad_norm": 1.349023699760437,
      "learning_rate": 4.653152936074413e-06,
      "loss": 0.1056,
      "step": 194
    },
    {
      "epoch": 1.7774390243902438,
      "grad_norm": 1.0334906578063965,
      "learning_rate": 4.645914204340898e-06,
      "loss": 0.113,
      "step": 195
    },
    {
      "epoch": 1.7865853658536586,
      "grad_norm": 18.6312313079834,
      "learning_rate": 4.638606465883979e-06,
      "loss": 0.1351,
      "step": 196
    },
    {
      "epoch": 1.7957317073170733,
      "grad_norm": 0.7669345736503601,
      "learning_rate": 4.6312299557005125e-06,
      "loss": 0.1097,
      "step": 197
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 2.1091127395629883,
      "learning_rate": 4.623784910998862e-06,
      "loss": 0.1122,
      "step": 198
    },
    {
      "epoch": 1.8140243902439024,
      "grad_norm": 0.8031914830207825,
      "learning_rate": 4.616271571191273e-06,
      "loss": 0.1109,
      "step": 199
    },
    {
      "epoch": 1.8231707317073171,
      "grad_norm": 2.1154661178588867,
      "learning_rate": 4.608690177886177e-06,
      "loss": 0.1131,
      "step": 200
    },
    {
      "epoch": 1.8323170731707317,
      "grad_norm": 1.4946709871292114,
      "learning_rate": 4.6010409748804165e-06,
      "loss": 0.1136,
      "step": 201
    },
    {
      "epoch": 1.8414634146341462,
      "grad_norm": 1.0509642362594604,
      "learning_rate": 4.593324208151412e-06,
      "loss": 0.1162,
      "step": 202
    },
    {
      "epoch": 1.850609756097561,
      "grad_norm": 0.8742370009422302,
      "learning_rate": 4.585540125849244e-06,
      "loss": 0.1102,
      "step": 203
    },
    {
      "epoch": 1.8597560975609757,
      "grad_norm": 1.1283056735992432,
      "learning_rate": 4.577688978288681e-06,
      "loss": 0.1104,
      "step": 204
    },
    {
      "epoch": 1.8689024390243902,
      "grad_norm": 1.0081048011779785,
      "learning_rate": 4.569771017941125e-06,
      "loss": 0.1119,
      "step": 205
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 0.7291656732559204,
      "learning_rate": 4.561786499426494e-06,
      "loss": 0.1103,
      "step": 206
    },
    {
      "epoch": 1.8871951219512195,
      "grad_norm": 1.144096851348877,
      "learning_rate": 4.5537356795050346e-06,
      "loss": 0.1125,
      "step": 207
    },
    {
      "epoch": 1.8963414634146343,
      "grad_norm": 0.7317456603050232,
      "learning_rate": 4.545618817069066e-06,
      "loss": 0.1105,
      "step": 208
    },
    {
      "epoch": 1.9054878048780488,
      "grad_norm": 1.1636486053466797,
      "learning_rate": 4.537436173134653e-06,
      "loss": 0.1091,
      "step": 209
    },
    {
      "epoch": 1.9146341463414633,
      "grad_norm": 0.6319037675857544,
      "learning_rate": 4.529188010833212e-06,
      "loss": 0.1088,
      "step": 210
    },
    {
      "epoch": 1.923780487804878,
      "grad_norm": 0.7535589933395386,
      "learning_rate": 4.520874595403053e-06,
      "loss": 0.1041,
      "step": 211
    },
    {
      "epoch": 1.9329268292682928,
      "grad_norm": 1.0461041927337646,
      "learning_rate": 4.512496194180846e-06,
      "loss": 0.1129,
      "step": 212
    },
    {
      "epoch": 1.9420731707317072,
      "grad_norm": 0.6124874949455261,
      "learning_rate": 4.5040530765930275e-06,
      "loss": 0.1113,
      "step": 213
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 0.8516119122505188,
      "learning_rate": 4.495545514147134e-06,
      "loss": 0.1112,
      "step": 214
    },
    {
      "epoch": 1.9603658536585367,
      "grad_norm": 0.8919075131416321,
      "learning_rate": 4.486973780423073e-06,
      "loss": 0.1089,
      "step": 215
    },
    {
      "epoch": 1.9695121951219512,
      "grad_norm": 1.2183221578598022,
      "learning_rate": 4.478338151064323e-06,
      "loss": 0.1156,
      "step": 216
    },
    {
      "epoch": 1.9786585365853657,
      "grad_norm": 1.0123646259307861,
      "learning_rate": 4.4696389037690734e-06,
      "loss": 0.1077,
      "step": 217
    },
    {
      "epoch": 1.9878048780487805,
      "grad_norm": 0.8304896950721741,
      "learning_rate": 4.460876318281291e-06,
      "loss": 0.1051,
      "step": 218
    },
    {
      "epoch": 1.9969512195121952,
      "grad_norm": 0.5879438519477844,
      "learning_rate": 4.452050676381725e-06,
      "loss": 0.1064,
      "step": 219
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5879438519477844,
      "learning_rate": 4.443162261878846e-06,
      "loss": 0.0344,
      "step": 220
    },
    {
      "epoch": 2.0091463414634148,
      "grad_norm": 0.8598087430000305,
      "learning_rate": 4.434211360599721e-06,
      "loss": 0.1071,
      "step": 221
    },
    {
      "epoch": 2.018292682926829,
      "grad_norm": 0.5539699196815491,
      "learning_rate": 4.425198260380818e-06,
      "loss": 0.1095,
      "step": 222
    },
    {
      "epoch": 2.027439024390244,
      "grad_norm": 0.4581831395626068,
      "learning_rate": 4.416123251058756e-06,
      "loss": 0.104,
      "step": 223
    },
    {
      "epoch": 2.0365853658536586,
      "grad_norm": 0.550529420375824,
      "learning_rate": 4.406986624460979e-06,
      "loss": 0.1049,
      "step": 224
    },
    {
      "epoch": 2.0457317073170733,
      "grad_norm": 0.749291181564331,
      "learning_rate": 4.397788674396374e-06,
      "loss": 0.1091,
      "step": 225
    },
    {
      "epoch": 2.0548780487804876,
      "grad_norm": 0.7612536549568176,
      "learning_rate": 4.3885296966458225e-06,
      "loss": 0.1045,
      "step": 226
    },
    {
      "epoch": 2.0640243902439024,
      "grad_norm": 0.6671517491340637,
      "learning_rate": 4.37920998895269e-06,
      "loss": 0.1057,
      "step": 227
    },
    {
      "epoch": 2.073170731707317,
      "grad_norm": 0.5838347673416138,
      "learning_rate": 4.369829851013251e-06,
      "loss": 0.1061,
      "step": 228
    },
    {
      "epoch": 2.082317073170732,
      "grad_norm": 1.937151312828064,
      "learning_rate": 4.36038958446705e-06,
      "loss": 0.1074,
      "step": 229
    },
    {
      "epoch": 2.091463414634146,
      "grad_norm": 0.8083934187889099,
      "learning_rate": 4.350889492887202e-06,
      "loss": 0.1096,
      "step": 230
    },
    {
      "epoch": 2.100609756097561,
      "grad_norm": 0.6810253262519836,
      "learning_rate": 4.341329881770635e-06,
      "loss": 0.1024,
      "step": 231
    },
    {
      "epoch": 2.1097560975609757,
      "grad_norm": 0.8901084065437317,
      "learning_rate": 4.331711058528259e-06,
      "loss": 0.1064,
      "step": 232
    },
    {
      "epoch": 2.1189024390243905,
      "grad_norm": 0.34419459104537964,
      "learning_rate": 4.322033332475084e-06,
      "loss": 0.1074,
      "step": 233
    },
    {
      "epoch": 2.1280487804878048,
      "grad_norm": 0.8596321940422058,
      "learning_rate": 4.312297014820275e-06,
      "loss": 0.1061,
      "step": 234
    },
    {
      "epoch": 2.1371951219512195,
      "grad_norm": 0.8391798138618469,
      "learning_rate": 4.302502418657138e-06,
      "loss": 0.107,
      "step": 235
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 0.7193841338157654,
      "learning_rate": 4.292649858953063e-06,
      "loss": 0.1083,
      "step": 236
    },
    {
      "epoch": 2.1554878048780486,
      "grad_norm": 1.5975165367126465,
      "learning_rate": 4.282739652539384e-06,
      "loss": 0.109,
      "step": 237
    },
    {
      "epoch": 2.1646341463414633,
      "grad_norm": 0.9933533072471619,
      "learning_rate": 4.272772118101195e-06,
      "loss": 0.1073,
      "step": 238
    },
    {
      "epoch": 2.173780487804878,
      "grad_norm": 0.9281901717185974,
      "learning_rate": 4.262747576167106e-06,
      "loss": 0.1066,
      "step": 239
    },
    {
      "epoch": 2.182926829268293,
      "grad_norm": 3.2005884647369385,
      "learning_rate": 4.2526663490989264e-06,
      "loss": 0.1106,
      "step": 240
    },
    {
      "epoch": 2.192073170731707,
      "grad_norm": 1.084905982017517,
      "learning_rate": 4.24252876108131e-06,
      "loss": 0.1047,
      "step": 241
    },
    {
      "epoch": 2.201219512195122,
      "grad_norm": 0.5345124006271362,
      "learning_rate": 4.232335138111321e-06,
      "loss": 0.1027,
      "step": 242
    },
    {
      "epoch": 2.2103658536585367,
      "grad_norm": 0.6235584020614624,
      "learning_rate": 4.222085807987954e-06,
      "loss": 0.1032,
      "step": 243
    },
    {
      "epoch": 2.2195121951219514,
      "grad_norm": 0.9797384738922119,
      "learning_rate": 4.211781100301596e-06,
      "loss": 0.1082,
      "step": 244
    },
    {
      "epoch": 2.2286585365853657,
      "grad_norm": 0.3665165901184082,
      "learning_rate": 4.201421346423421e-06,
      "loss": 0.1057,
      "step": 245
    },
    {
      "epoch": 2.2378048780487805,
      "grad_norm": 1.232487440109253,
      "learning_rate": 4.19100687949474e-06,
      "loss": 0.1088,
      "step": 246
    },
    {
      "epoch": 2.2469512195121952,
      "grad_norm": 0.8028481602668762,
      "learning_rate": 4.180538034416287e-06,
      "loss": 0.1119,
      "step": 247
    },
    {
      "epoch": 2.2560975609756095,
      "grad_norm": 1.094025731086731,
      "learning_rate": 4.1700151478374436e-06,
      "loss": 0.1033,
      "step": 248
    },
    {
      "epoch": 2.2652439024390243,
      "grad_norm": 1.0119608640670776,
      "learning_rate": 4.159438558145425e-06,
      "loss": 0.108,
      "step": 249
    },
    {
      "epoch": 2.274390243902439,
      "grad_norm": 0.6864210963249207,
      "learning_rate": 4.148808605454385e-06,
      "loss": 0.1072,
      "step": 250
    },
    {
      "epoch": 2.283536585365854,
      "grad_norm": 0.8415966629981995,
      "learning_rate": 4.138125631594488e-06,
      "loss": 0.1052,
      "step": 251
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 0.7150280475616455,
      "learning_rate": 4.127389980100916e-06,
      "loss": 0.1049,
      "step": 252
    },
    {
      "epoch": 2.301829268292683,
      "grad_norm": 1.2521971464157104,
      "learning_rate": 4.116601996202815e-06,
      "loss": 0.1078,
      "step": 253
    },
    {
      "epoch": 2.3109756097560976,
      "grad_norm": 0.8204450011253357,
      "learning_rate": 4.1057620268122e-06,
      "loss": 0.1078,
      "step": 254
    },
    {
      "epoch": 2.3201219512195124,
      "grad_norm": 1.0992320775985718,
      "learning_rate": 4.0948704205128e-06,
      "loss": 0.1063,
      "step": 255
    },
    {
      "epoch": 2.3292682926829267,
      "grad_norm": 0.4928065240383148,
      "learning_rate": 4.08392752754884e-06,
      "loss": 0.1076,
      "step": 256
    },
    {
      "epoch": 2.3384146341463414,
      "grad_norm": 1.1588791608810425,
      "learning_rate": 4.072933699813788e-06,
      "loss": 0.1075,
      "step": 257
    },
    {
      "epoch": 2.347560975609756,
      "grad_norm": 0.5810270309448242,
      "learning_rate": 4.061889290839032e-06,
      "loss": 0.107,
      "step": 258
    },
    {
      "epoch": 2.3567073170731705,
      "grad_norm": 0.8428746461868286,
      "learning_rate": 4.050794655782515e-06,
      "loss": 0.1057,
      "step": 259
    },
    {
      "epoch": 2.3658536585365852,
      "grad_norm": 1.4898464679718018,
      "learning_rate": 4.039650151417316e-06,
      "loss": 0.1043,
      "step": 260
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.8613987565040588,
      "learning_rate": 4.028456136120169e-06,
      "loss": 0.1011,
      "step": 261
    },
    {
      "epoch": 2.3841463414634148,
      "grad_norm": 0.7771743535995483,
      "learning_rate": 4.017212969859948e-06,
      "loss": 0.1073,
      "step": 262
    },
    {
      "epoch": 2.3932926829268295,
      "grad_norm": 0.4884893596172333,
      "learning_rate": 4.0059210141860875e-06,
      "loss": 0.104,
      "step": 263
    },
    {
      "epoch": 2.402439024390244,
      "grad_norm": 0.8188875317573547,
      "learning_rate": 3.994580632216952e-06,
      "loss": 0.1043,
      "step": 264
    },
    {
      "epoch": 2.4115853658536586,
      "grad_norm": 0.814239501953125,
      "learning_rate": 3.9831921886281675e-06,
      "loss": 0.1073,
      "step": 265
    },
    {
      "epoch": 2.4207317073170733,
      "grad_norm": 1.029391884803772,
      "learning_rate": 3.971756049640888e-06,
      "loss": 0.103,
      "step": 266
    },
    {
      "epoch": 2.4298780487804876,
      "grad_norm": 0.3826993405818939,
      "learning_rate": 3.96027258301002e-06,
      "loss": 0.1089,
      "step": 267
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 0.5306946039199829,
      "learning_rate": 3.9487421580123995e-06,
      "loss": 0.1086,
      "step": 268
    },
    {
      "epoch": 2.448170731707317,
      "grad_norm": 1.286549687385559,
      "learning_rate": 3.937165145434914e-06,
      "loss": 0.1085,
      "step": 269
    },
    {
      "epoch": 2.457317073170732,
      "grad_norm": 1.5009950399398804,
      "learning_rate": 3.92554191756258e-06,
      "loss": 0.1068,
      "step": 270
    },
    {
      "epoch": 2.466463414634146,
      "grad_norm": 0.9225317239761353,
      "learning_rate": 3.9138728481665696e-06,
      "loss": 0.1059,
      "step": 271
    },
    {
      "epoch": 2.475609756097561,
      "grad_norm": 0.5062177181243896,
      "learning_rate": 3.902158312492196e-06,
      "loss": 0.1089,
      "step": 272
    },
    {
      "epoch": 2.4847560975609757,
      "grad_norm": 0.6272971630096436,
      "learning_rate": 3.8903986872468416e-06,
      "loss": 0.1099,
      "step": 273
    },
    {
      "epoch": 2.4939024390243905,
      "grad_norm": 1.207027554512024,
      "learning_rate": 3.878594350587844e-06,
      "loss": 0.1086,
      "step": 274
    },
    {
      "epoch": 2.5030487804878048,
      "grad_norm": 0.8417999744415283,
      "learning_rate": 3.866745682110343e-06,
      "loss": 0.1091,
      "step": 275
    },
    {
      "epoch": 2.5121951219512195,
      "grad_norm": 0.5926170945167542,
      "learning_rate": 3.854853062835062e-06,
      "loss": 0.1081,
      "step": 276
    },
    {
      "epoch": 2.5213414634146343,
      "grad_norm": 0.5806312561035156,
      "learning_rate": 3.842916875196066e-06,
      "loss": 0.1057,
      "step": 277
    },
    {
      "epoch": 2.5304878048780486,
      "grad_norm": 1.2453746795654297,
      "learning_rate": 3.830937503028457e-06,
      "loss": 0.1086,
      "step": 278
    },
    {
      "epoch": 2.5396341463414633,
      "grad_norm": 0.32152408361434937,
      "learning_rate": 3.818915331556032e-06,
      "loss": 0.1076,
      "step": 279
    },
    {
      "epoch": 2.548780487804878,
      "grad_norm": 0.5756719708442688,
      "learning_rate": 3.8068507473789016e-06,
      "loss": 0.1057,
      "step": 280
    },
    {
      "epoch": 2.557926829268293,
      "grad_norm": 0.9345139861106873,
      "learning_rate": 3.7947441384610473e-06,
      "loss": 0.1043,
      "step": 281
    },
    {
      "epoch": 2.567073170731707,
      "grad_norm": 0.6475419998168945,
      "learning_rate": 3.7825958941178538e-06,
      "loss": 0.1046,
      "step": 282
    },
    {
      "epoch": 2.576219512195122,
      "grad_norm": 0.7345425486564636,
      "learning_rate": 3.770406405003586e-06,
      "loss": 0.1042,
      "step": 283
    },
    {
      "epoch": 2.5853658536585367,
      "grad_norm": 0.769500195980072,
      "learning_rate": 3.758176063098829e-06,
      "loss": 0.1048,
      "step": 284
    },
    {
      "epoch": 2.5945121951219514,
      "grad_norm": 0.5934444665908813,
      "learning_rate": 3.745905261697881e-06,
      "loss": 0.1086,
      "step": 285
    },
    {
      "epoch": 2.6036585365853657,
      "grad_norm": 0.5718421936035156,
      "learning_rate": 3.7335943953961063e-06,
      "loss": 0.1027,
      "step": 286
    },
    {
      "epoch": 2.6128048780487805,
      "grad_norm": 0.6114512085914612,
      "learning_rate": 3.721243860077247e-06,
      "loss": 0.1091,
      "step": 287
    },
    {
      "epoch": 2.6219512195121952,
      "grad_norm": 0.5620512366294861,
      "learning_rate": 3.708854052900693e-06,
      "loss": 0.1088,
      "step": 288
    },
    {
      "epoch": 2.6310975609756095,
      "grad_norm": 0.6152999997138977,
      "learning_rate": 3.696425372288708e-06,
      "loss": 0.1035,
      "step": 289
    },
    {
      "epoch": 2.6402439024390243,
      "grad_norm": 0.9731057286262512,
      "learning_rate": 3.68395821791362e-06,
      "loss": 0.1066,
      "step": 290
    },
    {
      "epoch": 2.649390243902439,
      "grad_norm": 0.49733713269233704,
      "learning_rate": 3.6714529906849683e-06,
      "loss": 0.1045,
      "step": 291
    },
    {
      "epoch": 2.658536585365854,
      "grad_norm": 0.49706941843032837,
      "learning_rate": 3.65891009273661e-06,
      "loss": 0.1035,
      "step": 292
    },
    {
      "epoch": 2.6676829268292686,
      "grad_norm": 0.32593467831611633,
      "learning_rate": 3.6463299274137883e-06,
      "loss": 0.1017,
      "step": 293
    },
    {
      "epoch": 2.676829268292683,
      "grad_norm": 0.4569077491760254,
      "learning_rate": 3.6337128992601665e-06,
      "loss": 0.1061,
      "step": 294
    },
    {
      "epoch": 2.6859756097560976,
      "grad_norm": 0.5540208220481873,
      "learning_rate": 3.621059414004811e-06,
      "loss": 0.106,
      "step": 295
    },
    {
      "epoch": 2.6951219512195124,
      "grad_norm": 0.9319402575492859,
      "learning_rate": 3.6083698785491537e-06,
      "loss": 0.1042,
      "step": 296
    },
    {
      "epoch": 2.7042682926829267,
      "grad_norm": 0.795711874961853,
      "learning_rate": 3.595644700953898e-06,
      "loss": 0.104,
      "step": 297
    },
    {
      "epoch": 2.7134146341463414,
      "grad_norm": 0.4707932472229004,
      "learning_rate": 3.582884290425903e-06,
      "loss": 0.1087,
      "step": 298
    },
    {
      "epoch": 2.722560975609756,
      "grad_norm": 0.7709797620773315,
      "learning_rate": 3.5700890573050224e-06,
      "loss": 0.107,
      "step": 299
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 1.1342726945877075,
      "learning_rate": 3.5572594130509074e-06,
      "loss": 0.1029,
      "step": 300
    },
    {
      "epoch": 2.7408536585365852,
      "grad_norm": 0.9055543541908264,
      "learning_rate": 3.544395770229781e-06,
      "loss": 0.1087,
      "step": 301
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.084656000137329,
      "learning_rate": 3.531498542501161e-06,
      "loss": 0.1044,
      "step": 302
    },
    {
      "epoch": 2.7591463414634148,
      "grad_norm": 0.5991970300674438,
      "learning_rate": 3.51856814460457e-06,
      "loss": 0.1064,
      "step": 303
    },
    {
      "epoch": 2.7682926829268295,
      "grad_norm": 1.7364325523376465,
      "learning_rate": 3.5056049923461873e-06,
      "loss": 0.1079,
      "step": 304
    },
    {
      "epoch": 2.777439024390244,
      "grad_norm": 0.4037036895751953,
      "learning_rate": 3.4926095025854863e-06,
      "loss": 0.1058,
      "step": 305
    },
    {
      "epoch": 2.7865853658536586,
      "grad_norm": 0.8944678902626038,
      "learning_rate": 3.479582093221824e-06,
      "loss": 0.1064,
      "step": 306
    },
    {
      "epoch": 2.7957317073170733,
      "grad_norm": 0.5730510950088501,
      "learning_rate": 3.4665231831810055e-06,
      "loss": 0.1055,
      "step": 307
    },
    {
      "epoch": 2.8048780487804876,
      "grad_norm": 0.519359827041626,
      "learning_rate": 3.45343319240181e-06,
      "loss": 0.1069,
      "step": 308
    },
    {
      "epoch": 2.8140243902439024,
      "grad_norm": 0.6074658632278442,
      "learning_rate": 3.44031254182249e-06,
      "loss": 0.1058,
      "step": 309
    },
    {
      "epoch": 2.823170731707317,
      "grad_norm": 0.37584108114242554,
      "learning_rate": 3.4271616533672312e-06,
      "loss": 0.1052,
      "step": 310
    },
    {
      "epoch": 2.8323170731707314,
      "grad_norm": 0.7730855941772461,
      "learning_rate": 3.413980949932589e-06,
      "loss": 0.1037,
      "step": 311
    },
    {
      "epoch": 2.841463414634146,
      "grad_norm": 0.9912458062171936,
      "learning_rate": 3.4007708553738837e-06,
      "loss": 0.1039,
      "step": 312
    },
    {
      "epoch": 2.850609756097561,
      "grad_norm": 0.36861947178840637,
      "learning_rate": 3.3875317944915765e-06,
      "loss": 0.1083,
      "step": 313
    },
    {
      "epoch": 2.8597560975609757,
      "grad_norm": 0.6069959402084351,
      "learning_rate": 3.3742641930176044e-06,
      "loss": 0.1063,
      "step": 314
    },
    {
      "epoch": 2.8689024390243905,
      "grad_norm": 0.5478480458259583,
      "learning_rate": 3.3609684776016932e-06,
      "loss": 0.1033,
      "step": 315
    },
    {
      "epoch": 2.8780487804878048,
      "grad_norm": 0.8352198004722595,
      "learning_rate": 3.3476450757976353e-06,
      "loss": 0.1026,
      "step": 316
    },
    {
      "epoch": 2.8871951219512195,
      "grad_norm": 0.32641175389289856,
      "learning_rate": 3.3342944160495405e-06,
      "loss": 0.1065,
      "step": 317
    },
    {
      "epoch": 2.8963414634146343,
      "grad_norm": 0.8076167702674866,
      "learning_rate": 3.3209169276780612e-06,
      "loss": 0.105,
      "step": 318
    },
    {
      "epoch": 2.9054878048780486,
      "grad_norm": 0.3602111041545868,
      "learning_rate": 3.307513040866584e-06,
      "loss": 0.106,
      "step": 319
    },
    {
      "epoch": 2.9146341463414633,
      "grad_norm": 0.227371945977211,
      "learning_rate": 3.2940831866473967e-06,
      "loss": 0.1029,
      "step": 320
    },
    {
      "epoch": 2.923780487804878,
      "grad_norm": 0.5158879160881042,
      "learning_rate": 3.280627796887828e-06,
      "loss": 0.1046,
      "step": 321
    },
    {
      "epoch": 2.932926829268293,
      "grad_norm": 1.0091784000396729,
      "learning_rate": 3.2671473042763603e-06,
      "loss": 0.1063,
      "step": 322
    },
    {
      "epoch": 2.942073170731707,
      "grad_norm": 0.9310367107391357,
      "learning_rate": 3.2536421423087137e-06,
      "loss": 0.1015,
      "step": 323
    },
    {
      "epoch": 2.951219512195122,
      "grad_norm": 0.7602329254150391,
      "learning_rate": 3.2401127452739106e-06,
      "loss": 0.1061,
      "step": 324
    },
    {
      "epoch": 2.9603658536585367,
      "grad_norm": 0.3374696671962738,
      "learning_rate": 3.2265595482403002e-06,
      "loss": 0.1049,
      "step": 325
    },
    {
      "epoch": 2.9695121951219514,
      "grad_norm": 0.8469128012657166,
      "learning_rate": 3.212982987041582e-06,
      "loss": 0.1059,
      "step": 326
    },
    {
      "epoch": 2.9786585365853657,
      "grad_norm": 0.7546894550323486,
      "learning_rate": 3.199383498262777e-06,
      "loss": 0.1067,
      "step": 327
    }
  ],
  "logging_steps": 1,
  "max_steps": 654,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 109,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.884240649702605e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}