| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9786585365853657, | |
| "eval_steps": 500, | |
| "global_step": 327, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009146341463414634, | |
| "grad_norm": 40.05127716064453, | |
| "learning_rate": 5.0000000000000004e-08, | |
| "loss": 5.1282, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.018292682926829267, | |
| "grad_norm": 39.01039505004883, | |
| "learning_rate": 1.0000000000000001e-07, | |
| "loss": 5.0586, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.027439024390243903, | |
| "grad_norm": 40.20766067504883, | |
| "learning_rate": 1.5000000000000002e-07, | |
| "loss": 5.0311, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.036585365853658534, | |
| "grad_norm": 38.70350646972656, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 5.1598, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.04573170731707317, | |
| "grad_norm": 39.230979919433594, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 5.0812, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.054878048780487805, | |
| "grad_norm": 39.45293045043945, | |
| "learning_rate": 3.0000000000000004e-07, | |
| "loss": 5.0841, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06402439024390244, | |
| "grad_norm": 38.92170333862305, | |
| "learning_rate": 3.5000000000000004e-07, | |
| "loss": 5.022, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.07317073170731707, | |
| "grad_norm": 38.932369232177734, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 5.0876, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.08231707317073171, | |
| "grad_norm": 39.60245132446289, | |
| "learning_rate": 4.5000000000000003e-07, | |
| "loss": 5.0798, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.09146341463414634, | |
| "grad_norm": 39.53607177734375, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 5.0105, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.10060975609756098, | |
| "grad_norm": 39.50700378417969, | |
| "learning_rate": 5.5e-07, | |
| "loss": 4.9951, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.10975609756097561, | |
| "grad_norm": 39.52376174926758, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 4.9163, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.11890243902439024, | |
| "grad_norm": 39.15214157104492, | |
| "learning_rate": 6.5e-07, | |
| "loss": 4.9634, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.12804878048780488, | |
| "grad_norm": 37.795066833496094, | |
| "learning_rate": 7.000000000000001e-07, | |
| "loss": 4.819, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.13719512195121952, | |
| "grad_norm": 38.23014450073242, | |
| "learning_rate": 7.5e-07, | |
| "loss": 4.8756, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.14634146341463414, | |
| "grad_norm": 38.57551574707031, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 4.81, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.15548780487804878, | |
| "grad_norm": 36.06121063232422, | |
| "learning_rate": 8.500000000000001e-07, | |
| "loss": 4.7901, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.16463414634146342, | |
| "grad_norm": 34.38008117675781, | |
| "learning_rate": 9.000000000000001e-07, | |
| "loss": 4.5775, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.17378048780487804, | |
| "grad_norm": 32.60890579223633, | |
| "learning_rate": 9.500000000000001e-07, | |
| "loss": 4.3737, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.18292682926829268, | |
| "grad_norm": 31.983110427856445, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 4.3773, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.19207317073170732, | |
| "grad_norm": 27.69571876525879, | |
| "learning_rate": 1.0500000000000001e-06, | |
| "loss": 4.1276, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.20121951219512196, | |
| "grad_norm": 26.542314529418945, | |
| "learning_rate": 1.1e-06, | |
| "loss": 4.0641, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.21036585365853658, | |
| "grad_norm": 23.26603126525879, | |
| "learning_rate": 1.1500000000000002e-06, | |
| "loss": 4.0197, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.21951219512195122, | |
| "grad_norm": 21.04385757446289, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 4.0179, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.22865853658536586, | |
| "grad_norm": 19.790103912353516, | |
| "learning_rate": 1.25e-06, | |
| "loss": 3.8334, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.23780487804878048, | |
| "grad_norm": 18.2396183013916, | |
| "learning_rate": 1.3e-06, | |
| "loss": 3.7027, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.24695121951219512, | |
| "grad_norm": 18.725860595703125, | |
| "learning_rate": 1.3500000000000002e-06, | |
| "loss": 3.7268, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.25609756097560976, | |
| "grad_norm": 18.91561508178711, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 3.52, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.2652439024390244, | |
| "grad_norm": 18.196651458740234, | |
| "learning_rate": 1.45e-06, | |
| "loss": 3.4765, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.27439024390243905, | |
| "grad_norm": 17.778606414794922, | |
| "learning_rate": 1.5e-06, | |
| "loss": 3.3573, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.28353658536585363, | |
| "grad_norm": 16.23012924194336, | |
| "learning_rate": 1.5500000000000002e-06, | |
| "loss": 3.2783, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2926829268292683, | |
| "grad_norm": 15.836565017700195, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 3.2319, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.3018292682926829, | |
| "grad_norm": 11.919289588928223, | |
| "learning_rate": 1.6500000000000003e-06, | |
| "loss": 3.1345, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.31097560975609756, | |
| "grad_norm": 11.086843490600586, | |
| "learning_rate": 1.7000000000000002e-06, | |
| "loss": 3.1153, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3201219512195122, | |
| "grad_norm": 7.563486576080322, | |
| "learning_rate": 1.75e-06, | |
| "loss": 2.9784, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.32926829268292684, | |
| "grad_norm": 7.60545539855957, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 2.8568, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.3384146341463415, | |
| "grad_norm": 7.071218013763428, | |
| "learning_rate": 1.85e-06, | |
| "loss": 2.8879, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.3475609756097561, | |
| "grad_norm": 8.200672149658203, | |
| "learning_rate": 1.9000000000000002e-06, | |
| "loss": 2.7437, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.3567073170731707, | |
| "grad_norm": 12.079374313354492, | |
| "learning_rate": 1.9500000000000004e-06, | |
| "loss": 2.7589, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.36585365853658536, | |
| "grad_norm": 12.21938705444336, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.7098, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 10.224228858947754, | |
| "learning_rate": 2.05e-06, | |
| "loss": 2.6803, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.38414634146341464, | |
| "grad_norm": 10.054616928100586, | |
| "learning_rate": 2.1000000000000002e-06, | |
| "loss": 2.4658, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3932926829268293, | |
| "grad_norm": 8.074049949645996, | |
| "learning_rate": 2.15e-06, | |
| "loss": 2.6341, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.4024390243902439, | |
| "grad_norm": 5.721987724304199, | |
| "learning_rate": 2.2e-06, | |
| "loss": 2.3848, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.4115853658536585, | |
| "grad_norm": 4.646566390991211, | |
| "learning_rate": 2.25e-06, | |
| "loss": 2.4323, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.42073170731707316, | |
| "grad_norm": 4.591104984283447, | |
| "learning_rate": 2.3000000000000004e-06, | |
| "loss": 2.4022, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.4298780487804878, | |
| "grad_norm": 4.822715759277344, | |
| "learning_rate": 2.35e-06, | |
| "loss": 2.2768, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.43902439024390244, | |
| "grad_norm": 5.176568984985352, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 2.281, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.4481707317073171, | |
| "grad_norm": 4.731242656707764, | |
| "learning_rate": 2.4500000000000003e-06, | |
| "loss": 2.235, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.4573170731707317, | |
| "grad_norm": 4.6343865394592285, | |
| "learning_rate": 2.5e-06, | |
| "loss": 2.1465, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.46646341463414637, | |
| "grad_norm": 4.669382095336914, | |
| "learning_rate": 2.55e-06, | |
| "loss": 2.0969, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.47560975609756095, | |
| "grad_norm": 4.207769870758057, | |
| "learning_rate": 2.6e-06, | |
| "loss": 2.0308, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.4847560975609756, | |
| "grad_norm": 5.222470760345459, | |
| "learning_rate": 2.6500000000000005e-06, | |
| "loss": 1.9445, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.49390243902439024, | |
| "grad_norm": 5.10925817489624, | |
| "learning_rate": 2.7000000000000004e-06, | |
| "loss": 1.7763, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.5030487804878049, | |
| "grad_norm": 4.8151044845581055, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 1.7661, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5121951219512195, | |
| "grad_norm": 6.155700206756592, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 1.6665, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.5213414634146342, | |
| "grad_norm": 4.719021320343018, | |
| "learning_rate": 2.85e-06, | |
| "loss": 1.5532, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.5304878048780488, | |
| "grad_norm": 4.591799259185791, | |
| "learning_rate": 2.9e-06, | |
| "loss": 1.5244, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.5396341463414634, | |
| "grad_norm": 5.483795642852783, | |
| "learning_rate": 2.95e-06, | |
| "loss": 1.3816, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5487804878048781, | |
| "grad_norm": 4.32553768157959, | |
| "learning_rate": 3e-06, | |
| "loss": 1.4268, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5579268292682927, | |
| "grad_norm": 8.296231269836426, | |
| "learning_rate": 3.05e-06, | |
| "loss": 1.2887, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.5670731707317073, | |
| "grad_norm": 5.07594108581543, | |
| "learning_rate": 3.1000000000000004e-06, | |
| "loss": 1.228, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.5762195121951219, | |
| "grad_norm": 8.427435874938965, | |
| "learning_rate": 3.1500000000000003e-06, | |
| "loss": 1.1724, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.5853658536585366, | |
| "grad_norm": 22.45092010498047, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.0871, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.5945121951219512, | |
| "grad_norm": 20.67412567138672, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 1.0108, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.6036585365853658, | |
| "grad_norm": 4.921634674072266, | |
| "learning_rate": 3.3000000000000006e-06, | |
| "loss": 0.9775, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.6128048780487805, | |
| "grad_norm": 4.477286338806152, | |
| "learning_rate": 3.3500000000000005e-06, | |
| "loss": 0.9554, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.6219512195121951, | |
| "grad_norm": 8.190194129943848, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 0.8583, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.6310975609756098, | |
| "grad_norm": 29.21201515197754, | |
| "learning_rate": 3.45e-06, | |
| "loss": 0.8499, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6402439024390244, | |
| "grad_norm": 33.81047439575195, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.858, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.649390243902439, | |
| "grad_norm": 3.5125606060028076, | |
| "learning_rate": 3.5500000000000003e-06, | |
| "loss": 0.7227, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.6585365853658537, | |
| "grad_norm": 18.493423461914062, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 0.7447, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.6676829268292683, | |
| "grad_norm": 24.923927307128906, | |
| "learning_rate": 3.65e-06, | |
| "loss": 0.8423, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.676829268292683, | |
| "grad_norm": 9.870631217956543, | |
| "learning_rate": 3.7e-06, | |
| "loss": 0.6934, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.6859756097560976, | |
| "grad_norm": 20.598569869995117, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.7005, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6951219512195121, | |
| "grad_norm": 30.662466049194336, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 0.6226, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.7042682926829268, | |
| "grad_norm": 28.930774688720703, | |
| "learning_rate": 3.85e-06, | |
| "loss": 0.6357, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.7134146341463414, | |
| "grad_norm": 7.140467166900635, | |
| "learning_rate": 3.900000000000001e-06, | |
| "loss": 0.6129, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.7225609756097561, | |
| "grad_norm": 6.322911739349365, | |
| "learning_rate": 3.95e-06, | |
| "loss": 0.6086, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.7317073170731707, | |
| "grad_norm": 5.404141426086426, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.5986, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7408536585365854, | |
| "grad_norm": 24.445228576660156, | |
| "learning_rate": 4.05e-06, | |
| "loss": 0.5932, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 14.275381088256836, | |
| "learning_rate": 4.1e-06, | |
| "loss": 0.5286, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.7591463414634146, | |
| "grad_norm": 9.77132511138916, | |
| "learning_rate": 4.15e-06, | |
| "loss": 0.4814, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.7682926829268293, | |
| "grad_norm": 11.043930053710938, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 0.4953, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7774390243902439, | |
| "grad_norm": 3.1333775520324707, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.4794, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7865853658536586, | |
| "grad_norm": 9.50448989868164, | |
| "learning_rate": 4.3e-06, | |
| "loss": 0.4451, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.7957317073170732, | |
| "grad_norm": 5.867074489593506, | |
| "learning_rate": 4.350000000000001e-06, | |
| "loss": 0.4224, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.8048780487804879, | |
| "grad_norm": 12.556106567382812, | |
| "learning_rate": 4.4e-06, | |
| "loss": 0.4224, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.8140243902439024, | |
| "grad_norm": 7.916622638702393, | |
| "learning_rate": 4.450000000000001e-06, | |
| "loss": 0.4091, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.823170731707317, | |
| "grad_norm": 2.970932722091675, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.4181, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8323170731707317, | |
| "grad_norm": 17.468870162963867, | |
| "learning_rate": 4.5500000000000005e-06, | |
| "loss": 0.4031, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.8414634146341463, | |
| "grad_norm": 15.861083984375, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 0.3604, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.850609756097561, | |
| "grad_norm": 6.715958118438721, | |
| "learning_rate": 4.65e-06, | |
| "loss": 0.3489, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.8597560975609756, | |
| "grad_norm": 5.439844608306885, | |
| "learning_rate": 4.7e-06, | |
| "loss": 0.3339, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.8689024390243902, | |
| "grad_norm": 4.650434494018555, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.3189, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8780487804878049, | |
| "grad_norm": 15.319528579711914, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 0.3347, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8871951219512195, | |
| "grad_norm": 5.151925563812256, | |
| "learning_rate": 4.85e-06, | |
| "loss": 0.3043, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.8963414634146342, | |
| "grad_norm": 6.351178169250488, | |
| "learning_rate": 4.9000000000000005e-06, | |
| "loss": 0.2939, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.9054878048780488, | |
| "grad_norm": 3.942911148071289, | |
| "learning_rate": 4.95e-06, | |
| "loss": 0.2887, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.9146341463414634, | |
| "grad_norm": 3.0885493755340576, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2992, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9237804878048781, | |
| "grad_norm": 7.023274898529053, | |
| "learning_rate": 4.999959803423605e-06, | |
| "loss": 0.2607, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.9329268292682927, | |
| "grad_norm": 8.774216651916504, | |
| "learning_rate": 4.9998392149870315e-06, | |
| "loss": 0.2674, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.9420731707317073, | |
| "grad_norm": 3.5439791679382324, | |
| "learning_rate": 4.999638238568072e-06, | |
| "loss": 0.2602, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.9512195121951219, | |
| "grad_norm": 7.669381618499756, | |
| "learning_rate": 4.999356880629579e-06, | |
| "loss": 0.2718, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.9603658536585366, | |
| "grad_norm": 6.9407854080200195, | |
| "learning_rate": 4.998995150219252e-06, | |
| "loss": 0.2494, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9695121951219512, | |
| "grad_norm": 12.144411087036133, | |
| "learning_rate": 4.998553058969352e-06, | |
| "loss": 0.2297, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.9786585365853658, | |
| "grad_norm": 6.956138610839844, | |
| "learning_rate": 4.998030621096322e-06, | |
| "loss": 0.2386, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.9878048780487805, | |
| "grad_norm": 8.304037094116211, | |
| "learning_rate": 4.997427853400333e-06, | |
| "loss": 0.23, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.9969512195121951, | |
| "grad_norm": 7.031365394592285, | |
| "learning_rate": 4.996744775264743e-06, | |
| "loss": 0.2346, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 7.031365394592285, | |
| "learning_rate": 4.9959814086554735e-06, | |
| "loss": 0.0739, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0091463414634145, | |
| "grad_norm": 2.084608793258667, | |
| "learning_rate": 4.995137778120306e-06, | |
| "loss": 0.2422, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.0182926829268293, | |
| "grad_norm": 38.12245178222656, | |
| "learning_rate": 4.994213910788085e-06, | |
| "loss": 0.1992, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.0274390243902438, | |
| "grad_norm": 2.817565441131592, | |
| "learning_rate": 4.993209836367856e-06, | |
| "loss": 0.1882, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.0365853658536586, | |
| "grad_norm": 11.774249076843262, | |
| "learning_rate": 4.9921255871479e-06, | |
| "loss": 0.2235, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.045731707317073, | |
| "grad_norm": 2.3362019062042236, | |
| "learning_rate": 4.9909611979947046e-06, | |
| "loss": 0.1875, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.0548780487804879, | |
| "grad_norm": 1.9516818523406982, | |
| "learning_rate": 4.989716706351835e-06, | |
| "loss": 0.1858, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.0640243902439024, | |
| "grad_norm": 1.5484645366668701, | |
| "learning_rate": 4.9883921522387336e-06, | |
| "loss": 0.1845, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.0731707317073171, | |
| "grad_norm": 7.430396556854248, | |
| "learning_rate": 4.986987578249433e-06, | |
| "loss": 0.184, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.0823170731707317, | |
| "grad_norm": 2.0725948810577393, | |
| "learning_rate": 4.9855030295511845e-06, | |
| "loss": 0.177, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.0914634146341464, | |
| "grad_norm": 4.836520671844482, | |
| "learning_rate": 4.98393855388301e-06, | |
| "loss": 0.1744, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.100609756097561, | |
| "grad_norm": 5.22581672668457, | |
| "learning_rate": 4.982294201554162e-06, | |
| "loss": 0.1599, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.1097560975609757, | |
| "grad_norm": 5.406208038330078, | |
| "learning_rate": 4.980570025442507e-06, | |
| "loss": 0.1645, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.1189024390243902, | |
| "grad_norm": 8.736640930175781, | |
| "learning_rate": 4.978766080992827e-06, | |
| "loss": 0.1943, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.1280487804878048, | |
| "grad_norm": 9.184198379516602, | |
| "learning_rate": 4.976882426215035e-06, | |
| "loss": 0.1753, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.1371951219512195, | |
| "grad_norm": 5.317800521850586, | |
| "learning_rate": 4.974919121682307e-06, | |
| "loss": 0.1897, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.146341463414634, | |
| "grad_norm": 11.803364753723145, | |
| "learning_rate": 4.972876230529143e-06, | |
| "loss": 0.1516, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.1554878048780488, | |
| "grad_norm": 31.74310302734375, | |
| "learning_rate": 4.9707538184493255e-06, | |
| "loss": 0.1947, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.1646341463414633, | |
| "grad_norm": 1.956932783126831, | |
| "learning_rate": 4.968551953693813e-06, | |
| "loss": 0.1708, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.173780487804878, | |
| "grad_norm": 4.64445686340332, | |
| "learning_rate": 4.966270707068548e-06, | |
| "loss": 0.1711, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.1829268292682926, | |
| "grad_norm": 4.442819595336914, | |
| "learning_rate": 4.963910151932171e-06, | |
| "loss": 0.1572, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.1920731707317074, | |
| "grad_norm": 1.9702759981155396, | |
| "learning_rate": 4.961470364193673e-06, | |
| "loss": 0.1364, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.201219512195122, | |
| "grad_norm": 7.816587448120117, | |
| "learning_rate": 4.9589514223099425e-06, | |
| "loss": 0.1624, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.2103658536585367, | |
| "grad_norm": 61.18424606323242, | |
| "learning_rate": 4.956353407283252e-06, | |
| "loss": 0.26, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.2195121951219512, | |
| "grad_norm": 15.649847984313965, | |
| "learning_rate": 4.9536764026586505e-06, | |
| "loss": 0.1543, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.228658536585366, | |
| "grad_norm": 2.249363660812378, | |
| "learning_rate": 4.950920494521274e-06, | |
| "loss": 0.152, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.2378048780487805, | |
| "grad_norm": 4.055661678314209, | |
| "learning_rate": 4.948085771493579e-06, | |
| "loss": 0.1402, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.2469512195121952, | |
| "grad_norm": 2.2803292274475098, | |
| "learning_rate": 4.945172324732496e-06, | |
| "loss": 0.1427, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.2560975609756098, | |
| "grad_norm": 2.5540456771850586, | |
| "learning_rate": 4.942180247926492e-06, | |
| "loss": 0.143, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.2652439024390243, | |
| "grad_norm": 8.80340576171875, | |
| "learning_rate": 4.939109637292563e-06, | |
| "loss": 0.1569, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.274390243902439, | |
| "grad_norm": 3.1077523231506348, | |
| "learning_rate": 4.935960591573136e-06, | |
| "loss": 0.1313, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2835365853658536, | |
| "grad_norm": 1.2506815195083618, | |
| "learning_rate": 4.932733212032896e-06, | |
| "loss": 0.137, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.2926829268292683, | |
| "grad_norm": 2.4397666454315186, | |
| "learning_rate": 4.929427602455532e-06, | |
| "loss": 0.1408, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.3018292682926829, | |
| "grad_norm": 1.7658663988113403, | |
| "learning_rate": 4.926043869140392e-06, | |
| "loss": 0.133, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.3109756097560976, | |
| "grad_norm": 1.0473108291625977, | |
| "learning_rate": 4.922582120899072e-06, | |
| "loss": 0.1358, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.3201219512195121, | |
| "grad_norm": 5.566607475280762, | |
| "learning_rate": 4.919042469051916e-06, | |
| "loss": 0.1237, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.329268292682927, | |
| "grad_norm": 1.0360139608383179, | |
| "learning_rate": 4.915425027424429e-06, | |
| "loss": 0.1274, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.3384146341463414, | |
| "grad_norm": 1.9091176986694336, | |
| "learning_rate": 4.911729912343631e-06, | |
| "loss": 0.1439, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.3475609756097562, | |
| "grad_norm": 1.5727638006210327, | |
| "learning_rate": 4.907957242634299e-06, | |
| "loss": 0.1259, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.3567073170731707, | |
| "grad_norm": 1.0574792623519897, | |
| "learning_rate": 4.9041071396151585e-06, | |
| "loss": 0.142, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.3658536585365852, | |
| "grad_norm": 8.020130157470703, | |
| "learning_rate": 4.900179727094978e-06, | |
| "loss": 0.1392, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 3.156255006790161, | |
| "learning_rate": 4.896175131368587e-06, | |
| "loss": 0.152, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.3841463414634148, | |
| "grad_norm": 2.3956990242004395, | |
| "learning_rate": 4.892093481212817e-06, | |
| "loss": 0.1244, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.3932926829268293, | |
| "grad_norm": 2.6058578491210938, | |
| "learning_rate": 4.887934907882357e-06, | |
| "loss": 0.1271, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.4024390243902438, | |
| "grad_norm": 1.7173289060592651, | |
| "learning_rate": 4.883699545105535e-06, | |
| "loss": 0.1257, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.4115853658536586, | |
| "grad_norm": 2.2237367630004883, | |
| "learning_rate": 4.8793875290800186e-06, | |
| "loss": 0.127, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.420731707317073, | |
| "grad_norm": 6.997623920440674, | |
| "learning_rate": 4.874998998468433e-06, | |
| "loss": 0.1454, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.4298780487804879, | |
| "grad_norm": 10.645139694213867, | |
| "learning_rate": 4.870534094393903e-06, | |
| "loss": 0.1402, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.4390243902439024, | |
| "grad_norm": 1.5808072090148926, | |
| "learning_rate": 4.865992960435514e-06, | |
| "loss": 0.1156, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.4481707317073171, | |
| "grad_norm": 0.990803062915802, | |
| "learning_rate": 4.861375742623697e-06, | |
| "loss": 0.1286, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.4573170731707317, | |
| "grad_norm": 1.5008662939071655, | |
| "learning_rate": 4.856682589435531e-06, | |
| "loss": 0.1282, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.4664634146341464, | |
| "grad_norm": 1.772304892539978, | |
| "learning_rate": 4.851913651789968e-06, | |
| "loss": 0.1308, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.475609756097561, | |
| "grad_norm": 1.201061487197876, | |
| "learning_rate": 4.847069083042982e-06, | |
| "loss": 0.1198, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.4847560975609757, | |
| "grad_norm": 0.6147828698158264, | |
| "learning_rate": 4.8421490389826344e-06, | |
| "loss": 0.1138, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.4939024390243902, | |
| "grad_norm": 1.3990256786346436, | |
| "learning_rate": 4.837153677824068e-06, | |
| "loss": 0.1205, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.5030487804878048, | |
| "grad_norm": 1.6977574825286865, | |
| "learning_rate": 4.832083160204414e-06, | |
| "loss": 0.1128, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.5121951219512195, | |
| "grad_norm": 2.4056453704833984, | |
| "learning_rate": 4.826937649177632e-06, | |
| "loss": 0.1184, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.5213414634146343, | |
| "grad_norm": 2.7455694675445557, | |
| "learning_rate": 4.821717310209265e-06, | |
| "loss": 0.123, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.5304878048780488, | |
| "grad_norm": 1.8243584632873535, | |
| "learning_rate": 4.816422311171115e-06, | |
| "loss": 0.1198, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.5396341463414633, | |
| "grad_norm": 0.8920577764511108, | |
| "learning_rate": 4.811052822335849e-06, | |
| "loss": 0.1088, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.548780487804878, | |
| "grad_norm": 1.6639117002487183, | |
| "learning_rate": 4.805609016371522e-06, | |
| "loss": 0.1231, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5579268292682928, | |
| "grad_norm": 1.383026123046875, | |
| "learning_rate": 4.800091068336024e-06, | |
| "loss": 0.1207, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.5670731707317072, | |
| "grad_norm": 1.6599416732788086, | |
| "learning_rate": 4.79449915567145e-06, | |
| "loss": 0.1206, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.576219512195122, | |
| "grad_norm": 1.5868676900863647, | |
| "learning_rate": 4.788833458198395e-06, | |
| "loss": 0.1158, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.5853658536585367, | |
| "grad_norm": 1.0154211521148682, | |
| "learning_rate": 4.783094158110175e-06, | |
| "loss": 0.1091, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.5945121951219512, | |
| "grad_norm": 2.1514394283294678, | |
| "learning_rate": 4.7772814399669585e-06, | |
| "loss": 0.1109, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.6036585365853657, | |
| "grad_norm": 0.7475085258483887, | |
| "learning_rate": 4.7713954906898415e-06, | |
| "loss": 0.1162, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.6128048780487805, | |
| "grad_norm": 0.8523163795471191, | |
| "learning_rate": 4.7654364995548325e-06, | |
| "loss": 0.1238, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.6219512195121952, | |
| "grad_norm": 1.5456233024597168, | |
| "learning_rate": 4.759404658186765e-06, | |
| "loss": 0.1163, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.6310975609756098, | |
| "grad_norm": 1.123340129852295, | |
| "learning_rate": 4.753300160553137e-06, | |
| "loss": 0.1104, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.6402439024390243, | |
| "grad_norm": 1.16841721534729, | |
| "learning_rate": 4.747123202957871e-06, | |
| "loss": 0.1099, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.649390243902439, | |
| "grad_norm": 2.025221109390259, | |
| "learning_rate": 4.740873984035009e-06, | |
| "loss": 0.1157, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.6585365853658538, | |
| "grad_norm": 3.876469373703003, | |
| "learning_rate": 4.734552704742314e-06, | |
| "loss": 0.1122, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.6676829268292683, | |
| "grad_norm": 1.5562145709991455, | |
| "learning_rate": 4.728159568354814e-06, | |
| "loss": 0.1127, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.6768292682926829, | |
| "grad_norm": 1.4691755771636963, | |
| "learning_rate": 4.721694780458266e-06, | |
| "loss": 0.1182, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.6859756097560976, | |
| "grad_norm": 1.9529973268508911, | |
| "learning_rate": 4.715158548942541e-06, | |
| "loss": 0.1153, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.6951219512195121, | |
| "grad_norm": 1.9065771102905273, | |
| "learning_rate": 4.708551083994944e-06, | |
| "loss": 0.1163, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.7042682926829267, | |
| "grad_norm": 1.0964735746383667, | |
| "learning_rate": 4.701872598093452e-06, | |
| "loss": 0.114, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.7134146341463414, | |
| "grad_norm": 1.0885926485061646, | |
| "learning_rate": 4.695123305999877e-06, | |
| "loss": 0.114, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.7225609756097562, | |
| "grad_norm": 1.1777565479278564, | |
| "learning_rate": 4.688303424752969e-06, | |
| "loss": 0.1116, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.7317073170731707, | |
| "grad_norm": 1.3686976432800293, | |
| "learning_rate": 4.6814131736614286e-06, | |
| "loss": 0.1081, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.7408536585365852, | |
| "grad_norm": 0.8220391869544983, | |
| "learning_rate": 4.674452774296861e-06, | |
| "loss": 0.1091, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.073935866355896, | |
| "learning_rate": 4.667422450486646e-06, | |
| "loss": 0.1148, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.7591463414634148, | |
| "grad_norm": 1.389614224433899, | |
| "learning_rate": 4.660322428306741e-06, | |
| "loss": 0.1134, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.7682926829268293, | |
| "grad_norm": 1.349023699760437, | |
| "learning_rate": 4.653152936074413e-06, | |
| "loss": 0.1056, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.7774390243902438, | |
| "grad_norm": 1.0334906578063965, | |
| "learning_rate": 4.645914204340898e-06, | |
| "loss": 0.113, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.7865853658536586, | |
| "grad_norm": 18.6312313079834, | |
| "learning_rate": 4.638606465883979e-06, | |
| "loss": 0.1351, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.7957317073170733, | |
| "grad_norm": 0.7669345736503601, | |
| "learning_rate": 4.6312299557005125e-06, | |
| "loss": 0.1097, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.8048780487804879, | |
| "grad_norm": 2.1091127395629883, | |
| "learning_rate": 4.623784910998862e-06, | |
| "loss": 0.1122, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.8140243902439024, | |
| "grad_norm": 0.8031914830207825, | |
| "learning_rate": 4.616271571191273e-06, | |
| "loss": 0.1109, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.8231707317073171, | |
| "grad_norm": 2.1154661178588867, | |
| "learning_rate": 4.608690177886177e-06, | |
| "loss": 0.1131, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.8323170731707317, | |
| "grad_norm": 1.4946709871292114, | |
| "learning_rate": 4.6010409748804165e-06, | |
| "loss": 0.1136, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.8414634146341462, | |
| "grad_norm": 1.0509642362594604, | |
| "learning_rate": 4.593324208151412e-06, | |
| "loss": 0.1162, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.850609756097561, | |
| "grad_norm": 0.8742370009422302, | |
| "learning_rate": 4.585540125849244e-06, | |
| "loss": 0.1102, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.8597560975609757, | |
| "grad_norm": 1.1283056735992432, | |
| "learning_rate": 4.577688978288681e-06, | |
| "loss": 0.1104, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.8689024390243902, | |
| "grad_norm": 1.0081048011779785, | |
| "learning_rate": 4.569771017941125e-06, | |
| "loss": 0.1119, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.8780487804878048, | |
| "grad_norm": 0.7291656732559204, | |
| "learning_rate": 4.561786499426494e-06, | |
| "loss": 0.1103, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.8871951219512195, | |
| "grad_norm": 1.144096851348877, | |
| "learning_rate": 4.5537356795050346e-06, | |
| "loss": 0.1125, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.8963414634146343, | |
| "grad_norm": 0.7317456603050232, | |
| "learning_rate": 4.545618817069066e-06, | |
| "loss": 0.1105, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.9054878048780488, | |
| "grad_norm": 1.1636486053466797, | |
| "learning_rate": 4.537436173134653e-06, | |
| "loss": 0.1091, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.9146341463414633, | |
| "grad_norm": 0.6319037675857544, | |
| "learning_rate": 4.529188010833212e-06, | |
| "loss": 0.1088, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.923780487804878, | |
| "grad_norm": 0.7535589933395386, | |
| "learning_rate": 4.520874595403053e-06, | |
| "loss": 0.1041, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.9329268292682928, | |
| "grad_norm": 1.0461041927337646, | |
| "learning_rate": 4.512496194180846e-06, | |
| "loss": 0.1129, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.9420731707317072, | |
| "grad_norm": 0.6124874949455261, | |
| "learning_rate": 4.5040530765930275e-06, | |
| "loss": 0.1113, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.951219512195122, | |
| "grad_norm": 0.8516119122505188, | |
| "learning_rate": 4.495545514147134e-06, | |
| "loss": 0.1112, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.9603658536585367, | |
| "grad_norm": 0.8919075131416321, | |
| "learning_rate": 4.486973780423073e-06, | |
| "loss": 0.1089, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.9695121951219512, | |
| "grad_norm": 1.2183221578598022, | |
| "learning_rate": 4.478338151064323e-06, | |
| "loss": 0.1156, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.9786585365853657, | |
| "grad_norm": 1.0123646259307861, | |
| "learning_rate": 4.4696389037690734e-06, | |
| "loss": 0.1077, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.9878048780487805, | |
| "grad_norm": 0.8304896950721741, | |
| "learning_rate": 4.460876318281291e-06, | |
| "loss": 0.1051, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.9969512195121952, | |
| "grad_norm": 0.5879438519477844, | |
| "learning_rate": 4.452050676381725e-06, | |
| "loss": 0.1064, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.5879438519477844, | |
| "learning_rate": 4.443162261878846e-06, | |
| "loss": 0.0344, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.0091463414634148, | |
| "grad_norm": 0.8598087430000305, | |
| "learning_rate": 4.434211360599721e-06, | |
| "loss": 0.1071, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.018292682926829, | |
| "grad_norm": 0.5539699196815491, | |
| "learning_rate": 4.425198260380818e-06, | |
| "loss": 0.1095, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.027439024390244, | |
| "grad_norm": 0.4581831395626068, | |
| "learning_rate": 4.416123251058756e-06, | |
| "loss": 0.104, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.0365853658536586, | |
| "grad_norm": 0.550529420375824, | |
| "learning_rate": 4.406986624460979e-06, | |
| "loss": 0.1049, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.0457317073170733, | |
| "grad_norm": 0.749291181564331, | |
| "learning_rate": 4.397788674396374e-06, | |
| "loss": 0.1091, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.0548780487804876, | |
| "grad_norm": 0.7612536549568176, | |
| "learning_rate": 4.3885296966458225e-06, | |
| "loss": 0.1045, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.0640243902439024, | |
| "grad_norm": 0.6671517491340637, | |
| "learning_rate": 4.37920998895269e-06, | |
| "loss": 0.1057, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.073170731707317, | |
| "grad_norm": 0.5838347673416138, | |
| "learning_rate": 4.369829851013251e-06, | |
| "loss": 0.1061, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.082317073170732, | |
| "grad_norm": 1.937151312828064, | |
| "learning_rate": 4.36038958446705e-06, | |
| "loss": 0.1074, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.091463414634146, | |
| "grad_norm": 0.8083934187889099, | |
| "learning_rate": 4.350889492887202e-06, | |
| "loss": 0.1096, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.100609756097561, | |
| "grad_norm": 0.6810253262519836, | |
| "learning_rate": 4.341329881770635e-06, | |
| "loss": 0.1024, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.1097560975609757, | |
| "grad_norm": 0.8901084065437317, | |
| "learning_rate": 4.331711058528259e-06, | |
| "loss": 0.1064, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.1189024390243905, | |
| "grad_norm": 0.34419459104537964, | |
| "learning_rate": 4.322033332475084e-06, | |
| "loss": 0.1074, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.1280487804878048, | |
| "grad_norm": 0.8596321940422058, | |
| "learning_rate": 4.312297014820275e-06, | |
| "loss": 0.1061, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.1371951219512195, | |
| "grad_norm": 0.8391798138618469, | |
| "learning_rate": 4.302502418657138e-06, | |
| "loss": 0.107, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.1463414634146343, | |
| "grad_norm": 0.7193841338157654, | |
| "learning_rate": 4.292649858953063e-06, | |
| "loss": 0.1083, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.1554878048780486, | |
| "grad_norm": 1.5975165367126465, | |
| "learning_rate": 4.282739652539384e-06, | |
| "loss": 0.109, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.1646341463414633, | |
| "grad_norm": 0.9933533072471619, | |
| "learning_rate": 4.272772118101195e-06, | |
| "loss": 0.1073, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.173780487804878, | |
| "grad_norm": 0.9281901717185974, | |
| "learning_rate": 4.262747576167106e-06, | |
| "loss": 0.1066, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.182926829268293, | |
| "grad_norm": 3.2005884647369385, | |
| "learning_rate": 4.2526663490989264e-06, | |
| "loss": 0.1106, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.192073170731707, | |
| "grad_norm": 1.084905982017517, | |
| "learning_rate": 4.24252876108131e-06, | |
| "loss": 0.1047, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.201219512195122, | |
| "grad_norm": 0.5345124006271362, | |
| "learning_rate": 4.232335138111321e-06, | |
| "loss": 0.1027, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.2103658536585367, | |
| "grad_norm": 0.6235584020614624, | |
| "learning_rate": 4.222085807987954e-06, | |
| "loss": 0.1032, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.2195121951219514, | |
| "grad_norm": 0.9797384738922119, | |
| "learning_rate": 4.211781100301596e-06, | |
| "loss": 0.1082, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.2286585365853657, | |
| "grad_norm": 0.3665165901184082, | |
| "learning_rate": 4.201421346423421e-06, | |
| "loss": 0.1057, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.2378048780487805, | |
| "grad_norm": 1.232487440109253, | |
| "learning_rate": 4.19100687949474e-06, | |
| "loss": 0.1088, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.2469512195121952, | |
| "grad_norm": 0.8028481602668762, | |
| "learning_rate": 4.180538034416287e-06, | |
| "loss": 0.1119, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.2560975609756095, | |
| "grad_norm": 1.094025731086731, | |
| "learning_rate": 4.1700151478374436e-06, | |
| "loss": 0.1033, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.2652439024390243, | |
| "grad_norm": 1.0119608640670776, | |
| "learning_rate": 4.159438558145425e-06, | |
| "loss": 0.108, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.274390243902439, | |
| "grad_norm": 0.6864210963249207, | |
| "learning_rate": 4.148808605454385e-06, | |
| "loss": 0.1072, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.283536585365854, | |
| "grad_norm": 0.8415966629981995, | |
| "learning_rate": 4.138125631594488e-06, | |
| "loss": 0.1052, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.292682926829268, | |
| "grad_norm": 0.7150280475616455, | |
| "learning_rate": 4.127389980100916e-06, | |
| "loss": 0.1049, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.301829268292683, | |
| "grad_norm": 1.2521971464157104, | |
| "learning_rate": 4.116601996202815e-06, | |
| "loss": 0.1078, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.3109756097560976, | |
| "grad_norm": 0.8204450011253357, | |
| "learning_rate": 4.1057620268122e-06, | |
| "loss": 0.1078, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.3201219512195124, | |
| "grad_norm": 1.0992320775985718, | |
| "learning_rate": 4.0948704205128e-06, | |
| "loss": 0.1063, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.3292682926829267, | |
| "grad_norm": 0.4928065240383148, | |
| "learning_rate": 4.08392752754884e-06, | |
| "loss": 0.1076, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.3384146341463414, | |
| "grad_norm": 1.1588791608810425, | |
| "learning_rate": 4.072933699813788e-06, | |
| "loss": 0.1075, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.347560975609756, | |
| "grad_norm": 0.5810270309448242, | |
| "learning_rate": 4.061889290839032e-06, | |
| "loss": 0.107, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.3567073170731705, | |
| "grad_norm": 0.8428746461868286, | |
| "learning_rate": 4.050794655782515e-06, | |
| "loss": 0.1057, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.3658536585365852, | |
| "grad_norm": 1.4898464679718018, | |
| "learning_rate": 4.039650151417316e-06, | |
| "loss": 0.1043, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 0.8613987565040588, | |
| "learning_rate": 4.028456136120169e-06, | |
| "loss": 0.1011, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.3841463414634148, | |
| "grad_norm": 0.7771743535995483, | |
| "learning_rate": 4.017212969859948e-06, | |
| "loss": 0.1073, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.3932926829268295, | |
| "grad_norm": 0.4884893596172333, | |
| "learning_rate": 4.0059210141860875e-06, | |
| "loss": 0.104, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.402439024390244, | |
| "grad_norm": 0.8188875317573547, | |
| "learning_rate": 3.994580632216952e-06, | |
| "loss": 0.1043, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.4115853658536586, | |
| "grad_norm": 0.814239501953125, | |
| "learning_rate": 3.9831921886281675e-06, | |
| "loss": 0.1073, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.4207317073170733, | |
| "grad_norm": 1.029391884803772, | |
| "learning_rate": 3.971756049640888e-06, | |
| "loss": 0.103, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.4298780487804876, | |
| "grad_norm": 0.3826993405818939, | |
| "learning_rate": 3.96027258301002e-06, | |
| "loss": 0.1089, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.4390243902439024, | |
| "grad_norm": 0.5306946039199829, | |
| "learning_rate": 3.9487421580123995e-06, | |
| "loss": 0.1086, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.448170731707317, | |
| "grad_norm": 1.286549687385559, | |
| "learning_rate": 3.937165145434914e-06, | |
| "loss": 0.1085, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.457317073170732, | |
| "grad_norm": 1.5009950399398804, | |
| "learning_rate": 3.92554191756258e-06, | |
| "loss": 0.1068, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.466463414634146, | |
| "grad_norm": 0.9225317239761353, | |
| "learning_rate": 3.9138728481665696e-06, | |
| "loss": 0.1059, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.475609756097561, | |
| "grad_norm": 0.5062177181243896, | |
| "learning_rate": 3.902158312492196e-06, | |
| "loss": 0.1089, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.4847560975609757, | |
| "grad_norm": 0.6272971630096436, | |
| "learning_rate": 3.8903986872468416e-06, | |
| "loss": 0.1099, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.4939024390243905, | |
| "grad_norm": 1.207027554512024, | |
| "learning_rate": 3.878594350587844e-06, | |
| "loss": 0.1086, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.5030487804878048, | |
| "grad_norm": 0.8417999744415283, | |
| "learning_rate": 3.866745682110343e-06, | |
| "loss": 0.1091, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.5121951219512195, | |
| "grad_norm": 0.5926170945167542, | |
| "learning_rate": 3.854853062835062e-06, | |
| "loss": 0.1081, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.5213414634146343, | |
| "grad_norm": 0.5806312561035156, | |
| "learning_rate": 3.842916875196066e-06, | |
| "loss": 0.1057, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.5304878048780486, | |
| "grad_norm": 1.2453746795654297, | |
| "learning_rate": 3.830937503028457e-06, | |
| "loss": 0.1086, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.5396341463414633, | |
| "grad_norm": 0.32152408361434937, | |
| "learning_rate": 3.818915331556032e-06, | |
| "loss": 0.1076, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.548780487804878, | |
| "grad_norm": 0.5756719708442688, | |
| "learning_rate": 3.8068507473789016e-06, | |
| "loss": 0.1057, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.557926829268293, | |
| "grad_norm": 0.9345139861106873, | |
| "learning_rate": 3.7947441384610473e-06, | |
| "loss": 0.1043, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.567073170731707, | |
| "grad_norm": 0.6475419998168945, | |
| "learning_rate": 3.7825958941178538e-06, | |
| "loss": 0.1046, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.576219512195122, | |
| "grad_norm": 0.7345425486564636, | |
| "learning_rate": 3.770406405003586e-06, | |
| "loss": 0.1042, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.5853658536585367, | |
| "grad_norm": 0.769500195980072, | |
| "learning_rate": 3.758176063098829e-06, | |
| "loss": 0.1048, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.5945121951219514, | |
| "grad_norm": 0.5934444665908813, | |
| "learning_rate": 3.745905261697881e-06, | |
| "loss": 0.1086, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.6036585365853657, | |
| "grad_norm": 0.5718421936035156, | |
| "learning_rate": 3.7335943953961063e-06, | |
| "loss": 0.1027, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.6128048780487805, | |
| "grad_norm": 0.6114512085914612, | |
| "learning_rate": 3.721243860077247e-06, | |
| "loss": 0.1091, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.6219512195121952, | |
| "grad_norm": 0.5620512366294861, | |
| "learning_rate": 3.708854052900693e-06, | |
| "loss": 0.1088, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.6310975609756095, | |
| "grad_norm": 0.6152999997138977, | |
| "learning_rate": 3.696425372288708e-06, | |
| "loss": 0.1035, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.6402439024390243, | |
| "grad_norm": 0.9731057286262512, | |
| "learning_rate": 3.68395821791362e-06, | |
| "loss": 0.1066, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.649390243902439, | |
| "grad_norm": 0.49733713269233704, | |
| "learning_rate": 3.6714529906849683e-06, | |
| "loss": 0.1045, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.658536585365854, | |
| "grad_norm": 0.49706941843032837, | |
| "learning_rate": 3.65891009273661e-06, | |
| "loss": 0.1035, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.6676829268292686, | |
| "grad_norm": 0.32593467831611633, | |
| "learning_rate": 3.6463299274137883e-06, | |
| "loss": 0.1017, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.676829268292683, | |
| "grad_norm": 0.4569077491760254, | |
| "learning_rate": 3.6337128992601665e-06, | |
| "loss": 0.1061, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.6859756097560976, | |
| "grad_norm": 0.5540208220481873, | |
| "learning_rate": 3.621059414004811e-06, | |
| "loss": 0.106, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.6951219512195124, | |
| "grad_norm": 0.9319402575492859, | |
| "learning_rate": 3.6083698785491537e-06, | |
| "loss": 0.1042, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.7042682926829267, | |
| "grad_norm": 0.795711874961853, | |
| "learning_rate": 3.595644700953898e-06, | |
| "loss": 0.104, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.7134146341463414, | |
| "grad_norm": 0.4707932472229004, | |
| "learning_rate": 3.582884290425903e-06, | |
| "loss": 0.1087, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.722560975609756, | |
| "grad_norm": 0.7709797620773315, | |
| "learning_rate": 3.5700890573050224e-06, | |
| "loss": 0.107, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.7317073170731705, | |
| "grad_norm": 1.1342726945877075, | |
| "learning_rate": 3.5572594130509074e-06, | |
| "loss": 0.1029, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.7408536585365852, | |
| "grad_norm": 0.9055543541908264, | |
| "learning_rate": 3.544395770229781e-06, | |
| "loss": 0.1087, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 1.084656000137329, | |
| "learning_rate": 3.531498542501161e-06, | |
| "loss": 0.1044, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.7591463414634148, | |
| "grad_norm": 0.5991970300674438, | |
| "learning_rate": 3.51856814460457e-06, | |
| "loss": 0.1064, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.7682926829268295, | |
| "grad_norm": 1.7364325523376465, | |
| "learning_rate": 3.5056049923461873e-06, | |
| "loss": 0.1079, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.777439024390244, | |
| "grad_norm": 0.4037036895751953, | |
| "learning_rate": 3.4926095025854863e-06, | |
| "loss": 0.1058, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.7865853658536586, | |
| "grad_norm": 0.8944678902626038, | |
| "learning_rate": 3.479582093221824e-06, | |
| "loss": 0.1064, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.7957317073170733, | |
| "grad_norm": 0.5730510950088501, | |
| "learning_rate": 3.4665231831810055e-06, | |
| "loss": 0.1055, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.8048780487804876, | |
| "grad_norm": 0.519359827041626, | |
| "learning_rate": 3.45343319240181e-06, | |
| "loss": 0.1069, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.8140243902439024, | |
| "grad_norm": 0.6074658632278442, | |
| "learning_rate": 3.44031254182249e-06, | |
| "loss": 0.1058, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.823170731707317, | |
| "grad_norm": 0.37584108114242554, | |
| "learning_rate": 3.4271616533672312e-06, | |
| "loss": 0.1052, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.8323170731707314, | |
| "grad_norm": 0.7730855941772461, | |
| "learning_rate": 3.413980949932589e-06, | |
| "loss": 0.1037, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.841463414634146, | |
| "grad_norm": 0.9912458062171936, | |
| "learning_rate": 3.4007708553738837e-06, | |
| "loss": 0.1039, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.850609756097561, | |
| "grad_norm": 0.36861947178840637, | |
| "learning_rate": 3.3875317944915765e-06, | |
| "loss": 0.1083, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.8597560975609757, | |
| "grad_norm": 0.6069959402084351, | |
| "learning_rate": 3.3742641930176044e-06, | |
| "loss": 0.1063, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.8689024390243905, | |
| "grad_norm": 0.5478480458259583, | |
| "learning_rate": 3.3609684776016932e-06, | |
| "loss": 0.1033, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.8780487804878048, | |
| "grad_norm": 0.8352198004722595, | |
| "learning_rate": 3.3476450757976353e-06, | |
| "loss": 0.1026, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.8871951219512195, | |
| "grad_norm": 0.32641175389289856, | |
| "learning_rate": 3.3342944160495405e-06, | |
| "loss": 0.1065, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.8963414634146343, | |
| "grad_norm": 0.8076167702674866, | |
| "learning_rate": 3.3209169276780612e-06, | |
| "loss": 0.105, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.9054878048780486, | |
| "grad_norm": 0.3602111041545868, | |
| "learning_rate": 3.307513040866584e-06, | |
| "loss": 0.106, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.9146341463414633, | |
| "grad_norm": 0.227371945977211, | |
| "learning_rate": 3.2940831866473967e-06, | |
| "loss": 0.1029, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.923780487804878, | |
| "grad_norm": 0.5158879160881042, | |
| "learning_rate": 3.280627796887828e-06, | |
| "loss": 0.1046, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.932926829268293, | |
| "grad_norm": 1.0091784000396729, | |
| "learning_rate": 3.2671473042763603e-06, | |
| "loss": 0.1063, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.942073170731707, | |
| "grad_norm": 0.9310367107391357, | |
| "learning_rate": 3.2536421423087137e-06, | |
| "loss": 0.1015, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.951219512195122, | |
| "grad_norm": 0.7602329254150391, | |
| "learning_rate": 3.2401127452739106e-06, | |
| "loss": 0.1061, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.9603658536585367, | |
| "grad_norm": 0.3374696671962738, | |
| "learning_rate": 3.2265595482403002e-06, | |
| "loss": 0.1049, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.9695121951219514, | |
| "grad_norm": 0.8469128012657166, | |
| "learning_rate": 3.212982987041582e-06, | |
| "loss": 0.1059, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.9786585365853657, | |
| "grad_norm": 0.7546894550323486, | |
| "learning_rate": 3.199383498262777e-06, | |
| "loss": 0.1067, | |
| "step": 327 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 654, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 109, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.884240649702605e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |