| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 232, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.017241379310344827, | |
| "grad_norm": 80.31050581181768, | |
| "learning_rate": 0.0, | |
| "loss": 1.4516, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.034482758620689655, | |
| "grad_norm": 90.66593902894294, | |
| "learning_rate": 1.892789260714372e-05, | |
| "loss": 1.0609, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.05172413793103448, | |
| "grad_norm": 90.6412108346005, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0468, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.06896551724137931, | |
| "grad_norm": 21.696996187368597, | |
| "learning_rate": 2.9999128304883237e-05, | |
| "loss": 0.6824, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.08620689655172414, | |
| "grad_norm": 46.08411710784286, | |
| "learning_rate": 2.9996513323979987e-05, | |
| "loss": 0.9277, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.10344827586206896, | |
| "grad_norm": 93.57974123040734, | |
| "learning_rate": 2.9992155370618938e-05, | |
| "loss": 0.7584, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.1206896551724138, | |
| "grad_norm": 22.43113716035459, | |
| "learning_rate": 2.998605496697282e-05, | |
| "loss": 0.7961, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.13793103448275862, | |
| "grad_norm": 22.006831408953662, | |
| "learning_rate": 2.9978212843995877e-05, | |
| "loss": 0.7105, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.15517241379310345, | |
| "grad_norm": 29.144093292262927, | |
| "learning_rate": 2.9968629941336248e-05, | |
| "loss": 0.4781, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.1724137931034483, | |
| "grad_norm": 8.93340415736729, | |
| "learning_rate": 2.9957307407223423e-05, | |
| "loss": 0.3585, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1896551724137931, | |
| "grad_norm": 20.807302748224, | |
| "learning_rate": 2.994424659833062e-05, | |
| "loss": 0.4682, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.20689655172413793, | |
| "grad_norm": 14.72957736049307, | |
| "learning_rate": 2.9929449079612246e-05, | |
| "loss": 0.3505, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.22413793103448276, | |
| "grad_norm": 10.43577077098154, | |
| "learning_rate": 2.9912916624116393e-05, | |
| "loss": 0.3434, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.2413793103448276, | |
| "grad_norm": 7.3058963530148775, | |
| "learning_rate": 2.9894651212772355e-05, | |
| "loss": 0.2807, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.25862068965517243, | |
| "grad_norm": 7.108438082150919, | |
| "learning_rate": 2.9874655034153328e-05, | |
| "loss": 0.2738, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.27586206896551724, | |
| "grad_norm": 7.091797143951386, | |
| "learning_rate": 2.9852930484214108e-05, | |
| "loss": 0.2701, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.29310344827586204, | |
| "grad_norm": 6.676854296806337, | |
| "learning_rate": 2.9829480166004073e-05, | |
| "loss": 0.2782, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.3103448275862069, | |
| "grad_norm": 6.626812093253219, | |
| "learning_rate": 2.9804306889355218e-05, | |
| "loss": 0.2277, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.3275862068965517, | |
| "grad_norm": 6.379963457248036, | |
| "learning_rate": 2.977741367054553e-05, | |
| "loss": 0.2053, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.3448275862068966, | |
| "grad_norm": 7.29866479655697, | |
| "learning_rate": 2.9748803731937552e-05, | |
| "loss": 0.2003, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.3620689655172414, | |
| "grad_norm": 6.104965140378312, | |
| "learning_rate": 2.9718480501592293e-05, | |
| "loss": 0.1867, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.3793103448275862, | |
| "grad_norm": 5.557912756675425, | |
| "learning_rate": 2.9686447612858447e-05, | |
| "loss": 0.1619, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.39655172413793105, | |
| "grad_norm": 4.990529819409756, | |
| "learning_rate": 2.9652708903937075e-05, | |
| "loss": 0.146, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.41379310344827586, | |
| "grad_norm": 4.237040564012678, | |
| "learning_rate": 2.9617268417421686e-05, | |
| "loss": 0.1229, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.43103448275862066, | |
| "grad_norm": 3.4133177060524518, | |
| "learning_rate": 2.9580130399813866e-05, | |
| "loss": 0.1094, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.4482758620689655, | |
| "grad_norm": 2.5718331983652485, | |
| "learning_rate": 2.9541299301014464e-05, | |
| "loss": 0.1064, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.46551724137931033, | |
| "grad_norm": 2.0498892451815505, | |
| "learning_rate": 2.9500779773790364e-05, | |
| "loss": 0.0974, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.4827586206896552, | |
| "grad_norm": 1.1191261916369943, | |
| "learning_rate": 2.9458576673217044e-05, | |
| "loss": 0.0953, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.768069035765961, | |
| "learning_rate": 2.941469505609679e-05, | |
| "loss": 0.1037, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.5172413793103449, | |
| "grad_norm": 2.8220934541450293, | |
| "learning_rate": 2.9369140180352812e-05, | |
| "loss": 0.114, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.5344827586206896, | |
| "grad_norm": 1.361115623756419, | |
| "learning_rate": 2.9321917504399238e-05, | |
| "loss": 0.0888, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.5517241379310345, | |
| "grad_norm": 2.313779528494868, | |
| "learning_rate": 2.927303268648707e-05, | |
| "loss": 0.1034, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.5689655172413793, | |
| "grad_norm": 1.1190616919358272, | |
| "learning_rate": 2.9222491584026204e-05, | |
| "loss": 0.0925, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.5862068965517241, | |
| "grad_norm": 1.289503080041172, | |
| "learning_rate": 2.9170300252883615e-05, | |
| "loss": 0.0844, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.603448275862069, | |
| "grad_norm": 1.4272762455921733, | |
| "learning_rate": 2.911646494665772e-05, | |
| "loss": 0.0916, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.6206896551724138, | |
| "grad_norm": 1.6575040568076267, | |
| "learning_rate": 2.906099211592908e-05, | |
| "loss": 0.0825, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.6379310344827587, | |
| "grad_norm": 0.8814394578120118, | |
| "learning_rate": 2.900388840748747e-05, | |
| "loss": 0.0737, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.6551724137931034, | |
| "grad_norm": 0.6144518523012089, | |
| "learning_rate": 2.894516066353548e-05, | |
| "loss": 0.0666, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.6724137931034483, | |
| "grad_norm": 1.8032222595958134, | |
| "learning_rate": 2.8884815920868656e-05, | |
| "loss": 0.0931, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 1.7506305376078992, | |
| "learning_rate": 2.8822861410032354e-05, | |
| "loss": 0.0972, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.7068965517241379, | |
| "grad_norm": 0.8060213163884279, | |
| "learning_rate": 2.875930455445539e-05, | |
| "loss": 0.0823, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.7241379310344828, | |
| "grad_norm": 0.6129565989359341, | |
| "learning_rate": 2.8694152969560528e-05, | |
| "loss": 0.089, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.7413793103448276, | |
| "grad_norm": 1.0743731023695133, | |
| "learning_rate": 2.8627414461852014e-05, | |
| "loss": 0.0875, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.7586206896551724, | |
| "grad_norm": 1.5600930557862254, | |
| "learning_rate": 2.8559097027980196e-05, | |
| "loss": 0.088, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.7758620689655172, | |
| "grad_norm": 1.9343946859562833, | |
| "learning_rate": 2.848920885378336e-05, | |
| "loss": 0.075, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.7931034482758621, | |
| "grad_norm": 1.4560674593881502, | |
| "learning_rate": 2.841775831330688e-05, | |
| "loss": 0.0779, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.8103448275862069, | |
| "grad_norm": 0.7158126102048735, | |
| "learning_rate": 2.8344753967799867e-05, | |
| "loss": 0.0722, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.8275862068965517, | |
| "grad_norm": 1.3230016736130281, | |
| "learning_rate": 2.827020456468933e-05, | |
| "loss": 0.0771, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.8448275862068966, | |
| "grad_norm": 0.8538765569691402, | |
| "learning_rate": 2.8194119036532047e-05, | |
| "loss": 0.0725, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.8620689655172413, | |
| "grad_norm": 1.4515258028875562, | |
| "learning_rate": 2.8116506499944298e-05, | |
| "loss": 0.0732, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.8793103448275862, | |
| "grad_norm": 0.7743302404539248, | |
| "learning_rate": 2.8037376254509465e-05, | |
| "loss": 0.0634, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.896551724137931, | |
| "grad_norm": 1.1017487821596053, | |
| "learning_rate": 2.7956737781663777e-05, | |
| "loss": 0.0692, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.9137931034482759, | |
| "grad_norm": 0.7522946857683028, | |
| "learning_rate": 2.7874600743560218e-05, | |
| "loss": 0.0605, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.9310344827586207, | |
| "grad_norm": 0.3786133489443896, | |
| "learning_rate": 2.7790974981910826e-05, | |
| "loss": 0.0587, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.9482758620689655, | |
| "grad_norm": 0.8005253080409681, | |
| "learning_rate": 2.770587051680743e-05, | |
| "loss": 0.066, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.9655172413793104, | |
| "grad_norm": 0.44224502404984106, | |
| "learning_rate": 2.761929754552104e-05, | |
| "loss": 0.0628, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.9827586206896551, | |
| "grad_norm": 0.9366156857815378, | |
| "learning_rate": 2.7531266441280017e-05, | |
| "loss": 0.0597, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.45468661449123293, | |
| "learning_rate": 2.7441787752027143e-05, | |
| "loss": 0.0553, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.0172413793103448, | |
| "grad_norm": 0.5132332441156243, | |
| "learning_rate": 2.7350872199155745e-05, | |
| "loss": 0.0661, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.0344827586206897, | |
| "grad_norm": 0.8814793538528105, | |
| "learning_rate": 2.7258530676225056e-05, | |
| "loss": 0.0674, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.0517241379310345, | |
| "grad_norm": 0.648861068817073, | |
| "learning_rate": 2.7164774247654965e-05, | |
| "loss": 0.0579, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.0689655172413792, | |
| "grad_norm": 0.8442749227291019, | |
| "learning_rate": 2.706961414740024e-05, | |
| "loss": 0.0545, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.0862068965517242, | |
| "grad_norm": 0.41623096534234333, | |
| "learning_rate": 2.6973061777604476e-05, | |
| "loss": 0.0538, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.103448275862069, | |
| "grad_norm": 0.48790289906928386, | |
| "learning_rate": 2.68751287072339e-05, | |
| "loss": 0.0556, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.1206896551724137, | |
| "grad_norm": 0.45178796557883827, | |
| "learning_rate": 2.677582667069115e-05, | |
| "loss": 0.0541, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.1379310344827587, | |
| "grad_norm": 0.6897870300753144, | |
| "learning_rate": 2.6675167566409273e-05, | |
| "loss": 0.0636, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 1.1551724137931034, | |
| "grad_norm": 0.49099958965668944, | |
| "learning_rate": 2.6573163455426008e-05, | |
| "loss": 0.0525, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.1724137931034484, | |
| "grad_norm": 0.5015650633274068, | |
| "learning_rate": 2.6469826559938675e-05, | |
| "loss": 0.0595, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 1.1896551724137931, | |
| "grad_norm": 1.2796243263087093, | |
| "learning_rate": 2.6365169261839658e-05, | |
| "loss": 0.0792, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.206896551724138, | |
| "grad_norm": 0.6662453174247587, | |
| "learning_rate": 2.6259204101232846e-05, | |
| "loss": 0.0663, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.2241379310344827, | |
| "grad_norm": 1.212387398279308, | |
| "learning_rate": 2.6151943774931023e-05, | |
| "loss": 0.0613, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 1.2413793103448276, | |
| "grad_norm": 1.0479426277741841, | |
| "learning_rate": 2.604340113493456e-05, | |
| "loss": 0.0596, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 1.2586206896551724, | |
| "grad_norm": 0.7987586926269339, | |
| "learning_rate": 2.5933589186891452e-05, | |
| "loss": 0.0487, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 1.2758620689655173, | |
| "grad_norm": 0.38709021558416046, | |
| "learning_rate": 2.582252108853901e-05, | |
| "loss": 0.0571, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.293103448275862, | |
| "grad_norm": 0.46735277155079546, | |
| "learning_rate": 2.5710210148127256e-05, | |
| "loss": 0.0444, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.3103448275862069, | |
| "grad_norm": 0.597066850436939, | |
| "learning_rate": 2.5596669822824356e-05, | |
| "loss": 0.0493, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.3275862068965516, | |
| "grad_norm": 0.5692997392561687, | |
| "learning_rate": 2.548191371710413e-05, | |
| "loss": 0.0559, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.3448275862068966, | |
| "grad_norm": 0.7937487069066846, | |
| "learning_rate": 2.5365955581115994e-05, | |
| "loss": 0.0681, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.3620689655172413, | |
| "grad_norm": 0.6239501957901394, | |
| "learning_rate": 2.5248809309037388e-05, | |
| "loss": 0.0639, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 0.323843186951961, | |
| "learning_rate": 2.5130488937408974e-05, | |
| "loss": 0.0566, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.396551724137931, | |
| "grad_norm": 0.7601978866920112, | |
| "learning_rate": 2.5011008643452776e-05, | |
| "loss": 0.0735, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.4137931034482758, | |
| "grad_norm": 0.740263241328343, | |
| "learning_rate": 2.489038274337343e-05, | |
| "loss": 0.0492, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.4310344827586206, | |
| "grad_norm": 0.46537529182886017, | |
| "learning_rate": 2.476862569064284e-05, | |
| "loss": 0.0625, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.4482758620689655, | |
| "grad_norm": 0.4150072870993542, | |
| "learning_rate": 2.4645752074268322e-05, | |
| "loss": 0.0505, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.4655172413793103, | |
| "grad_norm": 0.44405921451606856, | |
| "learning_rate": 2.4521776617044573e-05, | |
| "loss": 0.0513, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.4827586206896552, | |
| "grad_norm": 0.9108315447108887, | |
| "learning_rate": 2.439671417378956e-05, | |
| "loss": 0.07, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.4962764163397105, | |
| "learning_rate": 2.4270579729564582e-05, | |
| "loss": 0.0599, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.5172413793103448, | |
| "grad_norm": 0.41476406186934317, | |
| "learning_rate": 2.4143388397878813e-05, | |
| "loss": 0.0583, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.5344827586206895, | |
| "grad_norm": 0.8057667799695798, | |
| "learning_rate": 2.4015155418878315e-05, | |
| "loss": 0.0686, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 1.5517241379310345, | |
| "grad_norm": 0.4617166561072775, | |
| "learning_rate": 2.3885896157520017e-05, | |
| "loss": 0.0487, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.5689655172413794, | |
| "grad_norm": 0.6780078347240123, | |
| "learning_rate": 2.3755626101730647e-05, | |
| "loss": 0.06, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 1.5862068965517242, | |
| "grad_norm": 0.7034994823546088, | |
| "learning_rate": 2.362436086055095e-05, | |
| "loss": 0.055, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 1.603448275862069, | |
| "grad_norm": 0.220042937651117, | |
| "learning_rate": 2.3492116162265433e-05, | |
| "loss": 0.0521, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.6206896551724137, | |
| "grad_norm": 0.5416790306685376, | |
| "learning_rate": 2.3358907852517767e-05, | |
| "loss": 0.0559, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.6379310344827587, | |
| "grad_norm": 0.5739325763948568, | |
| "learning_rate": 2.3224751892412166e-05, | |
| "loss": 0.0478, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.6551724137931034, | |
| "grad_norm": 0.9746158270918538, | |
| "learning_rate": 2.3089664356600896e-05, | |
| "loss": 0.0483, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.6724137931034484, | |
| "grad_norm": 0.8870891520027294, | |
| "learning_rate": 2.295366143135823e-05, | |
| "loss": 0.0548, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.6896551724137931, | |
| "grad_norm": 0.6701707516695699, | |
| "learning_rate": 2.2816759412640983e-05, | |
| "loss": 0.0619, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.706896551724138, | |
| "grad_norm": 0.4649690411116379, | |
| "learning_rate": 2.2678974704135914e-05, | |
| "loss": 0.0544, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.7241379310344827, | |
| "grad_norm": 0.5666448156500851, | |
| "learning_rate": 2.2540323815294228e-05, | |
| "loss": 0.0556, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.7413793103448276, | |
| "grad_norm": 0.5747839293651054, | |
| "learning_rate": 2.2400823359353427e-05, | |
| "loss": 0.0518, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.7586206896551724, | |
| "grad_norm": 0.5035038013712511, | |
| "learning_rate": 2.2260490051346664e-05, | |
| "loss": 0.0502, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.7758620689655173, | |
| "grad_norm": 0.4353431259303049, | |
| "learning_rate": 2.211934070609996e-05, | |
| "loss": 0.0518, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.793103448275862, | |
| "grad_norm": 0.7282410377739317, | |
| "learning_rate": 2.1977392236217437e-05, | |
| "loss": 0.0547, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.8103448275862069, | |
| "grad_norm": 0.2269975333174313, | |
| "learning_rate": 2.1834661650054842e-05, | |
| "loss": 0.0465, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.8275862068965516, | |
| "grad_norm": 0.6795575686384344, | |
| "learning_rate": 2.1691166049681583e-05, | |
| "loss": 0.0563, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.8448275862068966, | |
| "grad_norm": 0.4185343329339508, | |
| "learning_rate": 2.1546922628831557e-05, | |
| "loss": 0.0474, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.8620689655172413, | |
| "grad_norm": 0.29021178988123264, | |
| "learning_rate": 2.1401948670842993e-05, | |
| "loss": 0.0551, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.8793103448275863, | |
| "grad_norm": 0.4104860523876863, | |
| "learning_rate": 2.1256261546587544e-05, | |
| "loss": 0.048, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.896551724137931, | |
| "grad_norm": 0.48654750487264353, | |
| "learning_rate": 2.1109878712388884e-05, | |
| "loss": 0.0486, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.9137931034482758, | |
| "grad_norm": 0.29782223166209676, | |
| "learning_rate": 2.0962817707931105e-05, | |
| "loss": 0.0515, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.9310344827586206, | |
| "grad_norm": 0.3784591160214946, | |
| "learning_rate": 2.081509615415708e-05, | |
| "loss": 0.0644, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.9482758620689655, | |
| "grad_norm": 0.427685460468331, | |
| "learning_rate": 2.066673175115714e-05, | |
| "loss": 0.0518, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.9655172413793105, | |
| "grad_norm": 0.6180035471613788, | |
| "learning_rate": 2.0517742276048204e-05, | |
| "loss": 0.0443, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.9827586206896552, | |
| "grad_norm": 0.2153109585578122, | |
| "learning_rate": 2.0368145580843715e-05, | |
| "loss": 0.0556, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.2786578624422437, | |
| "learning_rate": 2.0217959590314645e-05, | |
| "loss": 0.0513, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 2.0172413793103448, | |
| "grad_norm": 0.22457752001893297, | |
| "learning_rate": 2.0067202299841676e-05, | |
| "loss": 0.0402, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 2.0344827586206895, | |
| "grad_norm": 0.40115360043809567, | |
| "learning_rate": 1.9915891773259033e-05, | |
| "loss": 0.0469, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 2.0517241379310347, | |
| "grad_norm": 0.3848178266559636, | |
| "learning_rate": 1.9764046140690026e-05, | |
| "loss": 0.0447, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 2.0689655172413794, | |
| "grad_norm": 0.34564228923454376, | |
| "learning_rate": 1.9611683596374723e-05, | |
| "loss": 0.0373, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 2.086206896551724, | |
| "grad_norm": 0.8318106488703036, | |
| "learning_rate": 1.9458822396489862e-05, | |
| "loss": 0.0401, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 2.103448275862069, | |
| "grad_norm": 0.514176269742461, | |
| "learning_rate": 1.9305480856961432e-05, | |
| "loss": 0.0471, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 2.1206896551724137, | |
| "grad_norm": 0.6560806101214318, | |
| "learning_rate": 1.9151677351269996e-05, | |
| "loss": 0.0424, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 2.1379310344827585, | |
| "grad_norm": 0.6241496977729802, | |
| "learning_rate": 1.899743030824922e-05, | |
| "loss": 0.044, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 2.1551724137931036, | |
| "grad_norm": 0.7064617244721939, | |
| "learning_rate": 1.8842758209877685e-05, | |
| "loss": 0.0433, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 2.1724137931034484, | |
| "grad_norm": 0.5397965781860613, | |
| "learning_rate": 1.8687679589064374e-05, | |
| "loss": 0.0529, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 2.189655172413793, | |
| "grad_norm": 0.4114471647300015, | |
| "learning_rate": 1.853221302742805e-05, | |
| "loss": 0.043, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 2.206896551724138, | |
| "grad_norm": 0.6619594933212386, | |
| "learning_rate": 1.837637715307078e-05, | |
| "loss": 0.0431, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 2.2241379310344827, | |
| "grad_norm": 0.6788037792348437, | |
| "learning_rate": 1.8220190638345925e-05, | |
| "loss": 0.0421, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 2.2413793103448274, | |
| "grad_norm": 0.44437222175427143, | |
| "learning_rate": 1.8063672197620804e-05, | |
| "loss": 0.0446, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.2586206896551726, | |
| "grad_norm": 0.21556298635731527, | |
| "learning_rate": 1.7906840585034305e-05, | |
| "loss": 0.0397, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 2.2758620689655173, | |
| "grad_norm": 0.4888413230768935, | |
| "learning_rate": 1.7749714592249782e-05, | |
| "loss": 0.0391, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 2.293103448275862, | |
| "grad_norm": 0.5684832408467927, | |
| "learning_rate": 1.75923130462034e-05, | |
| "loss": 0.0485, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 2.310344827586207, | |
| "grad_norm": 0.5532199357884209, | |
| "learning_rate": 1.7434654806848293e-05, | |
| "loss": 0.0487, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 2.3275862068965516, | |
| "grad_norm": 0.44377530119856, | |
| "learning_rate": 1.727675876489475e-05, | |
| "loss": 0.0349, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.344827586206897, | |
| "grad_norm": 0.4375182897286949, | |
| "learning_rate": 1.711864383954673e-05, | |
| "loss": 0.046, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 2.3620689655172415, | |
| "grad_norm": 0.27063975232289045, | |
| "learning_rate": 1.696032897623492e-05, | |
| "loss": 0.0408, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 2.3793103448275863, | |
| "grad_norm": 0.3090699541525638, | |
| "learning_rate": 1.6801833144346706e-05, | |
| "loss": 0.0409, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 2.396551724137931, | |
| "grad_norm": 0.3790621682501314, | |
| "learning_rate": 1.6643175334953248e-05, | |
| "loss": 0.036, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 2.413793103448276, | |
| "grad_norm": 0.4048549467693139, | |
| "learning_rate": 1.6484374558533966e-05, | |
| "loss": 0.0432, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.4310344827586206, | |
| "grad_norm": 0.4287299844946669, | |
| "learning_rate": 1.632544984269866e-05, | |
| "loss": 0.0518, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 2.4482758620689653, | |
| "grad_norm": 0.45024313848499997, | |
| "learning_rate": 1.616642022990764e-05, | |
| "loss": 0.0361, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 2.4655172413793105, | |
| "grad_norm": 0.4484803973425137, | |
| "learning_rate": 1.6007304775190018e-05, | |
| "loss": 0.0378, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 2.4827586206896552, | |
| "grad_norm": 0.32950999105006323, | |
| "learning_rate": 1.5848122543860562e-05, | |
| "loss": 0.0442, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.1977755311044798, | |
| "learning_rate": 1.568889260923525e-05, | |
| "loss": 0.0403, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 2.5172413793103448, | |
| "grad_norm": 0.2718588763969704, | |
| "learning_rate": 1.5529634050345898e-05, | |
| "loss": 0.0422, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 2.5344827586206895, | |
| "grad_norm": 0.31806067044898856, | |
| "learning_rate": 1.5370365949654098e-05, | |
| "loss": 0.0451, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 2.5517241379310347, | |
| "grad_norm": 0.29463586138392256, | |
| "learning_rate": 1.5211107390764749e-05, | |
| "loss": 0.0415, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 2.5689655172413794, | |
| "grad_norm": 0.2244206257417315, | |
| "learning_rate": 1.5051877456139439e-05, | |
| "loss": 0.0376, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 2.586206896551724, | |
| "grad_norm": 0.5863234456871204, | |
| "learning_rate": 1.4892695224809986e-05, | |
| "loss": 0.0406, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.603448275862069, | |
| "grad_norm": 0.17400182660455388, | |
| "learning_rate": 1.4733579770092367e-05, | |
| "loss": 0.0416, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 2.6206896551724137, | |
| "grad_norm": 0.358095878096067, | |
| "learning_rate": 1.457455015730134e-05, | |
| "loss": 0.0339, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 2.637931034482759, | |
| "grad_norm": 0.6408337276302095, | |
| "learning_rate": 1.4415625441466033e-05, | |
| "loss": 0.0481, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 2.655172413793103, | |
| "grad_norm": 0.5033929265450956, | |
| "learning_rate": 1.4256824665046749e-05, | |
| "loss": 0.0433, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 2.6724137931034484, | |
| "grad_norm": 0.4224811543826838, | |
| "learning_rate": 1.40981668556533e-05, | |
| "loss": 0.0358, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 2.689655172413793, | |
| "grad_norm": 0.6210472281444889, | |
| "learning_rate": 1.3939671023765087e-05, | |
| "loss": 0.0403, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 2.706896551724138, | |
| "grad_norm": 0.7509429884450859, | |
| "learning_rate": 1.3781356160453275e-05, | |
| "loss": 0.0339, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 2.7241379310344827, | |
| "grad_norm": 0.47959730934417544, | |
| "learning_rate": 1.362324123510525e-05, | |
| "loss": 0.0371, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 2.7413793103448274, | |
| "grad_norm": 0.3282804801964574, | |
| "learning_rate": 1.3465345193151709e-05, | |
| "loss": 0.0401, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 0.28076426629279005, | |
| "learning_rate": 1.3307686953796603e-05, | |
| "loss": 0.0265, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.7758620689655173, | |
| "grad_norm": 0.3945531178070007, | |
| "learning_rate": 1.3150285407750218e-05, | |
| "loss": 0.0437, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 2.793103448275862, | |
| "grad_norm": 0.18910480215177314, | |
| "learning_rate": 1.299315941496569e-05, | |
| "loss": 0.028, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 2.810344827586207, | |
| "grad_norm": 0.36962844264053035, | |
| "learning_rate": 1.2836327802379196e-05, | |
| "loss": 0.0303, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 2.8275862068965516, | |
| "grad_norm": 0.5711119809352289, | |
| "learning_rate": 1.2679809361654076e-05, | |
| "loss": 0.0331, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 2.844827586206897, | |
| "grad_norm": 0.3003204085055974, | |
| "learning_rate": 1.2523622846929226e-05, | |
| "loss": 0.0362, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 2.862068965517241, | |
| "grad_norm": 0.31404544632192555, | |
| "learning_rate": 1.2367786972571957e-05, | |
| "loss": 0.0339, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 2.8793103448275863, | |
| "grad_norm": 0.26321708168896896, | |
| "learning_rate": 1.2212320410935632e-05, | |
| "loss": 0.0354, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 2.896551724137931, | |
| "grad_norm": 0.42819450398971026, | |
| "learning_rate": 1.2057241790122319e-05, | |
| "loss": 0.0346, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 2.913793103448276, | |
| "grad_norm": 0.476993975190435, | |
| "learning_rate": 1.1902569691750782e-05, | |
| "loss": 0.037, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 2.9310344827586206, | |
| "grad_norm": 0.5227017712120989, | |
| "learning_rate": 1.1748322648730002e-05, | |
| "loss": 0.0367, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.9482758620689653, | |
| "grad_norm": 0.573643532517419, | |
| "learning_rate": 1.1594519143038573e-05, | |
| "loss": 0.0321, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 2.9655172413793105, | |
| "grad_norm": 0.2565210391844935, | |
| "learning_rate": 1.1441177603510138e-05, | |
| "loss": 0.0387, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 2.9827586206896552, | |
| "grad_norm": 0.2996752083478276, | |
| "learning_rate": 1.1288316403625276e-05, | |
| "loss": 0.0411, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.3269862100138925, | |
| "learning_rate": 1.1135953859309974e-05, | |
| "loss": 0.038, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 3.0172413793103448, | |
| "grad_norm": 0.41839666832578426, | |
| "learning_rate": 1.0984108226740968e-05, | |
| "loss": 0.0344, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 3.0344827586206895, | |
| "grad_norm": 0.33310564902822715, | |
| "learning_rate": 1.0832797700158324e-05, | |
| "loss": 0.0278, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 3.0517241379310347, | |
| "grad_norm": 0.30304190489746813, | |
| "learning_rate": 1.0682040409685357e-05, | |
| "loss": 0.036, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 3.0689655172413794, | |
| "grad_norm": 0.19063903842888325, | |
| "learning_rate": 1.0531854419156286e-05, | |
| "loss": 0.0249, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 3.086206896551724, | |
| "grad_norm": 0.26112379231134863, | |
| "learning_rate": 1.0382257723951802e-05, | |
| "loss": 0.0256, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 3.103448275862069, | |
| "grad_norm": 0.26023947727649255, | |
| "learning_rate": 1.0233268248842857e-05, | |
| "loss": 0.0284, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 3.1206896551724137, | |
| "grad_norm": 0.5175700924807861, | |
| "learning_rate": 1.0084903845842919e-05, | |
| "loss": 0.026, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 3.1379310344827585, | |
| "grad_norm": 0.3240038492767359, | |
| "learning_rate": 9.937182292068898e-06, | |
| "loss": 0.0298, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 3.1551724137931036, | |
| "grad_norm": 0.3720902965715703, | |
| "learning_rate": 9.790121287611119e-06, | |
| "loss": 0.0202, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 3.1724137931034484, | |
| "grad_norm": 0.2768496692729557, | |
| "learning_rate": 9.64373845341246e-06, | |
| "loss": 0.0201, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 3.189655172413793, | |
| "grad_norm": 0.24807187202234196, | |
| "learning_rate": 9.498051329157004e-06, | |
| "loss": 0.0206, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 3.206896551724138, | |
| "grad_norm": 0.2860347071859339, | |
| "learning_rate": 9.353077371168444e-06, | |
| "loss": 0.0232, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 3.2241379310344827, | |
| "grad_norm": 0.3828846221247785, | |
| "learning_rate": 9.208833950318425e-06, | |
| "loss": 0.0314, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 3.2413793103448274, | |
| "grad_norm": 0.3738366798689589, | |
| "learning_rate": 9.065338349945159e-06, | |
| "loss": 0.0284, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 3.2586206896551726, | |
| "grad_norm": 0.3189800741077174, | |
| "learning_rate": 8.922607763782567e-06, | |
| "loss": 0.0304, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 3.2758620689655173, | |
| "grad_norm": 0.8535829775006718, | |
| "learning_rate": 8.78065929390004e-06, | |
| "loss": 0.0244, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 3.293103448275862, | |
| "grad_norm": 0.2412509344507808, | |
| "learning_rate": 8.639509948653339e-06, | |
| "loss": 0.0196, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 3.310344827586207, | |
| "grad_norm": 0.2438682333590634, | |
| "learning_rate": 8.499176640646574e-06, | |
| "loss": 0.0193, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 3.3275862068965516, | |
| "grad_norm": 0.515406851427045, | |
| "learning_rate": 8.359676184705773e-06, | |
| "loss": 0.0317, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 3.344827586206897, | |
| "grad_norm": 0.26674244550270093, | |
| "learning_rate": 8.22102529586409e-06, | |
| "loss": 0.0219, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 3.3620689655172415, | |
| "grad_norm": 0.3562088482495647, | |
| "learning_rate": 8.083240587359024e-06, | |
| "loss": 0.0145, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 3.3793103448275863, | |
| "grad_norm": 0.2853586706468104, | |
| "learning_rate": 7.946338568641774e-06, | |
| "loss": 0.0233, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 3.396551724137931, | |
| "grad_norm": 0.22309988564377628, | |
| "learning_rate": 7.810335643399106e-06, | |
| "loss": 0.0249, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 3.413793103448276, | |
| "grad_norm": 0.21904384937696103, | |
| "learning_rate": 7.67524810758784e-06, | |
| "loss": 0.0274, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 3.4310344827586206, | |
| "grad_norm": 0.231369464855975, | |
| "learning_rate": 7.541092147482234e-06, | |
| "loss": 0.0205, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "grad_norm": 0.31673400292650616, | |
| "learning_rate": 7.407883837734573e-06, | |
| "loss": 0.0227, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 3.4655172413793105, | |
| "grad_norm": 0.23560651052719475, | |
| "learning_rate": 7.2756391394490495e-06, | |
| "loss": 0.019, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 3.4827586206896552, | |
| "grad_norm": 0.355736746737518, | |
| "learning_rate": 7.144373898269359e-06, | |
| "loss": 0.02, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.13952720154573706, | |
| "learning_rate": 7.014103842479983e-06, | |
| "loss": 0.02, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 3.5172413793103448, | |
| "grad_norm": 0.24605295812008457, | |
| "learning_rate": 6.884844581121684e-06, | |
| "loss": 0.0221, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 3.5344827586206895, | |
| "grad_norm": 0.1804914629461453, | |
| "learning_rate": 6.756611602121192e-06, | |
| "loss": 0.0141, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 3.5517241379310347, | |
| "grad_norm": 0.29158022854253035, | |
| "learning_rate": 6.629420270435416e-06, | |
| "loss": 0.0167, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 3.5689655172413794, | |
| "grad_norm": 0.18846167866340074, | |
| "learning_rate": 6.503285826210448e-06, | |
| "loss": 0.0222, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 3.586206896551724, | |
| "grad_norm": 0.1583714943206511, | |
| "learning_rate": 6.378223382955428e-06, | |
| "loss": 0.0174, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 3.603448275862069, | |
| "grad_norm": 0.3967321777174731, | |
| "learning_rate": 6.2542479257316834e-06, | |
| "loss": 0.0248, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 3.6206896551724137, | |
| "grad_norm": 0.31844884399258744, | |
| "learning_rate": 6.131374309357168e-06, | |
| "loss": 0.0176, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 3.637931034482759, | |
| "grad_norm": 0.33630177242876536, | |
| "learning_rate": 6.009617256626572e-06, | |
| "loss": 0.014, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 3.655172413793103, | |
| "grad_norm": 0.266018799974313, | |
| "learning_rate": 5.888991356547223e-06, | |
| "loss": 0.022, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 3.6724137931034484, | |
| "grad_norm": 0.34989553067481094, | |
| "learning_rate": 5.769511062591021e-06, | |
| "loss": 0.017, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 3.689655172413793, | |
| "grad_norm": 0.3525004273269985, | |
| "learning_rate": 5.651190690962615e-06, | |
| "loss": 0.0236, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 3.706896551724138, | |
| "grad_norm": 0.20730528599041878, | |
| "learning_rate": 5.5340444188840075e-06, | |
| "loss": 0.0159, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 3.7241379310344827, | |
| "grad_norm": 0.302121656003982, | |
| "learning_rate": 5.4180862828958736e-06, | |
| "loss": 0.0213, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 3.7413793103448274, | |
| "grad_norm": 0.22206626492504716, | |
| "learning_rate": 5.303330177175645e-06, | |
| "loss": 0.0154, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 3.7586206896551726, | |
| "grad_norm": 0.23122272169473673, | |
| "learning_rate": 5.189789851872745e-06, | |
| "loss": 0.0111, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 3.7758620689655173, | |
| "grad_norm": 0.2036574153500964, | |
| "learning_rate": 5.077478911460993e-06, | |
| "loss": 0.0141, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 3.793103448275862, | |
| "grad_norm": 0.3082821516245183, | |
| "learning_rate": 4.9664108131085495e-06, | |
| "loss": 0.0191, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 3.810344827586207, | |
| "grad_norm": 0.2037428116846801, | |
| "learning_rate": 4.856598865065446e-06, | |
| "loss": 0.0137, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 3.8275862068965516, | |
| "grad_norm": 0.155124875139698, | |
| "learning_rate": 4.748056225068973e-06, | |
| "loss": 0.0182, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 3.844827586206897, | |
| "grad_norm": 0.2707756039030258, | |
| "learning_rate": 4.640795898767154e-06, | |
| "loss": 0.0162, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 3.862068965517241, | |
| "grad_norm": 0.3691019310426078, | |
| "learning_rate": 4.53483073816034e-06, | |
| "loss": 0.0196, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 3.8793103448275863, | |
| "grad_norm": 0.2560322010400225, | |
| "learning_rate": 4.4301734400613326e-06, | |
| "loss": 0.0203, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 3.896551724137931, | |
| "grad_norm": 0.1865861797161085, | |
| "learning_rate": 4.3268365445739955e-06, | |
| "loss": 0.0119, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 3.913793103448276, | |
| "grad_norm": 0.24921046694680007, | |
| "learning_rate": 4.224832433590729e-06, | |
| "loss": 0.0171, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 3.9310344827586206, | |
| "grad_norm": 0.2623082113135812, | |
| "learning_rate": 4.12417332930885e-06, | |
| "loss": 0.0146, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 3.9482758620689653, | |
| "grad_norm": 0.19305679459444855, | |
| "learning_rate": 4.0248712927661005e-06, | |
| "loss": 0.0169, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 3.9655172413793105, | |
| "grad_norm": 0.41239919008625026, | |
| "learning_rate": 3.926938222395527e-06, | |
| "loss": 0.0218, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 3.9827586206896552, | |
| "grad_norm": 0.16179670491340867, | |
| "learning_rate": 3.830385852599764e-06, | |
| "loss": 0.0136, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.21889193221870137, | |
| "learning_rate": 3.735225752345039e-06, | |
| "loss": 0.0162, | |
| "step": 232 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 290, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 4.0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3266421681291264.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |