diff --git "a/trainer_state.json" "b/trainer_state.json" --- "a/trainer_state.json" +++ "b/trainer_state.json" @@ -1,89616 +1,86161 @@ { "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.9999706994051979, + "epoch": 0.9999187322226737, "eval_steps": 500, - "global_step": 14931, + "global_step": 6152, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0, - "learning_rate": 4.4642857142857145e-08, - "loss": 1.4396, + "clip_ratio": 0.0, + "completion_length": 204.828125, + "epoch": 0.00016253555465258024, + "grad_norm": 15.91282844543457, + "kl": 0.0009765625, + "learning_rate": 9.998374512353705e-07, + "loss": 0.0, + "reward": 0.5261225402355194, + "reward_std": 0.17679136991500854, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.494872510433197, "step": 1 }, { - "epoch": 0.0, - "learning_rate": 8.928571428571429e-08, - "loss": 1.6583, + "clip_ratio": 0.0, + "completion_length": 198.109375, + "epoch": 0.0003250711093051605, + "grad_norm": 1.615899920463562, + "kl": 0.000400543212890625, + "learning_rate": 9.996749024707413e-07, + "loss": 0.0, + "reward": 0.536966472864151, + "reward_std": 0.16145731508731842, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.4588414430618286, "step": 2 }, { - "epoch": 0.0, - "learning_rate": 1.3392857142857142e-07, - "loss": 1.516, + "clip_ratio": 0.0, + "completion_length": 189.140625, + "epoch": 0.00048760666395774075, + "grad_norm": 10.574602127075195, + "kl": 0.001705169677734375, + "learning_rate": 9.995123537061118e-07, + "loss": 0.0001, + "reward": 0.5509531497955322, + "reward_std": 0.23510663211345673, + "rewards/format_reward_gen": 0.171875, + "rewards/llm_reward": 0.3790781497955322, "step": 3 }, { - "epoch": 0.0, - "learning_rate": 1.7857142857142858e-07, - "loss": 1.5863, + "clip_ratio": 0.0, + "completion_length": 170.40625, + "epoch": 0.000650142218610321, + "grad_norm": 15.53571891784668, + "kl": 0.01702880859375, + "learning_rate": 9.993498049414824e-07, + "loss": 0.0007, + "reward": 0.6199426352977753, + "reward_std": 0.23649105429649353, + "rewards/format_reward_gen": 0.140625, + "rewards/llm_reward": 0.47931763529777527, "step": 4 }, { - "epoch": 0.0, - "learning_rate": 2.2321428571428574e-07, - "loss": 1.6348, + "clip_ratio": 0.0, + "completion_length": 173.890625, + "epoch": 0.0008126777732629012, + "grad_norm": 19.602468490600586, + "kl": 0.06823921203613281, + "learning_rate": 9.991872561768531e-07, + "loss": 0.0027, + "reward": 0.5370879471302032, + "reward_std": 0.24923200905323029, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.42771291732788086, "step": 5 }, { - "epoch": 0.0, - "learning_rate": 2.6785714285714284e-07, - "loss": 1.513, + "clip_ratio": 0.0, + "completion_length": 142.34375, + "epoch": 0.0009752133279154815, + "grad_norm": 18.332687377929688, + "kl": 0.23496246337890625, + "learning_rate": 9.990247074122237e-07, + "loss": 0.0094, + "reward": 0.6787097454071045, + "reward_std": 0.2196890264749527, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.6162097752094269, "step": 6 }, { - "epoch": 0.0, - "learning_rate": 3.125e-07, - "loss": 1.5881, + "clip_ratio": 0.0, + "completion_length": 107.15625, + "epoch": 0.0011377488825680617, + "grad_norm": 12.405401229858398, + "kl": 0.21483612060546875, + "learning_rate": 9.988621586475942e-07, + "loss": 0.0086, + "reward": 0.592006653547287, + "reward_std": 0.2031765654683113, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.5295066684484482, "step": 7 }, { - "epoch": 0.0, - "learning_rate": 3.5714285714285716e-07, - "loss": 1.8098, + "clip_ratio": 0.0, + "completion_length": 168.421875, + "epoch": 0.001300284437220642, + "grad_norm": 2.5176384449005127, + "kl": 0.222137451171875, + "learning_rate": 9.98699609882965e-07, + "loss": 0.0089, + "reward": 0.5626990795135498, + "reward_std": 0.1731102019548416, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.4845740795135498, "step": 8 }, { - "epoch": 0.0, - "learning_rate": 4.0178571428571434e-07, - "loss": 1.7353, + "clip_ratio": 0.0, + "completion_length": 118.171875, + "epoch": 0.0014628199918732222, + "grad_norm": 6.832533359527588, + "kl": 0.4921875, + "learning_rate": 9.985370611183355e-07, + "loss": 0.0197, + "reward": 0.652489185333252, + "reward_std": 0.17275608330965042, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.605614185333252, "step": 9 }, { - "epoch": 0.0, - "learning_rate": 4.4642857142857147e-07, - "loss": 1.5284, + "clip_ratio": 0.0, + "completion_length": 69.859375, + "epoch": 0.0016253555465258025, + "grad_norm": 14.134456634521484, + "kl": 0.703125, + "learning_rate": 9.98374512353706e-07, + "loss": 0.0281, + "reward": 0.7211000323295593, + "reward_std": 0.2000432014465332, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.6898500323295593, "step": 10 }, { - "epoch": 0.0, - "learning_rate": 4.910714285714286e-07, - "loss": 1.7193, + "clip_ratio": 0.0, + "completion_length": 89.84375, + "epoch": 0.0017878911011783827, + "grad_norm": 12.905000686645508, + "kl": 0.8046875, + "learning_rate": 9.982119635890766e-07, + "loss": 0.0321, + "reward": 0.7542328536510468, + "reward_std": 0.3241528421640396, + "rewards/format_reward_gen": 0.140625, + "rewards/llm_reward": 0.6136078834533691, "step": 11 }, { - "epoch": 0.0, - "learning_rate": 5.357142857142857e-07, - "loss": 1.6774, + "clip_ratio": 0.0, + "completion_length": 95.484375, + "epoch": 0.001950426655830963, + "grad_norm": 2.5826315879821777, + "kl": 0.84375, + "learning_rate": 9.980494148244474e-07, + "loss": 0.0337, + "reward": 0.671940803527832, + "reward_std": 0.24545300006866455, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.593815803527832, "step": 12 }, { - "epoch": 0.0, - "learning_rate": 5.80357142857143e-07, - "loss": 1.8178, + "clip_ratio": 0.0, + "completion_length": 59.640625, + "epoch": 0.0021129622104835433, + "grad_norm": 16.639814376831055, + "kl": 1.560546875, + "learning_rate": 9.97886866059818e-07, + "loss": 0.0623, + "reward": 0.6461659669876099, + "reward_std": 0.16502924263477325, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.5836659669876099, "step": 13 }, { - "epoch": 0.0, - "learning_rate": 6.25e-07, - "loss": 1.5249, + "clip_ratio": 0.0, + "completion_length": 89.921875, + "epoch": 0.0022754977651361233, + "grad_norm": 6.870701313018799, + "kl": 1.248046875, + "learning_rate": 9.977243172951884e-07, + "loss": 0.0499, + "reward": 0.807045578956604, + "reward_std": 0.26611871272325516, + "rewards/format_reward_gen": 0.15625, + "rewards/llm_reward": 0.650795578956604, "step": 14 }, { - "epoch": 0.0, - "learning_rate": 6.696428571428571e-07, - "loss": 1.7163, + "clip_ratio": 0.0, + "completion_length": 70.65625, + "epoch": 0.002438033319788704, + "grad_norm": 27.981454849243164, + "kl": 1.109375, + "learning_rate": 9.975617685305592e-07, + "loss": 0.0443, + "reward": 0.6501035690307617, + "reward_std": 0.22582300752401352, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.5876035690307617, "step": 15 }, { - "epoch": 0.0, - "learning_rate": 7.142857142857143e-07, - "loss": 1.4586, + "clip_ratio": 0.0, + "completion_length": 43.203125, + "epoch": 0.002600568874441284, + "grad_norm": 10.665693283081055, + "kl": 2.18359375, + "learning_rate": 9.973992197659298e-07, + "loss": 0.0872, + "reward": 0.695960134267807, + "reward_std": 0.14130137488245964, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.6803351044654846, "step": 16 }, { - "epoch": 0.0, - "learning_rate": 7.589285714285714e-07, - "loss": 1.4983, + "clip_ratio": 0.0, + "completion_length": 70.0, + "epoch": 0.0027631044290938643, + "grad_norm": 11.562222480773926, + "kl": 1.7265625, + "learning_rate": 9.972366710013003e-07, + "loss": 0.0691, + "reward": 0.8244553804397583, + "reward_std": 0.19759824126958847, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.7150803506374359, "step": 17 }, { - "epoch": 0.0, - "learning_rate": 8.035714285714287e-07, - "loss": 1.3665, + "clip_ratio": 0.0, + "completion_length": 58.609375, + "epoch": 0.0029256399837464444, + "grad_norm": 6.617392063140869, + "kl": 1.640625, + "learning_rate": 9.97074122236671e-07, + "loss": 0.0657, + "reward": 0.8508569896221161, + "reward_std": 0.21416619420051575, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7258569300174713, "step": 18 }, { - "epoch": 0.0, - "learning_rate": 8.482142857142859e-07, - "loss": 1.4485, + "clip_ratio": 0.0, + "completion_length": 85.1875, + "epoch": 0.003088175538399025, + "grad_norm": 24.035400390625, + "kl": 1.20703125, + "learning_rate": 9.969115734720416e-07, + "loss": 0.0483, + "reward": 0.7333962917327881, + "reward_std": 0.21194785833358765, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.6708962917327881, "step": 19 }, { - "epoch": 0.0, - "learning_rate": 8.928571428571429e-07, - "loss": 1.3594, + "clip_ratio": 0.0, + "completion_length": 42.0625, + "epoch": 0.003250711093051605, + "grad_norm": 12.61984634399414, + "kl": 2.3515625, + "learning_rate": 9.967490247074121e-07, + "loss": 0.094, + "reward": 0.8791632950305939, + "reward_std": 0.09838462620973587, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.7697882950305939, "step": 20 }, { - "epoch": 0.0, - "learning_rate": 9.375000000000001e-07, - "loss": 1.4409, + "clip_ratio": 0.0, + "completion_length": 36.515625, + "epoch": 0.0034132466477041854, + "grad_norm": 10.813774108886719, + "kl": 2.953125, + "learning_rate": 9.965864759427827e-07, + "loss": 0.1182, + "reward": 0.8271569609642029, + "reward_std": 0.13274786993861198, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.7802819609642029, "step": 21 }, { - "epoch": 0.0, - "learning_rate": 9.821428571428572e-07, - "loss": 1.3446, + "clip_ratio": 0.0, + "completion_length": 60.171875, + "epoch": 0.0035757822023567655, + "grad_norm": 10.973544120788574, + "kl": 2.24609375, + "learning_rate": 9.964239271781535e-07, + "loss": 0.0899, + "reward": 0.7461182475090027, + "reward_std": 0.14235980808734894, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.6836182475090027, "step": 22 }, { - "epoch": 0.0, - "learning_rate": 1.0267857142857143e-06, - "loss": 1.362, + "clip_ratio": 0.0, + "completion_length": 36.0625, + "epoch": 0.003738317757009346, + "grad_norm": 8.213130950927734, + "kl": 1.89453125, + "learning_rate": 9.96261378413524e-07, + "loss": 0.0758, + "reward": 0.8898913562297821, + "reward_std": 0.11084207892417908, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.8430163562297821, "step": 23 }, { - "epoch": 0.0, - "learning_rate": 1.0714285714285714e-06, - "loss": 1.2474, + "clip_ratio": 0.0, + "completion_length": 57.453125, + "epoch": 0.003900853311661926, + "grad_norm": 15.17106819152832, + "kl": 1.546875, + "learning_rate": 9.960988296488945e-07, + "loss": 0.0619, + "reward": 0.8274397552013397, + "reward_std": 0.2024138644337654, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7649397552013397, "step": 24 }, { - "epoch": 0.0, - "learning_rate": 1.1160714285714287e-06, - "loss": 1.3399, + "clip_ratio": 0.0, + "completion_length": 29.671875, + "epoch": 0.0040633888663145065, + "grad_norm": 9.385722160339355, + "kl": 3.1796875, + "learning_rate": 9.959362808842653e-07, + "loss": 0.1272, + "reward": 0.7113008797168732, + "reward_std": 0.09287818148732185, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7113008797168732, "step": 25 }, { - "epoch": 0.0, - "learning_rate": 1.160714285714286e-06, - "loss": 1.3458, + "clip_ratio": 0.0, + "completion_length": 56.75, + "epoch": 0.0042259244209670865, + "grad_norm": 9.404441833496094, + "kl": 2.0703125, + "learning_rate": 9.957737321196358e-07, + "loss": 0.0828, + "reward": 0.7100518643856049, + "reward_std": 0.17054932191967964, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.6631768941879272, "step": 26 }, { - "epoch": 0.0, - "learning_rate": 1.205357142857143e-06, - "loss": 1.3134, + "clip_ratio": 0.0, + "completion_length": 66.25, + "epoch": 0.004388459975619667, + "grad_norm": 8.517899513244629, + "kl": 2.29296875, + "learning_rate": 9.956111833550064e-07, + "loss": 0.0919, + "reward": 0.7819029688835144, + "reward_std": 0.17101208120584488, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.6881529688835144, "step": 27 }, { - "epoch": 0.0, - "learning_rate": 1.25e-06, - "loss": 1.2769, + "clip_ratio": 0.0, + "completion_length": 61.8125, + "epoch": 0.004550995530272247, + "grad_norm": 2.877734899520874, + "kl": 1.5380859375, + "learning_rate": 9.954486345903772e-07, + "loss": 0.0615, + "reward": 0.9189327359199524, + "reward_std": 0.13342216610908508, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.8251827359199524, "step": 28 }, { - "epoch": 0.0, - "learning_rate": 1.2946428571428574e-06, - "loss": 1.2461, + "clip_ratio": 0.0, + "completion_length": 57.203125, + "epoch": 0.0047135310849248276, + "grad_norm": 6.294798374176025, + "kl": 2.03125, + "learning_rate": 9.952860858257477e-07, + "loss": 0.0815, + "reward": 0.8454242944717407, + "reward_std": 0.1998351514339447, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.7672992646694183, "step": 29 }, { - "epoch": 0.0, - "learning_rate": 1.3392857142857143e-06, - "loss": 1.3378, + "clip_ratio": 0.0, + "completion_length": 22.09375, + "epoch": 0.004876066639577408, + "grad_norm": 9.669035911560059, + "kl": 2.4140625, + "learning_rate": 9.951235370611182e-07, + "loss": 0.0966, + "reward": 0.9009474515914917, + "reward_std": 0.06752884201705456, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.9009474515914917, "step": 30 }, { - "epoch": 0.0, - "learning_rate": 1.3839285714285715e-06, - "loss": 1.2484, + "clip_ratio": 0.0, + "completion_length": 76.703125, + "epoch": 0.005038602194229988, + "grad_norm": 8.370816230773926, + "kl": 2.01171875, + "learning_rate": 9.949609882964888e-07, + "loss": 0.0806, + "reward": 0.7978357374668121, + "reward_std": 0.10434914380311966, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.7197107672691345, "step": 31 }, { - "epoch": 0.0, - "learning_rate": 1.4285714285714286e-06, - "loss": 1.3125, + "clip_ratio": 0.0, + "completion_length": 20.53125, + "epoch": 0.005201137748882568, + "grad_norm": 17.34497833251953, + "kl": 1.984375, + "learning_rate": 9.947984395318595e-07, + "loss": 0.0792, + "reward": 0.7576552927494049, + "reward_std": 0.0681995265185833, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7576553225517273, "step": 32 }, { - "epoch": 0.0, - "learning_rate": 1.473214285714286e-06, - "loss": 1.236, + "clip_ratio": 0.0, + "completion_length": 36.5625, + "epoch": 0.005363673303535149, + "grad_norm": 10.408906936645508, + "kl": 1.15234375, + "learning_rate": 9.9463589076723e-07, + "loss": 0.0461, + "reward": 0.858678936958313, + "reward_std": 0.08176852762699127, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.858678936958313, "step": 33 }, { - "epoch": 0.0, - "learning_rate": 1.5178571428571428e-06, - "loss": 1.2928, + "clip_ratio": 0.0, + "completion_length": 25.859375, + "epoch": 0.005526208858187729, + "grad_norm": 11.301753044128418, + "kl": 1.54296875, + "learning_rate": 9.944733420026006e-07, + "loss": 0.0617, + "reward": 0.7734406590461731, + "reward_std": 0.08666699565947056, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.7578155994415283, "step": 34 }, { - "epoch": 0.0, - "learning_rate": 1.5625e-06, - "loss": 1.1524, + "clip_ratio": 0.0, + "completion_length": 67.890625, + "epoch": 0.005688744412840309, + "grad_norm": 6.872032165527344, + "kl": 1.50390625, + "learning_rate": 9.943107932379714e-07, + "loss": 0.0602, + "reward": 0.7615209817886353, + "reward_std": 0.07052579149603844, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.7458959519863129, "step": 35 }, { - "epoch": 0.0, - "learning_rate": 1.6071428571428574e-06, - "loss": 1.1102, + "clip_ratio": 0.0, + "completion_length": 57.078125, + "epoch": 0.005851279967492889, + "grad_norm": 10.193222045898438, + "kl": 2.09375, + "learning_rate": 9.94148244473342e-07, + "loss": 0.0837, + "reward": 0.7502080500125885, + "reward_std": 0.11401623487472534, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.7033330500125885, "step": 36 }, { - "epoch": 0.0, - "learning_rate": 1.6517857142857144e-06, - "loss": 1.1946, + "clip_ratio": 0.0, + "completion_length": 41.5, + "epoch": 0.00601381552214547, + "grad_norm": 7.839879035949707, + "kl": 1.71484375, + "learning_rate": 9.939856957087127e-07, + "loss": 0.0684, + "reward": 0.794767290353775, + "reward_std": 0.1086555402725935, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.763517290353775, "step": 37 }, { - "epoch": 0.0, - "learning_rate": 1.6964285714285717e-06, - "loss": 1.1618, + "clip_ratio": 0.0, + "completion_length": 35.9375, + "epoch": 0.00617635107679805, + "grad_norm": 16.067182540893555, + "kl": 2.9375, + "learning_rate": 9.938231469440832e-07, + "loss": 0.1175, + "reward": 0.8284062445163727, + "reward_std": 0.12194845080375671, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7659062147140503, "step": 38 }, { - "epoch": 0.0, - "learning_rate": 1.7410714285714286e-06, - "loss": 1.1809, + "clip_ratio": 0.0, + "completion_length": 22.75, + "epoch": 0.00633888663145063, + "grad_norm": 15.109891891479492, + "kl": 2.6953125, + "learning_rate": 9.936605981794538e-07, + "loss": 0.1079, + "reward": 0.8237124681472778, + "reward_std": 0.09904271364212036, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.8080874383449554, "step": 39 }, { - "epoch": 0.0, - "learning_rate": 1.7857142857142859e-06, - "loss": 1.1964, + "clip_ratio": 0.0, + "completion_length": 46.75, + "epoch": 0.00650142218610321, + "grad_norm": 7.188990116119385, + "kl": 1.83984375, + "learning_rate": 9.934980494148243e-07, + "loss": 0.0736, + "reward": 0.9028638005256653, + "reward_std": 0.09685813263058662, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.8403638303279877, "step": 40 }, { - "epoch": 0.0, - "learning_rate": 1.830357142857143e-06, - "loss": 1.1829, + "clip_ratio": 0.0, + "completion_length": 8.671875, + "epoch": 0.00666395774075579, + "grad_norm": 3.9069013595581055, + "kl": 2.6171875, + "learning_rate": 9.93335500650195e-07, + "loss": 0.1049, + "reward": 0.9069453477859497, + "reward_std": 0.05436262860894203, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.9069453477859497, "step": 41 }, { - "epoch": 0.0, - "learning_rate": 1.8750000000000003e-06, - "loss": 1.142, + "clip_ratio": 0.0, + "completion_length": 50.703125, + "epoch": 0.006826493295408371, + "grad_norm": 9.538886070251465, + "kl": 1.79296875, + "learning_rate": 9.931729518855656e-07, + "loss": 0.0718, + "reward": 0.8082948625087738, + "reward_std": 0.21891925483942032, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.7145448625087738, "step": 42 }, { - "epoch": 0.0, - "learning_rate": 1.9196428571428573e-06, - "loss": 1.2241, + "clip_ratio": 0.0, + "completion_length": 55.078125, + "epoch": 0.006989028850060951, + "grad_norm": 5.480250835418701, + "kl": 1.41796875, + "learning_rate": 9.930104031209362e-07, + "loss": 0.0567, + "reward": 0.7016926109790802, + "reward_std": 0.084059938788414, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.6860676407814026, "step": 43 }, { - "epoch": 0.0, - "learning_rate": 1.9642857142857144e-06, - "loss": 1.1746, + "clip_ratio": 0.0, + "completion_length": 59.03125, + "epoch": 0.007151564404713531, + "grad_norm": 5.363314151763916, + "kl": 2.15625, + "learning_rate": 9.928478543563067e-07, + "loss": 0.0864, + "reward": 0.7470590174198151, + "reward_std": 0.09533368796110153, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.7314340174198151, "step": 44 }, { - "epoch": 0.0, - "learning_rate": 2.0089285714285715e-06, - "loss": 1.165, + "clip_ratio": 0.0, + "completion_length": 37.9375, + "epoch": 0.007314099959366111, + "grad_norm": 4.833530426025391, + "kl": 2.16015625, + "learning_rate": 9.926853055916775e-07, + "loss": 0.0865, + "reward": 0.8775728940963745, + "reward_std": 0.10655701532959938, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.7994478940963745, "step": 45 }, { - "epoch": 0.0, - "learning_rate": 2.0535714285714286e-06, - "loss": 1.194, + "clip_ratio": 0.0, + "completion_length": 42.421875, + "epoch": 0.007476635514018692, + "grad_norm": 10.289427757263184, + "kl": 2.8515625, + "learning_rate": 9.92522756827048e-07, + "loss": 0.1142, + "reward": 0.8567517399787903, + "reward_std": 0.15808843821287155, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.8098767399787903, "step": 46 }, { - "epoch": 0.0, - "learning_rate": 2.098214285714286e-06, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 22.96875, + "epoch": 0.007639171068671272, + "grad_norm": 9.031001091003418, + "kl": 2.0859375, + "learning_rate": 9.923602080624188e-07, + "loss": 0.0835, + "reward": 0.7927697896957397, + "reward_std": 0.062285962514579296, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.7615197598934174, "step": 47 }, { - "epoch": 0.0, - "learning_rate": 2.1428571428571427e-06, - "loss": 1.1433, + "clip_ratio": 0.0, + "completion_length": 20.890625, + "epoch": 0.007801706623323852, + "grad_norm": 9.398820877075195, + "kl": 3.015625, + "learning_rate": 9.921976592977893e-07, + "loss": 0.1206, + "reward": 0.8597254157066345, + "reward_std": 0.07136701419949532, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.8597253859043121, "step": 48 }, { - "epoch": 0.0, - "learning_rate": 2.1875000000000002e-06, - "loss": 1.1537, + "clip_ratio": 0.0, + "completion_length": 37.5625, + "epoch": 0.007964242177976432, + "grad_norm": 5.714552879333496, + "kl": 2.24609375, + "learning_rate": 9.920351105331599e-07, + "loss": 0.0899, + "reward": 0.8584529757499695, + "reward_std": 0.10904350690543652, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.8428279459476471, "step": 49 }, { - "epoch": 0.0, - "learning_rate": 2.2321428571428573e-06, - "loss": 1.0878, + "clip_ratio": 0.0, + "completion_length": 48.140625, + "epoch": 0.008126777732629013, + "grad_norm": 23.942855834960938, + "kl": 2.2578125, + "learning_rate": 9.918725617685304e-07, + "loss": 0.0904, + "reward": 0.8369523584842682, + "reward_std": 0.15582705289125443, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7119523882865906, "step": 50 }, { - "epoch": 0.0, - "learning_rate": 2.2767857142857144e-06, - "loss": 1.1393, + "clip_ratio": 0.0, + "completion_length": 58.890625, + "epoch": 0.008289313287281592, + "grad_norm": 1.733821988105774, + "kl": 2.38671875, + "learning_rate": 9.917100130039012e-07, + "loss": 0.0956, + "reward": 0.9046580493450165, + "reward_std": 0.13238532468676567, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.8265330493450165, "step": 51 }, { - "epoch": 0.0, - "learning_rate": 2.321428571428572e-06, - "loss": 1.0923, + "clip_ratio": 0.0, + "completion_length": 80.46875, + "epoch": 0.008451848841934173, + "grad_norm": 9.659381866455078, + "kl": 1.6484375, + "learning_rate": 9.915474642392717e-07, + "loss": 0.066, + "reward": 0.995573878288269, + "reward_std": 0.23044456541538239, + "rewards/format_reward_gen": 0.1875, + "rewards/llm_reward": 0.808073878288269, "step": 52 }, { - "epoch": 0.0, - "learning_rate": 2.3660714285714285e-06, - "loss": 1.1648, + "clip_ratio": 0.0, + "completion_length": 43.34375, + "epoch": 0.008614384396586754, + "grad_norm": 7.265466213226318, + "kl": 1.3046875, + "learning_rate": 9.913849154746423e-07, + "loss": 0.0523, + "reward": 0.9792925715446472, + "reward_std": 0.08352736756205559, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.9011676013469696, "step": 53 }, { - "epoch": 0.0, - "learning_rate": 2.410714285714286e-06, - "loss": 1.1646, + "clip_ratio": 0.0, + "completion_length": 62.453125, + "epoch": 0.008776919951239333, + "grad_norm": 10.554610252380371, + "kl": 1.375, + "learning_rate": 9.912223667100128e-07, + "loss": 0.055, + "reward": 0.8130442202091217, + "reward_std": 0.1007171981036663, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.7817942202091217, "step": 54 }, { - "epoch": 0.0, - "learning_rate": 2.455357142857143e-06, - "loss": 1.1796, + "clip_ratio": 0.0, + "completion_length": 7.28125, + "epoch": 0.008939455505891914, + "grad_norm": 13.33711051940918, + "kl": 3.046875, + "learning_rate": 9.910598179453836e-07, + "loss": 0.1216, + "reward": 0.7900632619857788, + "reward_std": 0.08139513246715069, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7900632917881012, "step": 55 }, { - "epoch": 0.0, - "learning_rate": 2.5e-06, - "loss": 1.2425, + "clip_ratio": 0.0, + "completion_length": 42.578125, + "epoch": 0.009101991060544493, + "grad_norm": 8.647041320800781, + "kl": 2.06640625, + "learning_rate": 9.908972691807541e-07, + "loss": 0.0828, + "reward": 0.8610835075378418, + "reward_std": 0.07882766425609589, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.7829585373401642, "step": 56 }, { - "epoch": 0.0, - "learning_rate": 2.5446428571428573e-06, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 38.375, + "epoch": 0.009264526615197074, + "grad_norm": 25.60304832458496, + "kl": 1.43359375, + "learning_rate": 9.90734720416125e-07, + "loss": 0.0572, + "reward": 0.9608126282691956, + "reward_std": 0.08909531310200691, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.8358125984668732, "step": 57 }, { - "epoch": 0.0, - "learning_rate": 2.5892857142857148e-06, - "loss": 1.1337, + "clip_ratio": 0.0, + "completion_length": 41.859375, + "epoch": 0.009427062169849655, + "grad_norm": 14.177375793457031, + "kl": 2.0859375, + "learning_rate": 9.905721716514954e-07, + "loss": 0.0837, + "reward": 0.8882174491882324, + "reward_std": 0.08319574221968651, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.7788424491882324, "step": 58 }, { - "epoch": 0.0, - "learning_rate": 2.633928571428572e-06, - "loss": 1.0913, + "clip_ratio": 0.0, + "completion_length": 33.359375, + "epoch": 0.009589597724502234, + "grad_norm": 7.756369113922119, + "kl": 2.1015625, + "learning_rate": 9.90409622886866e-07, + "loss": 0.084, + "reward": 0.8520928919315338, + "reward_std": 0.16695284098386765, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.7583428621292114, "step": 59 }, { - "epoch": 0.0, - "learning_rate": 2.6785714285714285e-06, - "loss": 1.0274, + "clip_ratio": 0.0, + "completion_length": 65.3125, + "epoch": 0.009752133279154815, + "grad_norm": 6.698013782501221, + "kl": 1.86328125, + "learning_rate": 9.902470741222365e-07, + "loss": 0.0744, + "reward": 0.8816726505756378, + "reward_std": 0.12992731481790543, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7566726803779602, "step": 60 }, { - "epoch": 0.0, - "learning_rate": 2.7232142857142856e-06, - "loss": 1.1785, + "clip_ratio": 0.0, + "completion_length": 37.8125, + "epoch": 0.009914668833807396, + "grad_norm": 8.122171401977539, + "kl": 1.79296875, + "learning_rate": 9.900845253576073e-07, + "loss": 0.0718, + "reward": 0.8477761447429657, + "reward_std": 0.09200737625360489, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.7696511149406433, "step": 61 }, { - "epoch": 0.0, - "learning_rate": 2.767857142857143e-06, - "loss": 1.1238, + "clip_ratio": 0.0, + "completion_length": 41.640625, + "epoch": 0.010077204388459975, + "grad_norm": 9.38162612915039, + "kl": 1.57421875, + "learning_rate": 9.899219765929778e-07, + "loss": 0.0628, + "reward": 0.8047055304050446, + "reward_std": 0.12526213750243187, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.7734555006027222, "step": 62 }, { - "epoch": 0.0, - "learning_rate": 2.8125e-06, - "loss": 1.0879, + "clip_ratio": 0.0, + "completion_length": 24.984375, + "epoch": 0.010239739943112556, + "grad_norm": 18.153196334838867, + "kl": 1.98828125, + "learning_rate": 9.897594278283484e-07, + "loss": 0.0796, + "reward": 0.7572315335273743, + "reward_std": 0.0899352990090847, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7572315335273743, "step": 63 }, { - "epoch": 0.0, - "learning_rate": 2.8571428571428573e-06, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 17.6875, + "epoch": 0.010402275497765135, + "grad_norm": 5.652222156524658, + "kl": 2.2734375, + "learning_rate": 9.89596879063719e-07, + "loss": 0.091, + "reward": 0.7678728103637695, + "reward_std": 0.08820222318172455, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7678728103637695, "step": 64 }, { - "epoch": 0.0, - "learning_rate": 2.9017857142857148e-06, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 33.6875, + "epoch": 0.010564811052417716, + "grad_norm": 17.411693572998047, + "kl": 1.9609375, + "learning_rate": 9.894343302990897e-07, + "loss": 0.0784, + "reward": 0.9312944710254669, + "reward_std": 0.09322380647063255, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.8844194710254669, "step": 65 }, { - "epoch": 0.0, - "learning_rate": 2.946428571428572e-06, - "loss": 1.1736, + "clip_ratio": 0.0, + "completion_length": 29.640625, + "epoch": 0.010727346607070297, + "grad_norm": 8.760631561279297, + "kl": 2.71875, + "learning_rate": 9.892717815344602e-07, + "loss": 0.1086, + "reward": 0.9049798846244812, + "reward_std": 0.08625708520412445, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.8893549144268036, "step": 66 }, { - "epoch": 0.0, - "learning_rate": 2.991071428571429e-06, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 41.875, + "epoch": 0.010889882161722876, + "grad_norm": 5.166296005249023, + "kl": 1.33203125, + "learning_rate": 9.89109232769831e-07, + "loss": 0.0533, + "reward": 0.8518480658531189, + "reward_std": 0.1496976912021637, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.7580980360507965, "step": 67 }, { - "epoch": 0.0, - "learning_rate": 3.0357142857142856e-06, - "loss": 1.0284, + "clip_ratio": 0.0, + "completion_length": 47.59375, + "epoch": 0.011052417716375457, + "grad_norm": 7.547139644622803, + "kl": 2.484375, + "learning_rate": 9.889466840052015e-07, + "loss": 0.0993, + "reward": 0.9117635488510132, + "reward_std": 0.07746284268796444, + "rewards/format_reward_gen": 0.15625, + "rewards/llm_reward": 0.7555135190486908, "step": 68 }, { - "epoch": 0.0, - "learning_rate": 3.080357142857143e-06, - "loss": 1.07, + "clip_ratio": 0.0, + "completion_length": 46.71875, + "epoch": 0.011214953271028037, + "grad_norm": 15.906959533691406, + "kl": 2.9296875, + "learning_rate": 9.88784135240572e-07, + "loss": 0.1172, + "reward": 0.850505143404007, + "reward_std": 0.06834433972835541, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7880051732063293, "step": 69 }, { - "epoch": 0.0, - "learning_rate": 3.125e-06, - "loss": 1.1434, + "clip_ratio": 0.0, + "completion_length": 42.609375, + "epoch": 0.011377488825680617, + "grad_norm": 9.74400806427002, + "kl": 1.9140625, + "learning_rate": 9.886215864759428e-07, + "loss": 0.0766, + "reward": 0.9099268317222595, + "reward_std": 0.10042433440685272, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.8318018317222595, "step": 70 }, { - "epoch": 0.0, - "learning_rate": 3.1696428571428572e-06, - "loss": 1.0735, + "clip_ratio": 0.0, + "completion_length": 32.0625, + "epoch": 0.011540024380333198, + "grad_norm": 9.224542617797852, + "kl": 3.3984375, + "learning_rate": 9.884590377113134e-07, + "loss": 0.1361, + "reward": 0.8650937378406525, + "reward_std": 0.11194358766078949, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.8182187378406525, "step": 71 }, { - "epoch": 0.0, - "learning_rate": 3.2142857142857147e-06, - "loss": 1.193, + "clip_ratio": 0.0, + "completion_length": 64.0, + "epoch": 0.011702559934985778, + "grad_norm": 5.069450378417969, + "kl": 1.1875, + "learning_rate": 9.88296488946684e-07, + "loss": 0.0475, + "reward": 0.9570168852806091, + "reward_std": 0.17818550765514374, + "rewards/format_reward_gen": 0.140625, + "rewards/llm_reward": 0.8163919150829315, "step": 72 }, { - "epoch": 0.0, - "learning_rate": 3.258928571428572e-06, - "loss": 1.1229, + "clip_ratio": 0.0, + "completion_length": 63.671875, + "epoch": 0.011865095489638358, + "grad_norm": 15.168375015258789, + "kl": 1.892578125, + "learning_rate": 9.881339401820545e-07, + "loss": 0.0756, + "reward": 0.9239896535873413, + "reward_std": 0.1649886667728424, + "rewards/format_reward_gen": 0.203125, + "rewards/llm_reward": 0.7208646535873413, "step": 73 }, { - "epoch": 0.0, - "learning_rate": 3.303571428571429e-06, - "loss": 1.0497, + "clip_ratio": 0.0, + "completion_length": 22.234375, + "epoch": 0.01202763104429094, + "grad_norm": 8.538302421569824, + "kl": 3.23046875, + "learning_rate": 9.879713914174252e-07, + "loss": 0.1294, + "reward": 0.8411885499954224, + "reward_std": 0.04409685730934143, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7786885499954224, "step": 74 }, { - "epoch": 0.01, - "learning_rate": 3.3482142857142855e-06, - "loss": 1.1029, + "clip_ratio": 0.0, + "completion_length": 75.265625, + "epoch": 0.012190166598943519, + "grad_norm": 15.466085433959961, + "kl": 1.65625, + "learning_rate": 9.878088426527958e-07, + "loss": 0.0663, + "reward": 1.0098150372505188, + "reward_std": 0.1236221045255661, + "rewards/format_reward_gen": 0.21875, + "rewards/llm_reward": 0.7910650074481964, "step": 75 }, { - "epoch": 0.01, - "learning_rate": 3.3928571428571435e-06, - "loss": 1.0605, + "clip_ratio": 0.0, + "completion_length": 68.734375, + "epoch": 0.0123527021535961, + "grad_norm": 6.915717124938965, + "kl": 1.95703125, + "learning_rate": 9.876462938881665e-07, + "loss": 0.0782, + "reward": 0.9862697720527649, + "reward_std": 0.03746417164802551, + "rewards/format_reward_gen": 0.25, + "rewards/llm_reward": 0.7362698316574097, "step": 76 }, { - "epoch": 0.01, - "learning_rate": 3.4375e-06, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 38.890625, + "epoch": 0.012515237708248679, + "grad_norm": 14.587468147277832, + "kl": 2.58203125, + "learning_rate": 9.87483745123537e-07, + "loss": 0.1031, + "reward": 0.888371467590332, + "reward_std": 0.13882266730070114, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.7946214973926544, "step": 77 }, { - "epoch": 0.01, - "learning_rate": 3.482142857142857e-06, - "loss": 1.0799, + "clip_ratio": 0.0, + "completion_length": 22.140625, + "epoch": 0.01267777326290126, + "grad_norm": 13.342331886291504, + "kl": 3.0234375, + "learning_rate": 9.873211963589076e-07, + "loss": 0.1211, + "reward": 0.8857678174972534, + "reward_std": 0.11212019622325897, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.8232677578926086, "step": 78 }, { - "epoch": 0.01, - "learning_rate": 3.5267857142857147e-06, - "loss": 1.2205, + "clip_ratio": 0.0, + "completion_length": 16.921875, + "epoch": 0.01284030881755384, + "grad_norm": 7.719297409057617, + "kl": 2.0078125, + "learning_rate": 9.871586475942782e-07, + "loss": 0.0802, + "reward": 0.8425022661685944, + "reward_std": 0.08206494152545929, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.8425022661685944, "step": 79 }, { - "epoch": 0.01, - "learning_rate": 3.5714285714285718e-06, - "loss": 1.1091, + "clip_ratio": 0.0, + "completion_length": 46.359375, + "epoch": 0.01300284437220642, + "grad_norm": 19.496021270751953, + "kl": 1.9296875, + "learning_rate": 9.86996098829649e-07, + "loss": 0.0772, + "reward": 0.9140539169311523, + "reward_std": 0.15972915291786194, + "rewards/format_reward_gen": 0.140625, + "rewards/llm_reward": 0.7734289467334747, "step": 80 }, { - "epoch": 0.01, - "learning_rate": 3.616071428571429e-06, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 38.15625, + "epoch": 0.013165379926859, + "grad_norm": 11.807801246643066, + "kl": 2.703125, + "learning_rate": 9.868335500650195e-07, + "loss": 0.1082, + "reward": 0.8772467076778412, + "reward_std": 0.13138732314109802, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.783496767282486, "step": 81 }, { - "epoch": 0.01, - "learning_rate": 3.660714285714286e-06, - "loss": 1.0983, + "clip_ratio": 0.0, + "completion_length": 57.078125, + "epoch": 0.01332791548151158, + "grad_norm": 11.272305488586426, + "kl": 1.1650390625, + "learning_rate": 9.8667100130039e-07, + "loss": 0.0466, + "reward": 0.812641441822052, + "reward_std": 0.167443186044693, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.703266441822052, "step": 82 }, { - "epoch": 0.01, - "learning_rate": 3.7053571428571434e-06, - "loss": 1.1661, + "clip_ratio": 0.0, + "completion_length": 49.515625, + "epoch": 0.01349045103616416, + "grad_norm": 8.319168090820312, + "kl": 1.44140625, + "learning_rate": 9.865084525357606e-07, + "loss": 0.0577, + "reward": 0.8630865812301636, + "reward_std": 0.09985873848199844, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.7537115514278412, "step": 83 }, { - "epoch": 0.01, - "learning_rate": 3.7500000000000005e-06, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 33.53125, + "epoch": 0.013652986590816742, + "grad_norm": 12.76572036743164, + "kl": 2.3515625, + "learning_rate": 9.863459037711313e-07, + "loss": 0.0941, + "reward": 0.7722800374031067, + "reward_std": 0.14052562788128853, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.6785300970077515, "step": 84 }, { - "epoch": 0.01, - "learning_rate": 3.794642857142857e-06, - "loss": 1.1115, + "clip_ratio": 0.0, + "completion_length": 36.21875, + "epoch": 0.01381552214546932, + "grad_norm": 11.063876152038574, + "kl": 1.75390625, + "learning_rate": 9.861833550065019e-07, + "loss": 0.0702, + "reward": 0.894199788570404, + "reward_std": 0.12773173488676548, + "rewards/format_reward_gen": 0.078125, + "rewards/llm_reward": 0.816074788570404, "step": 85 }, { - "epoch": 0.01, - "learning_rate": 3.839285714285715e-06, - "loss": 1.0058, + "clip_ratio": 0.0, + "completion_length": 56.109375, + "epoch": 0.013978057700121902, + "grad_norm": 12.738615036010742, + "kl": 2.046875, + "learning_rate": 9.860208062418726e-07, + "loss": 0.0817, + "reward": 0.8367303609848022, + "reward_std": 0.16148072853684425, + "rewards/format_reward_gen": 0.09375, + "rewards/llm_reward": 0.7429803311824799, "step": 86 }, { - "epoch": 0.01, - "learning_rate": 3.883928571428572e-06, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 26.703125, + "epoch": 0.014140593254774483, + "grad_norm": 17.32393455505371, + "kl": 2.76953125, + "learning_rate": 9.858582574772432e-07, + "loss": 0.1108, + "reward": 0.8983105719089508, + "reward_std": 0.07788176462054253, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.8670605421066284, "step": 87 }, { - "epoch": 0.01, - "learning_rate": 3.928571428571429e-06, - "loss": 1.1198, + "clip_ratio": 0.0, + "completion_length": 38.109375, + "epoch": 0.014303128809427062, + "grad_norm": 8.65908432006836, + "kl": 2.2890625, + "learning_rate": 9.856957087126137e-07, + "loss": 0.0915, + "reward": 0.8559283018112183, + "reward_std": 0.0998458918184042, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7309283018112183, "step": 88 }, { - "epoch": 0.01, - "learning_rate": 3.9732142857142855e-06, - "loss": 1.1358, + "clip_ratio": 0.0, + "completion_length": 30.5625, + "epoch": 0.014465664364079643, + "grad_norm": 4.947307586669922, + "kl": 2.96875, + "learning_rate": 9.855331599479843e-07, + "loss": 0.1186, + "reward": 0.8417825698852539, + "reward_std": 0.1148051954805851, + "rewards/format_reward_gen": 0.046875, + "rewards/llm_reward": 0.7949075996875763, "step": 89 }, { - "epoch": 0.01, - "learning_rate": 4.017857142857143e-06, - "loss": 1.1564, + "clip_ratio": 0.0, + "completion_length": 66.234375, + "epoch": 0.014628199918732222, + "grad_norm": 11.864095687866211, + "kl": 2.0234375, + "learning_rate": 9.85370611183355e-07, + "loss": 0.0811, + "reward": 0.9954537749290466, + "reward_std": 0.1128845140337944, + "rewards/format_reward_gen": 0.234375, + "rewards/llm_reward": 0.7610787749290466, "step": 90 }, { - "epoch": 0.01, - "learning_rate": 4.0625000000000005e-06, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 44.578125, + "epoch": 0.014790735473384803, + "grad_norm": 12.019864082336426, + "kl": 2.52734375, + "learning_rate": 9.852080624187256e-07, + "loss": 0.1015, + "reward": 0.9784486293792725, + "reward_std": 0.09410706907510757, + "rewards/format_reward_gen": 0.1875, + "rewards/llm_reward": 0.7909486293792725, "step": 91 }, { - "epoch": 0.01, - "learning_rate": 4.107142857142857e-06, - "loss": 1.0363, + "clip_ratio": 0.0, + "completion_length": 70.265625, + "epoch": 0.014953271028037384, + "grad_norm": 4.71563720703125, + "kl": 1.6484375, + "learning_rate": 9.850455136540961e-07, + "loss": 0.066, + "reward": 0.9882422387599945, + "reward_std": 0.10319546610116959, + "rewards/format_reward_gen": 0.21875, + "rewards/llm_reward": 0.7694922387599945, "step": 92 }, { - "epoch": 0.01, - "learning_rate": 4.151785714285715e-06, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 17.515625, + "epoch": 0.015115806582689963, + "grad_norm": 16.539703369140625, + "kl": 1.8984375, + "learning_rate": 9.848829648894667e-07, + "loss": 0.0758, + "reward": 0.7437067329883575, + "reward_std": 0.07513045147061348, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7437067627906799, "step": 93 }, { - "epoch": 0.01, - "learning_rate": 4.196428571428572e-06, - "loss": 1.017, + "clip_ratio": 0.0, + "completion_length": 36.890625, + "epoch": 0.015278342137342544, + "grad_norm": 6.492937088012695, + "kl": 2.9921875, + "learning_rate": 9.847204161248374e-07, + "loss": 0.1198, + "reward": 1.0098963975906372, + "reward_std": 0.04282127879559994, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.8848964273929596, "step": 94 }, { - "epoch": 0.01, - "learning_rate": 4.241071428571429e-06, - "loss": 1.0098, + "clip_ratio": 0.0, + "completion_length": 50.90625, + "epoch": 0.015440877691995123, + "grad_norm": 12.451412200927734, + "kl": 2.734375, + "learning_rate": 9.84557867360208e-07, + "loss": 0.1092, + "reward": 0.996114194393158, + "reward_std": 0.08982935920357704, + "rewards/format_reward_gen": 0.171875, + "rewards/llm_reward": 0.824239194393158, "step": 95 }, { - "epoch": 0.01, - "learning_rate": 4.2857142857142855e-06, - "loss": 1.039, + "clip_ratio": 0.0, + "completion_length": 6.34375, + "epoch": 0.015603413246647704, + "grad_norm": 10.306267738342285, + "kl": 2.734375, + "learning_rate": 9.843953185955787e-07, + "loss": 0.1092, + "reward": 0.787550687789917, + "reward_std": 0.05727571249008179, + "rewards/format_reward_gen": 0.0, + "rewards/llm_reward": 0.7875506579875946, "step": 96 }, { - "epoch": 0.01, - "learning_rate": 4.330357142857143e-06, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 18.828125, + "epoch": 0.015765948801300285, + "grad_norm": 12.396915435791016, + "kl": 2.4140625, + "learning_rate": 9.842327698309493e-07, + "loss": 0.0966, + "reward": 0.7688947916030884, + "reward_std": 0.10648244246840477, + "rewards/format_reward_gen": 0.015625, + "rewards/llm_reward": 0.7532697916030884, "step": 97 }, { - "epoch": 0.01, - "learning_rate": 4.3750000000000005e-06, - "loss": 0.987, + "clip_ratio": 0.0, + "completion_length": 31.890625, + "epoch": 0.015928484355952864, + "grad_norm": 7.302643775939941, + "kl": 2.12109375, + "learning_rate": 9.840702210663198e-07, + "loss": 0.0848, + "reward": 0.942588210105896, + "reward_std": 0.048943473026156425, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.817588210105896, "step": 98 }, { - "epoch": 0.01, - "learning_rate": 4.419642857142857e-06, - "loss": 0.9817, + "clip_ratio": 0.0, + "completion_length": 24.5, + "epoch": 0.016091019910605443, + "grad_norm": 18.761886596679688, + "kl": 2.75, + "learning_rate": 9.839076723016904e-07, + "loss": 0.1099, + "reward": 0.8768669664859772, + "reward_std": 0.048484306782484055, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7518669664859772, "step": 99 }, { - "epoch": 0.01, - "learning_rate": 4.464285714285715e-06, - "loss": 1.1297, + "clip_ratio": 0.0, + "completion_length": 57.609375, + "epoch": 0.016253555465258026, + "grad_norm": 10.651666641235352, + "kl": 2.6796875, + "learning_rate": 9.837451235370611e-07, + "loss": 0.1071, + "reward": 0.9484639465808868, + "reward_std": 0.05328851193189621, + "rewards/format_reward_gen": 0.1875, + "rewards/llm_reward": 0.7609639465808868, "step": 100 }, { - "epoch": 0.01, - "learning_rate": 4.508928571428572e-06, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 47.515625, + "epoch": 0.016416091019910605, + "grad_norm": 22.925508499145508, + "kl": 2.8203125, + "learning_rate": 9.835825747724317e-07, + "loss": 0.1129, + "reward": 0.8979439735412598, + "reward_std": 0.10480204597115517, + "rewards/format_reward_gen": 0.15625, + "rewards/llm_reward": 0.7416939735412598, "step": 101 }, { - "epoch": 0.01, - "learning_rate": 4.553571428571429e-06, - "loss": 1.1475, + "clip_ratio": 0.0, + "completion_length": 34.828125, + "epoch": 0.016578626574563184, + "grad_norm": 32.45745849609375, + "kl": 2.171875, + "learning_rate": 9.834200260078022e-07, + "loss": 0.0869, + "reward": 0.9576987624168396, + "reward_std": 0.10351254045963287, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.848323792219162, "step": 102 }, { - "epoch": 0.01, - "learning_rate": 4.5982142857142854e-06, - "loss": 1.1363, + "clip_ratio": 0.0, + "completion_length": 63.0625, + "epoch": 0.016741162129215767, + "grad_norm": 4.889100074768066, + "kl": 2.02734375, + "learning_rate": 9.832574772431728e-07, + "loss": 0.0811, + "reward": 0.9942638278007507, + "reward_std": 0.1113617792725563, + "rewards/format_reward_gen": 0.234375, + "rewards/llm_reward": 0.7598887979984283, "step": 103 }, { - "epoch": 0.01, - "learning_rate": 4.642857142857144e-06, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 28.828125, + "epoch": 0.016903697683868346, + "grad_norm": 19.25386619567871, + "kl": 2.7265625, + "learning_rate": 9.830949284785435e-07, + "loss": 0.1089, + "reward": 0.9295272827148438, + "reward_std": 0.06112121418118477, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.8045272827148438, "step": 104 }, { - "epoch": 0.01, - "learning_rate": 4.6875000000000004e-06, - "loss": 1.1253, + "clip_ratio": 0.0, + "completion_length": 76.6875, + "epoch": 0.017066233238520925, + "grad_norm": 19.977657318115234, + "kl": 1.68359375, + "learning_rate": 9.829323797139143e-07, + "loss": 0.0673, + "reward": 0.9388024806976318, + "reward_std": 0.07959777861833572, + "rewards/format_reward_gen": 0.296875, + "rewards/llm_reward": 0.6419274806976318, "step": 105 }, { - "epoch": 0.01, - "learning_rate": 4.732142857142857e-06, - "loss": 1.0634, + "clip_ratio": 0.0, + "completion_length": 31.953125, + "epoch": 0.017228768793173508, + "grad_norm": 1.1358999013900757, + "kl": 2.1875, + "learning_rate": 9.827698309492848e-07, + "loss": 0.0874, + "reward": 0.9057956337928772, + "reward_std": 0.01614700281061232, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.8432956039905548, "step": 106 }, { - "epoch": 0.01, - "learning_rate": 4.776785714285715e-06, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 26.515625, + "epoch": 0.017391304347826087, + "grad_norm": 5.2117719650268555, + "kl": 3.1953125, + "learning_rate": 9.826072821846554e-07, + "loss": 0.128, + "reward": 0.8503014743328094, + "reward_std": 0.053814174607396126, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7878014743328094, "step": 107 }, { - "epoch": 0.01, - "learning_rate": 4.821428571428572e-06, - "loss": 1.0183, + "clip_ratio": 0.0, + "completion_length": 59.34375, + "epoch": 0.017553839902478666, + "grad_norm": 16.42076873779297, + "kl": 2.5, + "learning_rate": 9.82444733420026e-07, + "loss": 0.1003, + "reward": 1.1198706030845642, + "reward_std": 0.11132639274001122, + "rewards/format_reward_gen": 0.296875, + "rewards/llm_reward": 0.8229955732822418, "step": 108 }, { - "epoch": 0.01, - "learning_rate": 4.866071428571429e-06, - "loss": 1.0801, + "clip_ratio": 0.0, + "completion_length": 47.765625, + "epoch": 0.01771637545713125, + "grad_norm": 5.829850196838379, + "kl": 2.765625, + "learning_rate": 9.822821846553967e-07, + "loss": 0.1106, + "reward": 0.9511679410934448, + "reward_std": 0.0936579667031765, + "rewards/format_reward_gen": 0.15625, + "rewards/llm_reward": 0.7949179112911224, "step": 109 }, { - "epoch": 0.01, - "learning_rate": 4.910714285714286e-06, - "loss": 1.1319, + "clip_ratio": 0.0, + "completion_length": 36.65625, + "epoch": 0.017878911011783828, + "grad_norm": 11.356297492980957, + "kl": 2.875, + "learning_rate": 9.821196358907672e-07, + "loss": 0.1151, + "reward": 1.0260385870933533, + "reward_std": 0.08537083677947521, + "rewards/format_reward_gen": 0.1875, + "rewards/llm_reward": 0.8385385870933533, "step": 110 }, { - "epoch": 0.01, - "learning_rate": 4.955357142857144e-06, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 61.546875, + "epoch": 0.018041446566436407, + "grad_norm": 5.2280802726745605, + "kl": 2.09765625, + "learning_rate": 9.819570871261378e-07, + "loss": 0.0839, + "reward": 0.9904026985168457, + "reward_std": 0.09601608291268349, + "rewards/format_reward_gen": 0.21875, + "rewards/llm_reward": 0.7716526985168457, "step": 111 }, { - "epoch": 0.01, - "learning_rate": 5e-06, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 40.203125, + "epoch": 0.018203982121088987, + "grad_norm": 17.35793685913086, + "kl": 1.953125, + "learning_rate": 9.817945383615083e-07, + "loss": 0.0783, + "reward": 0.8996666073799133, + "reward_std": 0.0715232640504837, + "rewards/format_reward_gen": 0.125, + "rewards/llm_reward": 0.7746666073799133, "step": 112 }, { - "epoch": 0.01, - "learning_rate": 5.044642857142857e-06, - "loss": 1.156, + "clip_ratio": 0.0, + "completion_length": 23.65625, + "epoch": 0.01836651767574157, + "grad_norm": 4.367437362670898, + "kl": 1.984375, + "learning_rate": 9.81631989596879e-07, + "loss": 0.0794, + "reward": 0.781857818365097, + "reward_std": 0.07174274045974016, + "rewards/format_reward_gen": 0.03125, + "rewards/llm_reward": 0.750607818365097, "step": 113 }, { - "epoch": 0.01, - "learning_rate": 5.0892857142857146e-06, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 76.015625, + "epoch": 0.01852905323039415, + "grad_norm": 15.545516014099121, + "kl": 1.640625, + "learning_rate": 9.814694408322496e-07, + "loss": 0.0655, + "reward": 0.950876772403717, + "reward_std": 0.11972208321094513, + "rewards/format_reward_gen": 0.296875, + "rewards/llm_reward": 0.654001772403717, "step": 114 }, { - "epoch": 0.01, - "learning_rate": 5.133928571428571e-06, - "loss": 1.0403, + "clip_ratio": 0.0, + "completion_length": 43.015625, + "epoch": 0.018691588785046728, + "grad_norm": 4.728745937347412, + "kl": 2.2109375, + "learning_rate": 9.813068920676204e-07, + "loss": 0.0885, + "reward": 0.8872397541999817, + "reward_std": 0.050550686195492744, + "rewards/format_reward_gen": 0.109375, + "rewards/llm_reward": 0.7778647243976593, "step": 115 }, { - "epoch": 0.01, - "learning_rate": 5.1785714285714296e-06, - "loss": 1.0776, + "clip_ratio": 0.0, + "completion_length": 43.5, + "epoch": 0.01885412433969931, + "grad_norm": 24.42088508605957, + "kl": 2.15625, + "learning_rate": 9.81144343302991e-07, + "loss": 0.0863, + "reward": 0.9561615884304047, + "reward_std": 0.13353301584720612, + "rewards/format_reward_gen": 0.25, + "rewards/llm_reward": 0.7061615586280823, "step": 116 }, { - "epoch": 0.01, - "learning_rate": 5.223214285714286e-06, - "loss": 1.0391, + "clip_ratio": 0.0, + "completion_length": 101.703125, + "epoch": 0.01901665989435189, + "grad_norm": 11.312507629394531, + "kl": 1.7421875, + "learning_rate": 9.809817945383615e-07, + "loss": 0.0697, + "reward": 1.1486972272396088, + "reward_std": 0.10040101408958435, + "rewards/format_reward_gen": 0.421875, + "rewards/llm_reward": 0.7268221974372864, "step": 117 }, { - "epoch": 0.01, - "learning_rate": 5.267857142857144e-06, - "loss": 1.1214, + "clip_ratio": 0.0, + "completion_length": 45.59375, + "epoch": 0.01917919544900447, + "grad_norm": 6.970519542694092, + "kl": 2.046875, + "learning_rate": 9.80819245773732e-07, + "loss": 0.0819, + "reward": 0.9479309916496277, + "reward_std": 0.0937928631901741, + "rewards/format_reward_gen": 0.171875, + "rewards/llm_reward": 0.7760559618473053, "step": 118 }, { - "epoch": 0.01, - "learning_rate": 5.3125e-06, - "loss": 1.0208, + "clip_ratio": 0.0, + "completion_length": 62.4375, + "epoch": 0.01934173100365705, + "grad_norm": 7.546329498291016, + "kl": 1.08984375, + "learning_rate": 9.806566970091028e-07, + "loss": 0.0437, + "reward": 0.9605006873607635, + "reward_std": 0.09594586119055748, + "rewards/format_reward_gen": 0.265625, + "rewards/llm_reward": 0.6948757171630859, "step": 119 }, { - "epoch": 0.01, - "learning_rate": 5.357142857142857e-06, - "loss": 1.0684, + "clip_ratio": 0.0, + "completion_length": 37.03125, + "epoch": 0.01950426655830963, + "grad_norm": 3.15749454498291, + "kl": 1.3515625, + "learning_rate": 9.804941482444733e-07, + "loss": 0.0542, + "reward": 0.8537203669548035, + "reward_std": 0.03728136047720909, + "rewards/format_reward_gen": 0.0625, + "rewards/llm_reward": 0.7912203669548035, "step": 120 }, { - "epoch": 0.01, - "learning_rate": 5.4017857142857145e-06, - "loss": 1.0624, + "clip_ratio": 0.0, + "completion_length": 73.578125, + "epoch": 0.01966680211296221, + "grad_norm": 14.880995750427246, + "kl": 1.765625, + "learning_rate": 9.803315994798439e-07, + "loss": 0.0707, + "reward": 0.9737513959407806, + "reward_std": 0.06591164693236351, + "rewards/format_reward_gen": 0.265625, + "rewards/llm_reward": 0.7081263959407806, "step": 121 }, { - "epoch": 0.01, - "learning_rate": 5.446428571428571e-06, - "loss": 1.1484, + "clip_ratio": 0.0, + "completion_length": 64.078125, + "epoch": 0.019829337667614792, + "grad_norm": 5.125515460968018, + "kl": 1.4140625, + "learning_rate": 9.801690507152144e-07, + "loss": 0.0566, + "reward": 0.9243088364601135, + "reward_std": 0.11598746851086617, + "rewards/format_reward_gen": 0.21875, + "rewards/llm_reward": 0.7055588364601135, "step": 122 }, { - "epoch": 0.01, - "learning_rate": 5.4910714285714295e-06, - "loss": 1.1094, + "clip_ratio": 0.0, + "completion_length": 93.75, + "epoch": 0.01999187322226737, + "grad_norm": 27.434492111206055, + "kl": 1.55078125, + "learning_rate": 9.800065019505852e-07, + "loss": 0.0619, + "reward": 1.2479329109191895, + "reward_std": 0.09161113947629929, + "rewards/format_reward_gen": 0.5625, + "rewards/llm_reward": 0.6854329109191895, "step": 123 }, { - "epoch": 0.01, - "learning_rate": 5.535714285714286e-06, - "loss": 1.1361, + "clip_ratio": 0.0, + "completion_length": 61.921875, + "epoch": 0.02015440877691995, + "grad_norm": 6.607456207275391, + "kl": 2.37890625, + "learning_rate": 9.798439531859557e-07, + "loss": 0.0952, + "reward": 1.0039454102516174, + "reward_std": 0.1361287385225296, + "rewards/format_reward_gen": 0.28125, + "rewards/llm_reward": 0.722695380449295, "step": 124 }, { - "epoch": 0.01, - "learning_rate": 5.580357142857144e-06, - "loss": 1.0591, + "clip_ratio": 0.0, + "completion_length": 49.171875, + "epoch": 0.02031694433157253, + "grad_norm": 16.226789474487305, + "kl": 1.462890625, + "learning_rate": 9.796814044213265e-07, + "loss": 0.0584, + "reward": 1.031167447566986, + "reward_std": 0.05194158758968115, + "rewards/format_reward_gen": 0.234375, + "rewards/llm_reward": 0.7967925071716309, "step": 125 }, { - "epoch": 0.01, - "learning_rate": 5.625e-06, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 41.109375, + "epoch": 0.020479479886225112, + "grad_norm": 11.3692626953125, + "kl": 1.5234375, + "learning_rate": 9.79518855656697e-07, + "loss": 0.061, + "reward": 0.9081085920333862, + "reward_std": 0.11625103652477264, + "rewards/format_reward_gen": 0.140625, + "rewards/llm_reward": 0.7674835920333862, "step": 126 }, { - "epoch": 0.01, - "learning_rate": 5.669642857142858e-06, - "loss": 0.991, + "clip_ratio": 0.0, + "completion_length": 73.5625, + "epoch": 0.02064201544087769, + "grad_norm": 2.2194464206695557, + "kl": 0.76171875, + "learning_rate": 9.793563068920676e-07, + "loss": 0.0305, + "reward": 0.9922021627426147, + "reward_std": 0.11011394672095776, + "rewards/format_reward_gen": 0.28125, + "rewards/llm_reward": 0.71095210313797, "step": 127 }, { - "epoch": 0.01, - "learning_rate": 5.7142857142857145e-06, - "loss": 1.0793, + "clip_ratio": 0.0, + "completion_length": 73.609375, + "epoch": 0.02080455099553027, + "grad_norm": 7.266297340393066, + "kl": 0.9609375, + "learning_rate": 9.791937581274381e-07, + "loss": 0.0384, + "reward": 1.0200645923614502, + "reward_std": 0.14000148326158524, + "rewards/format_reward_gen": 0.296875, + "rewards/llm_reward": 0.7231895923614502, "step": 128 }, { - "epoch": 0.01, - "learning_rate": 5.758928571428571e-06, - "loss": 1.0694, + "clip_ratio": 0.0, + "completion_length": 59.75, + "epoch": 0.020967086550182853, + "grad_norm": 24.078218460083008, + "kl": 1.541015625, + "learning_rate": 9.790312093628089e-07, + "loss": 0.0617, + "reward": 1.0481758117675781, + "reward_std": 0.114677794277668, + "rewards/format_reward_gen": 0.390625, + "rewards/llm_reward": 0.6575507819652557, "step": 129 }, { - "epoch": 0.01, - "learning_rate": 5.8035714285714295e-06, - "loss": 1.0124, + "clip_ratio": 0.0, + "completion_length": 117.609375, + "epoch": 0.021129622104835433, + "grad_norm": 1.6676081418991089, + "kl": 0.8173828125, + "learning_rate": 9.788686605981794e-07, + "loss": 0.0328, + "reward": 1.1046062707901, + "reward_std": 0.16913920268416405, + "rewards/format_reward_gen": 0.359375, + "rewards/llm_reward": 0.7452312707901001, "step": 130 }, { - "epoch": 0.01, - "learning_rate": 5.848214285714286e-06, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 90.59375, + "epoch": 0.021292157659488012, + "grad_norm": 64.73517608642578, + "kl": 0.7421875, + "learning_rate": 9.7870611183355e-07, + "loss": 0.0297, + "reward": 1.1013331413269043, + "reward_std": 0.11919287964701653, + "rewards/format_reward_gen": 0.46875, + "rewards/llm_reward": 0.6325831413269043, "step": 131 }, { - "epoch": 0.01, - "learning_rate": 5.892857142857144e-06, - "loss": 1.1553, + "clip_ratio": 0.0, + "completion_length": 86.1875, + "epoch": 0.021454693214140595, + "grad_norm": 1.6798580884933472, + "kl": 0.7568359375, + "learning_rate": 9.785435630689205e-07, + "loss": 0.0302, + "reward": 1.105214238166809, + "reward_std": 0.07294685766100883, + "rewards/format_reward_gen": 0.4375, + "rewards/llm_reward": 0.6677142381668091, "step": 132 }, { - "epoch": 0.01, - "learning_rate": 5.9375e-06, - "loss": 1.0538, + "clip_ratio": 0.0, + "completion_length": 128.03125, + "epoch": 0.021617228768793174, + "grad_norm": 14.245600700378418, + "kl": 0.24560546875, + "learning_rate": 9.783810143042913e-07, + "loss": 0.0098, + "reward": 1.2445380091667175, + "reward_std": 0.11570281535387039, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.5726630091667175, "step": 133 }, { - "epoch": 0.01, - "learning_rate": 5.982142857142858e-06, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 124.421875, + "epoch": 0.021779764323445753, + "grad_norm": 14.231502532958984, + "kl": 0.24951171875, + "learning_rate": 9.782184655396618e-07, + "loss": 0.01, + "reward": 1.1668704748153687, + "reward_std": 0.11119137704372406, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.5887454748153687, "step": 134 }, { - "epoch": 0.01, - "learning_rate": 6.0267857142857145e-06, - "loss": 0.9774, + "clip_ratio": 0.0, + "completion_length": 60.296875, + "epoch": 0.021942299878098336, + "grad_norm": 6.909226417541504, + "kl": 0.69140625, + "learning_rate": 9.780559167750326e-07, + "loss": 0.0277, + "reward": 1.136450171470642, + "reward_std": 0.11900394037365913, + "rewards/format_reward_gen": 0.28125, + "rewards/llm_reward": 0.8552001714706421, "step": 135 }, { - "epoch": 0.01, - "learning_rate": 6.071428571428571e-06, - "loss": 1.0277, + "clip_ratio": 0.0, + "completion_length": 126.265625, + "epoch": 0.022104835432750915, + "grad_norm": 7.462207794189453, + "kl": 0.1851806640625, + "learning_rate": 9.778933680104031e-07, + "loss": 0.0074, + "reward": 1.2682472467422485, + "reward_std": 0.10220188647508621, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5807473063468933, "step": 136 }, { - "epoch": 0.01, - "learning_rate": 6.1160714285714295e-06, - "loss": 1.1862, + "clip_ratio": 0.0, + "completion_length": 111.828125, + "epoch": 0.022267370987403494, + "grad_norm": 2.7064247131347656, + "kl": 0.257568359375, + "learning_rate": 9.777308192457737e-07, + "loss": 0.0103, + "reward": 1.1992724537849426, + "reward_std": 0.08983384445309639, + "rewards/format_reward_gen": 0.5625, + "rewards/llm_reward": 0.6367724239826202, "step": 137 }, { - "epoch": 0.01, - "learning_rate": 6.160714285714286e-06, - "loss": 1.1273, + "clip_ratio": 0.0, + "completion_length": 136.203125, + "epoch": 0.022429906542056073, + "grad_norm": 2.1723835468292236, + "kl": 0.0635986328125, + "learning_rate": 9.775682704811444e-07, + "loss": 0.0025, + "reward": 1.1063562035560608, + "reward_std": 0.15004458278417587, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.4188561886548996, "step": 138 }, { - "epoch": 0.01, - "learning_rate": 6.205357142857144e-06, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 154.671875, + "epoch": 0.022592442096708656, + "grad_norm": 1.717590093612671, + "kl": 0.312744140625, + "learning_rate": 9.77405721716515e-07, + "loss": 0.0125, + "reward": 1.2091042399406433, + "reward_std": 0.2506714165210724, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.6309792101383209, "step": 139 }, { - "epoch": 0.01, - "learning_rate": 6.25e-06, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 85.046875, + "epoch": 0.022754977651361235, + "grad_norm": 13.391282081604004, + "kl": 0.6943359375, + "learning_rate": 9.772431729518855e-07, + "loss": 0.0278, + "reward": 1.0286593437194824, + "reward_std": 0.16556967422366142, + "rewards/format_reward_gen": 0.296875, + "rewards/llm_reward": 0.7317843437194824, "step": 140 }, { - "epoch": 0.01, - "learning_rate": 6.294642857142858e-06, - "loss": 1.0245, + "clip_ratio": 0.0, + "completion_length": 109.296875, + "epoch": 0.022917513206013814, + "grad_norm": 3.2313828468322754, + "kl": 0.26123046875, + "learning_rate": 9.77080624187256e-07, + "loss": 0.0105, + "reward": 1.3560859560966492, + "reward_std": 0.16616880893707275, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5435859113931656, "step": 141 }, { - "epoch": 0.01, - "learning_rate": 6.3392857142857145e-06, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 122.5, + "epoch": 0.023080048760666397, + "grad_norm": 2.367199659347534, + "kl": 0.333984375, + "learning_rate": 9.769180754226268e-07, + "loss": 0.0134, + "reward": 1.3390156030654907, + "reward_std": 0.21805228292942047, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.5577655136585236, "step": 142 }, { - "epoch": 0.01, - "learning_rate": 6.383928571428571e-06, - "loss": 0.9888, + "clip_ratio": 0.0, + "completion_length": 80.484375, + "epoch": 0.023242584315318976, + "grad_norm": 2.144364595413208, + "kl": 0.56494140625, + "learning_rate": 9.767555266579974e-07, + "loss": 0.0226, + "reward": 1.252344012260437, + "reward_std": 0.14989810064435005, + "rewards/format_reward_gen": 0.625, + "rewards/llm_reward": 0.6273440420627594, "step": 143 }, { - "epoch": 0.01, - "learning_rate": 6.4285714285714295e-06, - "loss": 1.0366, + "clip_ratio": 0.0, + "completion_length": 96.453125, + "epoch": 0.023405119869971555, + "grad_norm": 2.5132603645324707, + "kl": 0.359375, + "learning_rate": 9.76592977893368e-07, + "loss": 0.0144, + "reward": 1.3569227457046509, + "reward_std": 0.19199734926223755, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6381727457046509, "step": 144 }, { - "epoch": 0.01, - "learning_rate": 6.473214285714287e-06, - "loss": 1.1311, + "clip_ratio": 0.0, + "completion_length": 146.109375, + "epoch": 0.023567655424624138, + "grad_norm": 3.6976113319396973, + "kl": 0.640625, + "learning_rate": 9.764304291287387e-07, + "loss": 0.0256, + "reward": 1.1992433667182922, + "reward_std": 0.2673922926187515, + "rewards/format_reward_gen": 0.5625, + "rewards/llm_reward": 0.6367433369159698, "step": 145 }, { - "epoch": 0.01, - "learning_rate": 6.517857142857144e-06, - "loss": 1.1544, + "clip_ratio": 0.0, + "completion_length": 144.859375, + "epoch": 0.023730190979276717, + "grad_norm": 2.4261369705200195, + "kl": 0.30712890625, + "learning_rate": 9.762678803641092e-07, + "loss": 0.0123, + "reward": 1.2504566311836243, + "reward_std": 0.22702518850564957, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.7035816013813019, "step": 146 }, { - "epoch": 0.01, - "learning_rate": 6.5625e-06, - "loss": 1.1015, + "clip_ratio": 0.0, + "completion_length": 79.765625, + "epoch": 0.023892726533929296, + "grad_norm": 5.585331439971924, + "kl": 0.80078125, + "learning_rate": 9.761053315994798e-07, + "loss": 0.0321, + "reward": 1.0914068818092346, + "reward_std": 0.1365455286577344, + "rewards/format_reward_gen": 0.453125, + "rewards/llm_reward": 0.6382818222045898, "step": 147 }, { - "epoch": 0.01, - "learning_rate": 6.607142857142858e-06, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 64.359375, + "epoch": 0.02405526208858188, + "grad_norm": 17.033550262451172, + "kl": 0.662109375, + "learning_rate": 9.759427828348505e-07, + "loss": 0.0265, + "reward": 1.2326157093048096, + "reward_std": 0.2339111492037773, + "rewards/format_reward_gen": 0.53125, + "rewards/llm_reward": 0.7013657689094543, "step": 148 }, { - "epoch": 0.01, - "learning_rate": 6.6517857142857144e-06, - "loss": 1.0857, + "clip_ratio": 0.0, + "completion_length": 98.296875, + "epoch": 0.024217797643234458, + "grad_norm": 2.278862714767456, + "kl": 0.8935546875, + "learning_rate": 9.75780234070221e-07, + "loss": 0.0357, + "reward": 1.4920177459716797, + "reward_std": 0.1938091702759266, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.8201427459716797, "step": 149 }, { - "epoch": 0.01, - "learning_rate": 6.696428571428571e-06, - "loss": 0.9963, + "clip_ratio": 0.0, + "completion_length": 63.4375, + "epoch": 0.024380333197887037, + "grad_norm": 1.4462827444076538, + "kl": 0.8017578125, + "learning_rate": 9.756176853055916e-07, + "loss": 0.032, + "reward": 1.210568130016327, + "reward_std": 0.12875873036682606, + "rewards/format_reward_gen": 0.515625, + "rewards/llm_reward": 0.6949431896209717, "step": 150 }, { - "epoch": 0.01, - "learning_rate": 6.7410714285714294e-06, - "loss": 1.0601, + "clip_ratio": 0.0, + "completion_length": 53.46875, + "epoch": 0.024542868752539616, + "grad_norm": 9.383818626403809, + "kl": 0.548828125, + "learning_rate": 9.754551365409622e-07, + "loss": 0.0219, + "reward": 1.427156686782837, + "reward_std": 0.11758821457624435, + "rewards/format_reward_gen": 0.59375, + "rewards/llm_reward": 0.8334066569805145, "step": 151 }, { - "epoch": 0.01, - "learning_rate": 6.785714285714287e-06, - "loss": 1.0961, + "clip_ratio": 0.0, + "completion_length": 72.328125, + "epoch": 0.0247054043071922, + "grad_norm": 2.809339761734009, + "kl": 0.638671875, + "learning_rate": 9.75292587776333e-07, + "loss": 0.0255, + "reward": 1.3462814092636108, + "reward_std": 0.1722465679049492, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.7994064092636108, "step": 152 }, { - "epoch": 0.01, - "learning_rate": 6.830357142857144e-06, - "loss": 1.0078, + "clip_ratio": 0.0, + "completion_length": 111.75, + "epoch": 0.024867939861844778, + "grad_norm": 7.611367225646973, + "kl": 0.609375, + "learning_rate": 9.751300390117035e-07, + "loss": 0.0243, + "reward": 1.1015755534172058, + "reward_std": 0.1678081750869751, + "rewards/format_reward_gen": 0.453125, + "rewards/llm_reward": 0.6484506130218506, "step": 153 }, { - "epoch": 0.01, - "learning_rate": 6.875e-06, - "loss": 1.0756, + "clip_ratio": 0.0, + "completion_length": 46.8125, + "epoch": 0.025030475416497357, + "grad_norm": 2.121095657348633, + "kl": 0.755859375, + "learning_rate": 9.74967490247074e-07, + "loss": 0.0302, + "reward": 1.4522597193717957, + "reward_std": 0.05178016424179077, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.9053847789764404, "step": 154 }, { - "epoch": 0.01, - "learning_rate": 6.919642857142858e-06, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 117.671875, + "epoch": 0.02519301097114994, + "grad_norm": 3.946704149246216, + "kl": 0.5419921875, + "learning_rate": 9.748049414824448e-07, + "loss": 0.0217, + "reward": 1.3491240739822388, + "reward_std": 0.23719890415668488, + "rewards/format_reward_gen": 0.640625, + "rewards/llm_reward": 0.708499014377594, "step": 155 }, { - "epoch": 0.01, - "learning_rate": 6.964285714285714e-06, - "loss": 1.0394, + "clip_ratio": 0.0, + "completion_length": 49.796875, + "epoch": 0.02535554652580252, + "grad_norm": 6.585072040557861, + "kl": 0.724609375, + "learning_rate": 9.746423927178153e-07, + "loss": 0.029, + "reward": 1.3457197546958923, + "reward_std": 0.18772346526384354, + "rewards/format_reward_gen": 0.625, + "rewards/llm_reward": 0.7207197546958923, "step": 156 }, { - "epoch": 0.01, - "learning_rate": 7.008928571428572e-06, - "loss": 1.0334, + "clip_ratio": 0.0, + "completion_length": 118.78125, + "epoch": 0.0255180820804551, + "grad_norm": 2.451449155807495, + "kl": 0.7265625, + "learning_rate": 9.744798439531859e-07, + "loss": 0.029, + "reward": 1.18893700838089, + "reward_std": 0.26313500851392746, + "rewards/format_reward_gen": 0.484375, + "rewards/llm_reward": 0.7045620381832123, "step": 157 }, { - "epoch": 0.01, - "learning_rate": 7.053571428571429e-06, - "loss": 1.1255, + "clip_ratio": 0.0, + "completion_length": 94.046875, + "epoch": 0.02568061763510768, + "grad_norm": 4.00226354598999, + "kl": 0.8515625, + "learning_rate": 9.743172951885566e-07, + "loss": 0.0341, + "reward": 1.3476651906967163, + "reward_std": 0.30138349533081055, + "rewards/format_reward_gen": 0.640625, + "rewards/llm_reward": 0.7070401310920715, "step": 158 }, { - "epoch": 0.01, - "learning_rate": 7.098214285714287e-06, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 57.765625, + "epoch": 0.02584315318976026, + "grad_norm": 9.238335609436035, + "kl": 0.7001953125, + "learning_rate": 9.741547464239272e-07, + "loss": 0.028, + "reward": 1.2352112531661987, + "reward_std": 0.18016580119729042, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.6570862531661987, "step": 159 }, { - "epoch": 0.01, - "learning_rate": 7.1428571428571436e-06, - "loss": 1.0764, + "clip_ratio": 0.0, + "completion_length": 33.21875, + "epoch": 0.02600568874441284, + "grad_norm": 17.567712783813477, + "kl": 0.759765625, + "learning_rate": 9.739921976592977e-07, + "loss": 0.0305, + "reward": 1.5225213766098022, + "reward_std": 0.24813605844974518, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.8037713766098022, "step": 160 }, { - "epoch": 0.01, - "learning_rate": 7.1875e-06, - "loss": 1.0885, + "clip_ratio": 0.0, + "completion_length": 132.515625, + "epoch": 0.026168224299065422, + "grad_norm": 9.707263946533203, + "kl": 1.30078125, + "learning_rate": 9.738296488946683e-07, + "loss": 0.0521, + "reward": 1.382485032081604, + "reward_std": 0.14438565634191036, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.8356100618839264, "step": 161 }, { - "epoch": 0.01, - "learning_rate": 7.232142857142858e-06, - "loss": 1.0694, + "clip_ratio": 0.0, + "completion_length": 202.390625, + "epoch": 0.026330759853718, + "grad_norm": 2.714458703994751, + "kl": 0.796875, + "learning_rate": 9.73667100130039e-07, + "loss": 0.0319, + "reward": 1.4330976605415344, + "reward_std": 0.15564057976007462, + "rewards/format_reward_gen": 0.640625, + "rewards/llm_reward": 0.792472630739212, "step": 162 }, { - "epoch": 0.01, - "learning_rate": 7.276785714285714e-06, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 50.484375, + "epoch": 0.02649329540837058, + "grad_norm": 11.551726341247559, + "kl": 1.029296875, + "learning_rate": 9.735045513654096e-07, + "loss": 0.0412, + "reward": 1.4545930624008179, + "reward_std": 0.19651754200458527, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6733430624008179, "step": 163 }, { - "epoch": 0.01, - "learning_rate": 7.321428571428572e-06, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 46.421875, + "epoch": 0.02665583096302316, + "grad_norm": 9.573763847351074, + "kl": 0.833984375, + "learning_rate": 9.7334200260078e-07, + "loss": 0.0334, + "reward": 1.4992892146110535, + "reward_std": 0.1039544939994812, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.7961642146110535, "step": 164 }, { - "epoch": 0.01, - "learning_rate": 7.366071428571429e-06, - "loss": 1.1363, + "clip_ratio": 0.0, + "completion_length": 106.0625, + "epoch": 0.026818366517675742, + "grad_norm": 5.495789527893066, + "kl": 1.13671875, + "learning_rate": 9.731794538361509e-07, + "loss": 0.0456, + "reward": 1.551048994064331, + "reward_std": 0.10180938057601452, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.769798994064331, "step": 165 }, { - "epoch": 0.01, - "learning_rate": 7.410714285714287e-06, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 156.171875, + "epoch": 0.02698090207232832, + "grad_norm": 14.844491004943848, + "kl": 0.990234375, + "learning_rate": 9.730169050715214e-07, + "loss": 0.0397, + "reward": 1.5531325340270996, + "reward_std": 0.20314013212919235, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6468825191259384, "step": 166 }, { - "epoch": 0.01, - "learning_rate": 7.4553571428571435e-06, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 149.84375, + "epoch": 0.0271434376269809, + "grad_norm": 5.92453145980835, + "kl": 0.83984375, + "learning_rate": 9.72854356306892e-07, + "loss": 0.0336, + "reward": 1.5640705823898315, + "reward_std": 0.1767195239663124, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7046955823898315, "step": 167 }, { - "epoch": 0.01, - "learning_rate": 7.500000000000001e-06, - "loss": 1.0461, + "clip_ratio": 0.0, + "completion_length": 43.421875, + "epoch": 0.027305973181633483, + "grad_norm": 5.376993656158447, + "kl": 1.017578125, + "learning_rate": 9.726918075422627e-07, + "loss": 0.0407, + "reward": 1.5556083917617798, + "reward_std": 0.15419019386172295, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6181083619594574, "step": 168 }, { - "epoch": 0.01, - "learning_rate": 7.544642857142858e-06, - "loss": 1.1153, + "clip_ratio": 0.0, + "completion_length": 39.546875, + "epoch": 0.027468508736286062, + "grad_norm": 3.1178038120269775, + "kl": 0.98828125, + "learning_rate": 9.725292587776333e-07, + "loss": 0.0395, + "reward": 1.6294699311256409, + "reward_std": 0.1340775564312935, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7544699013233185, "step": 169 }, { - "epoch": 0.01, - "learning_rate": 7.589285714285714e-06, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 58.78125, + "epoch": 0.02763104429093864, + "grad_norm": 2.2902350425720215, + "kl": 1.013671875, + "learning_rate": 9.723667100130038e-07, + "loss": 0.0404, + "reward": 1.7455596923828125, + "reward_std": 0.16744844242930412, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8393096625804901, "step": 170 }, { - "epoch": 0.01, - "learning_rate": 7.633928571428572e-06, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 74.875, + "epoch": 0.027793579845591224, + "grad_norm": 19.208555221557617, + "kl": 0.947265625, + "learning_rate": 9.722041612483743e-07, + "loss": 0.0379, + "reward": 1.432178556919098, + "reward_std": 0.1616414338350296, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.5571785569190979, "step": 171 }, { - "epoch": 0.01, - "learning_rate": 7.67857142857143e-06, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 302.984375, + "epoch": 0.027956115400243804, + "grad_norm": 2.241943120956421, + "kl": 0.869140625, + "learning_rate": 9.720416124837451e-07, + "loss": 0.0347, + "reward": 1.5983904600143433, + "reward_std": 0.21716336905956268, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7858904302120209, "step": 172 }, { - "epoch": 0.01, - "learning_rate": 7.723214285714287e-06, - "loss": 1.1136, + "clip_ratio": 0.0, + "completion_length": 96.640625, + "epoch": 0.028118650954896383, + "grad_norm": 3.3588790893554688, + "kl": 1.00390625, + "learning_rate": 9.718790637191157e-07, + "loss": 0.0402, + "reward": 1.4967353343963623, + "reward_std": 0.1653282418847084, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5904852747917175, "step": 173 }, { - "epoch": 0.01, - "learning_rate": 7.767857142857144e-06, - "loss": 1.0745, + "clip_ratio": 0.0, + "completion_length": 120.734375, + "epoch": 0.028281186509548965, + "grad_norm": 12.41367244720459, + "kl": 0.8359375, + "learning_rate": 9.717165149544862e-07, + "loss": 0.0335, + "reward": 1.589828372001648, + "reward_std": 0.16584408283233643, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7617034316062927, "step": 174 }, { - "epoch": 0.01, - "learning_rate": 7.8125e-06, - "loss": 1.0265, + "clip_ratio": 0.0, + "completion_length": 199.640625, + "epoch": 0.028443722064201545, + "grad_norm": 5.125431537628174, + "kl": 1.0625, + "learning_rate": 9.71553966189857e-07, + "loss": 0.0425, + "reward": 1.6284016370773315, + "reward_std": 0.27573372423648834, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8002766370773315, "step": 175 }, { - "epoch": 0.01, - "learning_rate": 7.857142857142858e-06, - "loss": 0.9894, + "clip_ratio": 0.0, + "completion_length": 143.65625, + "epoch": 0.028606257618854124, + "grad_norm": 3.773555278778076, + "kl": 0.8984375, + "learning_rate": 9.713914174252275e-07, + "loss": 0.0359, + "reward": 1.5910248756408691, + "reward_std": 0.24634316563606262, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7316499054431915, "step": 176 }, { - "epoch": 0.01, - "learning_rate": 7.901785714285715e-06, - "loss": 1.124, + "clip_ratio": 0.0, + "completion_length": 63.578125, + "epoch": 0.028768793173506703, + "grad_norm": 5.1838555335998535, + "kl": 1.0703125, + "learning_rate": 9.712288686605983e-07, + "loss": 0.0428, + "reward": 1.7014569640159607, + "reward_std": 0.1535940133035183, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7795819640159607, "step": 177 }, { - "epoch": 0.01, - "learning_rate": 7.946428571428571e-06, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 194.078125, + "epoch": 0.028931328728159286, + "grad_norm": 2.866419553756714, + "kl": 0.77734375, + "learning_rate": 9.710663198959688e-07, + "loss": 0.0311, + "reward": 1.636608898639679, + "reward_std": 0.16826454550027847, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7147338092327118, "step": 178 }, { - "epoch": 0.01, - "learning_rate": 7.99107142857143e-06, - "loss": 1.1672, + "clip_ratio": 0.0, + "completion_length": 63.78125, + "epoch": 0.029093864282811865, + "grad_norm": 5.146719455718994, + "kl": 1.203125, + "learning_rate": 9.709037711313394e-07, + "loss": 0.0481, + "reward": 1.7048275470733643, + "reward_std": 0.16397517919540405, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.736077606678009, "step": 179 }, { - "epoch": 0.01, - "learning_rate": 8.035714285714286e-06, - "loss": 1.1036, + "clip_ratio": 0.0, + "completion_length": 29.171875, + "epoch": 0.029256399837464444, + "grad_norm": 6.317854404449463, + "kl": 1.31640625, + "learning_rate": 9.7074122236671e-07, + "loss": 0.0527, + "reward": 1.8495914936065674, + "reward_std": 0.07825587876141071, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8652164936065674, "step": 180 }, { - "epoch": 0.01, - "learning_rate": 8.080357142857143e-06, - "loss": 1.0638, + "clip_ratio": 0.0, + "completion_length": 57.484375, + "epoch": 0.029418935392117027, + "grad_norm": 2.9256768226623535, + "kl": 1.20703125, + "learning_rate": 9.705786736020807e-07, + "loss": 0.0484, + "reward": 1.6910099387168884, + "reward_std": 0.10142896510660648, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7222599685192108, "step": 181 }, { - "epoch": 0.01, - "learning_rate": 8.125000000000001e-06, - "loss": 1.1284, + "clip_ratio": 0.0, + "completion_length": 132.6875, + "epoch": 0.029581470946769606, + "grad_norm": 3.268933057785034, + "kl": 0.900390625, + "learning_rate": 9.704161248374512e-07, + "loss": 0.036, + "reward": 1.6853819489479065, + "reward_std": 0.17853402346372604, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7791319489479065, "step": 182 }, { - "epoch": 0.01, - "learning_rate": 8.169642857142858e-06, - "loss": 1.0868, + "clip_ratio": 0.0, + "completion_length": 91.4375, + "epoch": 0.029744006501422185, + "grad_norm": 3.968383312225342, + "kl": 1.021484375, + "learning_rate": 9.702535760728217e-07, + "loss": 0.0409, + "reward": 1.5530852675437927, + "reward_std": 0.1475691832602024, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6155852973461151, "step": 183 }, { - "epoch": 0.01, - "learning_rate": 8.214285714285714e-06, - "loss": 1.1294, + "clip_ratio": 0.0, + "completion_length": 80.171875, + "epoch": 0.029906542056074768, + "grad_norm": 3.9084584712982178, + "kl": 0.89453125, + "learning_rate": 9.700910273081923e-07, + "loss": 0.0359, + "reward": 1.7064164280891418, + "reward_std": 0.1370501033961773, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7532914578914642, "step": 184 }, { - "epoch": 0.01, - "learning_rate": 8.258928571428572e-06, - "loss": 1.1176, + "clip_ratio": 0.0, + "completion_length": 110.15625, + "epoch": 0.030069077610727347, + "grad_norm": 3.4528300762176514, + "kl": 0.837890625, + "learning_rate": 9.69928478543563e-07, + "loss": 0.0335, + "reward": 1.6928557753562927, + "reward_std": 0.11540486663579941, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7397307753562927, "step": 185 }, { - "epoch": 0.01, - "learning_rate": 8.30357142857143e-06, - "loss": 1.0144, + "clip_ratio": 0.0, + "completion_length": 117.328125, + "epoch": 0.030231613165379926, + "grad_norm": 3.120704174041748, + "kl": 0.826171875, + "learning_rate": 9.697659297789336e-07, + "loss": 0.0331, + "reward": 1.6642632484436035, + "reward_std": 0.18237318843603134, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7423882782459259, "step": 186 }, { - "epoch": 0.01, - "learning_rate": 8.348214285714287e-06, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 102.265625, + "epoch": 0.03039414872003251, + "grad_norm": 2.371161460876465, + "kl": 0.71484375, + "learning_rate": 9.696033810143044e-07, + "loss": 0.0286, + "reward": 1.6981159448623657, + "reward_std": 0.16365469619631767, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7762409150600433, "step": 187 }, { - "epoch": 0.01, - "learning_rate": 8.392857142857144e-06, - "loss": 1.0158, + "clip_ratio": 0.0, + "completion_length": 28.15625, + "epoch": 0.030556684274685088, + "grad_norm": 8.240612030029297, + "kl": 1.052734375, + "learning_rate": 9.69440832249675e-07, + "loss": 0.0422, + "reward": 1.784795343875885, + "reward_std": 0.15404477715492249, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.816045343875885, "step": 188 }, { - "epoch": 0.01, - "learning_rate": 8.4375e-06, - "loss": 1.0183, + "clip_ratio": 0.0, + "completion_length": 86.640625, + "epoch": 0.030719219829337667, + "grad_norm": 3.9524710178375244, + "kl": 0.775390625, + "learning_rate": 9.692782834850454e-07, + "loss": 0.031, + "reward": 1.7168262600898743, + "reward_std": 0.15418276190757751, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7480762600898743, "step": 189 }, { - "epoch": 0.01, - "learning_rate": 8.482142857142858e-06, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 118.890625, + "epoch": 0.030881755383990246, + "grad_norm": 2.534040689468384, + "kl": 0.62109375, + "learning_rate": 9.69115734720416e-07, + "loss": 0.0248, + "reward": 1.5954012274742126, + "reward_std": 0.17192822135984898, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6579012274742126, "step": 190 }, { - "epoch": 0.01, - "learning_rate": 8.526785714285715e-06, - "loss": 1.1043, + "clip_ratio": 0.0, + "completion_length": 71.53125, + "epoch": 0.03104429093864283, + "grad_norm": 6.773061275482178, + "kl": 1.11328125, + "learning_rate": 9.689531859557868e-07, + "loss": 0.0446, + "reward": 1.6725249886512756, + "reward_std": 0.17100034654140472, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7193999886512756, "step": 191 }, { - "epoch": 0.01, - "learning_rate": 8.571428571428571e-06, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 46.921875, + "epoch": 0.031206826493295408, + "grad_norm": 3.598487138748169, + "kl": 1.064453125, + "learning_rate": 9.687906371911573e-07, + "loss": 0.0426, + "reward": 1.7612178325653076, + "reward_std": 0.10696965269744396, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7768428027629852, "step": 192 }, { - "epoch": 0.01, - "learning_rate": 8.61607142857143e-06, - "loss": 0.9871, + "clip_ratio": 0.0, + "completion_length": 68.515625, + "epoch": 0.03136936204794799, + "grad_norm": 4.302128791809082, + "kl": 1.02734375, + "learning_rate": 9.686280884265278e-07, + "loss": 0.0412, + "reward": 1.7004061341285706, + "reward_std": 0.1437048390507698, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7629061043262482, "step": 193 }, { - "epoch": 0.01, - "learning_rate": 8.660714285714286e-06, - "loss": 1.1147, + "clip_ratio": 0.0, + "completion_length": 68.890625, + "epoch": 0.03153189760260057, + "grad_norm": 3.6262128353118896, + "kl": 0.9921875, + "learning_rate": 9.684655396618984e-07, + "loss": 0.0396, + "reward": 1.7523137927055359, + "reward_std": 0.12813843041658401, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7991887927055359, "step": 194 }, { - "epoch": 0.01, - "learning_rate": 8.705357142857143e-06, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 89.875, + "epoch": 0.03169443315725315, + "grad_norm": 2.845470428466797, + "kl": 0.77734375, + "learning_rate": 9.683029908972691e-07, + "loss": 0.031, + "reward": 1.582549810409546, + "reward_std": 0.19490795582532883, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6919248104095459, "step": 195 }, { - "epoch": 0.01, - "learning_rate": 8.750000000000001e-06, - "loss": 1.1105, + "clip_ratio": 0.0, + "completion_length": 85.203125, + "epoch": 0.03185696871190573, + "grad_norm": 3.737614631652832, + "kl": 1.033203125, + "learning_rate": 9.681404421326397e-07, + "loss": 0.0413, + "reward": 1.6823760271072388, + "reward_std": 0.15987789630889893, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7448760271072388, "step": 196 }, { - "epoch": 0.01, - "learning_rate": 8.794642857142858e-06, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 74.59375, + "epoch": 0.03201950426655831, + "grad_norm": 4.654172420501709, + "kl": 0.94140625, + "learning_rate": 9.679778933680105e-07, + "loss": 0.0377, + "reward": 1.708617389202118, + "reward_std": 0.19478917121887207, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7711173892021179, "step": 197 }, { - "epoch": 0.01, - "learning_rate": 8.839285714285714e-06, - "loss": 1.1176, + "clip_ratio": 0.0, + "completion_length": 89.84375, + "epoch": 0.03218203982121089, + "grad_norm": 2.5643205642700195, + "kl": 0.939453125, + "learning_rate": 9.67815344603381e-07, + "loss": 0.0375, + "reward": 1.7549923658370972, + "reward_std": 0.08596200868487358, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7706174254417419, "step": 198 }, { - "epoch": 0.01, - "learning_rate": 8.883928571428572e-06, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 62.453125, + "epoch": 0.03234457537586347, + "grad_norm": 11.672788619995117, + "kl": 1.03125, + "learning_rate": 9.676527958387515e-07, + "loss": 0.0413, + "reward": 1.6041576266288757, + "reward_std": 0.23536615073680878, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7135326266288757, "step": 199 }, { - "epoch": 0.01, - "learning_rate": 8.92857142857143e-06, - "loss": 1.0757, + "clip_ratio": 0.0, + "completion_length": 59.703125, + "epoch": 0.03250711093051605, + "grad_norm": 3.8605949878692627, + "kl": 1.109375, + "learning_rate": 9.67490247074122e-07, + "loss": 0.0444, + "reward": 1.8044543266296387, + "reward_std": 0.07817977480590343, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8200793564319611, "step": 200 }, { - "epoch": 0.01, - "learning_rate": 8.973214285714287e-06, - "loss": 1.0715, + "clip_ratio": 0.0, + "completion_length": 39.765625, + "epoch": 0.03266964648516863, + "grad_norm": 3.2186498641967773, + "kl": 1.0859375, + "learning_rate": 9.673276983094928e-07, + "loss": 0.0434, + "reward": 1.8396272659301758, + "reward_std": 0.10507606342434883, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8708772659301758, "step": 201 }, { - "epoch": 0.01, - "learning_rate": 9.017857142857144e-06, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 75.265625, + "epoch": 0.03283218203982121, + "grad_norm": 2.324190139770508, + "kl": 1.126953125, + "learning_rate": 9.671651495448634e-07, + "loss": 0.045, + "reward": 1.8058266043663025, + "reward_std": 0.08540322259068489, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8214516043663025, "step": 202 }, { - "epoch": 0.01, - "learning_rate": 9.0625e-06, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 57.328125, + "epoch": 0.03299471759447379, + "grad_norm": 1.3639296293258667, + "kl": 1.109375, + "learning_rate": 9.67002600780234e-07, + "loss": 0.0443, + "reward": 1.7930541634559631, + "reward_std": 0.06159102194942534, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8086791634559631, "step": 203 }, { - "epoch": 0.01, - "learning_rate": 9.107142857142858e-06, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 57.96875, + "epoch": 0.03315725314912637, + "grad_norm": 2.034336566925049, + "kl": 1.12890625, + "learning_rate": 9.668400520156045e-07, + "loss": 0.0452, + "reward": 1.7174153923988342, + "reward_std": 0.14691391587257385, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8111653327941895, "step": 204 }, { - "epoch": 0.01, - "learning_rate": 9.151785714285715e-06, - "loss": 0.9961, + "clip_ratio": 0.0, + "completion_length": 128.28125, + "epoch": 0.033319788703778955, + "grad_norm": 12.155781745910645, + "kl": 0.85546875, + "learning_rate": 9.666775032509752e-07, + "loss": 0.0342, + "reward": 1.6446501016616821, + "reward_std": 0.19090698659420013, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7540251016616821, "step": 205 }, { - "epoch": 0.01, - "learning_rate": 9.196428571428571e-06, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 157.953125, + "epoch": 0.033482324258431534, + "grad_norm": 5.290466785430908, + "kl": 0.75390625, + "learning_rate": 9.66514954486346e-07, + "loss": 0.0302, + "reward": 1.652056872844696, + "reward_std": 0.12648160755634308, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.698931872844696, "step": 206 }, { - "epoch": 0.01, - "learning_rate": 9.24107142857143e-06, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 56.6875, + "epoch": 0.03364485981308411, + "grad_norm": 2.4593005180358887, + "kl": 0.955078125, + "learning_rate": 9.663524057217166e-07, + "loss": 0.0382, + "reward": 1.7006988525390625, + "reward_std": 0.12456526607275009, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7319488525390625, "step": 207 }, { - "epoch": 0.01, - "learning_rate": 9.285714285714288e-06, - "loss": 1.0272, + "clip_ratio": 0.0, + "completion_length": 92.296875, + "epoch": 0.03380739536773669, + "grad_norm": 7.749103546142578, + "kl": 0.72265625, + "learning_rate": 9.66189856957087e-07, + "loss": 0.0289, + "reward": 1.7219942808151245, + "reward_std": 0.23590072989463806, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7688693106174469, "step": 208 }, { - "epoch": 0.01, - "learning_rate": 9.330357142857143e-06, - "loss": 0.9187, + "clip_ratio": 0.0, + "completion_length": 83.515625, + "epoch": 0.03396993092238927, + "grad_norm": 4.3102641105651855, + "kl": 0.810546875, + "learning_rate": 9.660273081924576e-07, + "loss": 0.0325, + "reward": 1.7233284711837769, + "reward_std": 0.18332135677337646, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7545785307884216, "step": 209 }, { - "epoch": 0.01, - "learning_rate": 9.375000000000001e-06, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 176.109375, + "epoch": 0.03413246647704185, + "grad_norm": 1.6316050291061401, + "kl": 0.6796875, + "learning_rate": 9.658647594278284e-07, + "loss": 0.0272, + "reward": 1.713693082332611, + "reward_std": 0.06671422719955444, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7918180525302887, "step": 210 }, { - "epoch": 0.01, - "learning_rate": 9.419642857142858e-06, - "loss": 1.0846, + "clip_ratio": 0.0, + "completion_length": 175.578125, + "epoch": 0.03429500203169443, + "grad_norm": 1.8864362239837646, + "kl": 0.4755859375, + "learning_rate": 9.65702210663199e-07, + "loss": 0.019, + "reward": 1.477783203125, + "reward_std": 0.28315700590610504, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.587158203125, "step": 211 }, { - "epoch": 0.01, - "learning_rate": 9.464285714285714e-06, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 161.609375, + "epoch": 0.034457537586347016, + "grad_norm": 4.177581787109375, + "kl": 0.705078125, + "learning_rate": 9.655396618985695e-07, + "loss": 0.0281, + "reward": 1.6589803099632263, + "reward_std": 0.19576406478881836, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7214802801609039, "step": 212 }, { - "epoch": 0.01, - "learning_rate": 9.508928571428572e-06, - "loss": 1.0902, + "clip_ratio": 0.0, + "completion_length": 211.109375, + "epoch": 0.034620073140999595, + "grad_norm": 1.9251289367675781, + "kl": 0.40625, + "learning_rate": 9.6537711313394e-07, + "loss": 0.0162, + "reward": 1.5213707089424133, + "reward_std": 0.2178780883550644, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.5994957387447357, "step": 213 }, { - "epoch": 0.01, - "learning_rate": 9.55357142857143e-06, - "loss": 1.0432, + "clip_ratio": 0.0, + "completion_length": 104.265625, + "epoch": 0.034782608695652174, + "grad_norm": 2.2493844032287598, + "kl": 0.71484375, + "learning_rate": 9.652145643693108e-07, + "loss": 0.0285, + "reward": 1.7626193761825562, + "reward_std": 0.06477828521747142, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7782444059848785, "step": 214 }, { - "epoch": 0.01, - "learning_rate": 9.598214285714287e-06, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 98.609375, + "epoch": 0.034945144250304754, + "grad_norm": 3.6811106204986572, + "kl": 0.677734375, + "learning_rate": 9.650520156046813e-07, + "loss": 0.0271, + "reward": 1.67654150724411, + "reward_std": 0.1892845444381237, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7234165072441101, "step": 215 }, { - "epoch": 0.01, - "learning_rate": 9.642857142857144e-06, - "loss": 1.1044, + "clip_ratio": 0.0, + "completion_length": 69.046875, + "epoch": 0.03510767980495733, + "grad_norm": 2.959242105484009, + "kl": 0.6875, + "learning_rate": 9.64889466840052e-07, + "loss": 0.0276, + "reward": 1.6782599091529846, + "reward_std": 0.1514685805886984, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7251349091529846, "step": 216 }, { - "epoch": 0.01, - "learning_rate": 9.6875e-06, - "loss": 1.1098, + "clip_ratio": 0.0, + "completion_length": 131.453125, + "epoch": 0.03527021535960991, + "grad_norm": 2.755852699279785, + "kl": 0.798828125, + "learning_rate": 9.647269180754226e-07, + "loss": 0.032, + "reward": 1.7602216601371765, + "reward_std": 0.09199128299951553, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7914716899394989, "step": 217 }, { - "epoch": 0.01, - "learning_rate": 9.732142857142858e-06, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 85.015625, + "epoch": 0.0354327509142625, + "grad_norm": 2.431025743484497, + "kl": 0.697265625, + "learning_rate": 9.645643693107932e-07, + "loss": 0.0279, + "reward": 1.7194395661354065, + "reward_std": 0.19799555093050003, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7663145363330841, "step": 218 }, { - "epoch": 0.01, - "learning_rate": 9.776785714285715e-06, - "loss": 1.0076, + "clip_ratio": 0.0, + "completion_length": 84.0, + "epoch": 0.03559528646891508, + "grad_norm": 2.0230202674865723, + "kl": 0.548828125, + "learning_rate": 9.644018205461637e-07, + "loss": 0.0219, + "reward": 1.689650297164917, + "reward_std": 0.17649249732494354, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7209002673625946, "step": 219 }, { - "epoch": 0.01, - "learning_rate": 9.821428571428573e-06, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 116.515625, + "epoch": 0.035757822023567656, + "grad_norm": 3.2585854530334473, + "kl": 0.703125, + "learning_rate": 9.642392717815345e-07, + "loss": 0.0281, + "reward": 1.5841006636619568, + "reward_std": 0.1840338483452797, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6466006338596344, "step": 220 }, { - "epoch": 0.01, - "learning_rate": 9.86607142857143e-06, - "loss": 1.1087, + "clip_ratio": 0.0, + "completion_length": 70.828125, + "epoch": 0.035920357578220236, + "grad_norm": 9.075674057006836, + "kl": 0.63671875, + "learning_rate": 9.64076723016905e-07, + "loss": 0.0254, + "reward": 1.693661868572235, + "reward_std": 0.10783351585268974, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7092868685722351, "step": 221 }, { - "epoch": 0.01, - "learning_rate": 9.910714285714288e-06, - "loss": 1.0639, + "clip_ratio": 0.0, + "completion_length": 130.890625, + "epoch": 0.036082893132872815, + "grad_norm": 10.412154197692871, + "kl": 0.544921875, + "learning_rate": 9.639141742522756e-07, + "loss": 0.0218, + "reward": 1.6164207458496094, + "reward_std": 0.21687476336956024, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6632957756519318, "step": 222 }, { - "epoch": 0.01, - "learning_rate": 9.955357142857143e-06, - "loss": 1.04, + "clip_ratio": 0.0, + "completion_length": 121.46875, + "epoch": 0.036245428687525394, + "grad_norm": 2.1463263034820557, + "kl": 0.640625, + "learning_rate": 9.637516254876461e-07, + "loss": 0.0257, + "reward": 1.8161733746528625, + "reward_std": 0.12030470371246338, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8474234044551849, "step": 223 }, { - "epoch": 0.02, - "learning_rate": 1e-05, - "loss": 1.0207, + "clip_ratio": 0.0, + "completion_length": 115.25, + "epoch": 0.03640796424217797, + "grad_norm": 1.8204970359802246, + "kl": 0.6875, + "learning_rate": 9.635890767230169e-07, + "loss": 0.0275, + "reward": 1.744124710559845, + "reward_std": 0.1526903100311756, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7909996807575226, "step": 224 }, { - "epoch": 0.02, - "learning_rate": 1.0044642857142858e-05, - "loss": 1.0489, + "clip_ratio": 0.0, + "completion_length": 106.171875, + "epoch": 0.03657049979683056, + "grad_norm": 2.6477620601654053, + "kl": 0.541015625, + "learning_rate": 9.634265279583874e-07, + "loss": 0.0216, + "reward": 1.5793084502220154, + "reward_std": 0.25798434019088745, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6574333906173706, "step": 225 }, { - "epoch": 0.02, - "learning_rate": 1.0089285714285714e-05, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 99.53125, + "epoch": 0.03673303535148314, + "grad_norm": 2.6585540771484375, + "kl": 0.587890625, + "learning_rate": 9.632639791937582e-07, + "loss": 0.0235, + "reward": 1.702135145664215, + "reward_std": 0.09478135779500008, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7177601754665375, "step": 226 }, { - "epoch": 0.02, - "learning_rate": 1.0133928571428573e-05, - "loss": 1.0662, + "clip_ratio": 0.0, + "completion_length": 121.3125, + "epoch": 0.03689557090613572, + "grad_norm": 2.383047103881836, + "kl": 0.474609375, + "learning_rate": 9.631014304291287e-07, + "loss": 0.019, + "reward": 1.652464509010315, + "reward_std": 0.1472262665629387, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6993395090103149, "step": 227 }, { - "epoch": 0.02, - "learning_rate": 1.0178571428571429e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 89.953125, + "epoch": 0.0370581064607883, + "grad_norm": 1.7780942916870117, + "kl": 0.626953125, + "learning_rate": 9.629388816644993e-07, + "loss": 0.025, + "reward": 1.7619102001190186, + "reward_std": 0.18705637007951736, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7931602597236633, "step": 228 }, { - "epoch": 0.02, - "learning_rate": 1.0223214285714287e-05, - "loss": 1.1098, + "clip_ratio": 0.0, + "completion_length": 102.25, + "epoch": 0.037220642015440876, + "grad_norm": 3.8678553104400635, + "kl": 0.5234375, + "learning_rate": 9.627763328998698e-07, + "loss": 0.0209, + "reward": 1.6978174448013306, + "reward_std": 0.08805785328149796, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7134424448013306, "step": 229 }, { - "epoch": 0.02, - "learning_rate": 1.0267857142857142e-05, - "loss": 1.0489, + "clip_ratio": 0.0, + "completion_length": 108.890625, + "epoch": 0.037383177570093455, + "grad_norm": 3.476163148880005, + "kl": 0.50390625, + "learning_rate": 9.626137841352406e-07, + "loss": 0.0201, + "reward": 1.6584612131118774, + "reward_std": 0.13553253188729286, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6740862727165222, "step": 230 }, { - "epoch": 0.02, - "learning_rate": 1.0312500000000002e-05, - "loss": 1.0208, + "clip_ratio": 0.0, + "completion_length": 142.875, + "epoch": 0.03754571312474604, + "grad_norm": 2.693392753601074, + "kl": 0.50390625, + "learning_rate": 9.624512353706111e-07, + "loss": 0.0202, + "reward": 1.712566077709198, + "reward_std": 0.2126254439353943, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7906910479068756, "step": 231 }, { - "epoch": 0.02, - "learning_rate": 1.0357142857142859e-05, - "loss": 1.0617, + "clip_ratio": 0.0, + "completion_length": 138.578125, + "epoch": 0.03770824867939862, + "grad_norm": 3.553739070892334, + "kl": 0.4326171875, + "learning_rate": 9.622886866059817e-07, + "loss": 0.0173, + "reward": 1.6942912936210632, + "reward_std": 0.12747237086296082, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7255413234233856, "step": 232 }, { - "epoch": 0.02, - "learning_rate": 1.0401785714285715e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 91.828125, + "epoch": 0.0378707842340512, + "grad_norm": 2.366276502609253, + "kl": 0.5185546875, + "learning_rate": 9.621261378413522e-07, + "loss": 0.0208, + "reward": 1.722963273525238, + "reward_std": 0.09099314734339714, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7229632437229156, "step": 233 }, { - "epoch": 0.02, - "learning_rate": 1.0446428571428572e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 128.234375, + "epoch": 0.03803331978870378, + "grad_norm": 1.6379892826080322, + "kl": 0.45703125, + "learning_rate": 9.61963589076723e-07, + "loss": 0.0183, + "reward": 1.7181706428527832, + "reward_std": 0.23999080061912537, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7806706726551056, "step": 234 }, { - "epoch": 0.02, - "learning_rate": 1.0491071428571428e-05, - "loss": 1.1716, + "clip_ratio": 0.0, + "completion_length": 124.921875, + "epoch": 0.03819585534335636, + "grad_norm": 2.2061188220977783, + "kl": 0.51953125, + "learning_rate": 9.618010403120935e-07, + "loss": 0.0208, + "reward": 1.6927118301391602, + "reward_std": 0.171930730342865, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7395868599414825, "step": 235 }, { - "epoch": 0.02, - "learning_rate": 1.0535714285714287e-05, - "loss": 1.0757, + "clip_ratio": 0.0, + "completion_length": 92.96875, + "epoch": 0.03835839089800894, + "grad_norm": 2.6854584217071533, + "kl": 0.64453125, + "learning_rate": 9.616384915474643e-07, + "loss": 0.0258, + "reward": 1.758094847202301, + "reward_std": 0.09142373874783516, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.773719847202301, "step": 236 }, { - "epoch": 0.02, - "learning_rate": 1.0580357142857143e-05, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 68.859375, + "epoch": 0.038520926452661516, + "grad_norm": 2.2010750770568848, + "kl": 0.6796875, + "learning_rate": 9.614759427828348e-07, + "loss": 0.0272, + "reward": 1.8359344005584717, + "reward_std": 0.1094605065882206, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8359343707561493, "step": 237 }, { - "epoch": 0.02, - "learning_rate": 1.0625e-05, - "loss": 1.1199, + "clip_ratio": 0.0, + "completion_length": 69.59375, + "epoch": 0.0386834620073141, + "grad_norm": 2.667200803756714, + "kl": 0.720703125, + "learning_rate": 9.613133940182054e-07, + "loss": 0.0288, + "reward": 1.776973009109497, + "reward_std": 0.14789341017603874, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8082229197025299, "step": 238 }, { - "epoch": 0.02, - "learning_rate": 1.0669642857142858e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 97.6875, + "epoch": 0.03884599756196668, + "grad_norm": 2.0026443004608154, + "kl": 0.544921875, + "learning_rate": 9.61150845253576e-07, + "loss": 0.0218, + "reward": 1.7317846417427063, + "reward_std": 0.11748824641108513, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7630347013473511, "step": 239 }, { - "epoch": 0.02, - "learning_rate": 1.0714285714285714e-05, - "loss": 1.1243, + "clip_ratio": 0.0, + "completion_length": 86.390625, + "epoch": 0.03900853311661926, + "grad_norm": 2.1163766384124756, + "kl": 0.7265625, + "learning_rate": 9.609882964889467e-07, + "loss": 0.029, + "reward": 1.7846161723136902, + "reward_std": 0.08480311557650566, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7846161127090454, "step": 240 }, { - "epoch": 0.02, - "learning_rate": 1.0758928571428573e-05, - "loss": 1.1148, + "clip_ratio": 0.0, + "completion_length": 98.953125, + "epoch": 0.03917106867127184, + "grad_norm": 2.912562847137451, + "kl": 0.4814453125, + "learning_rate": 9.608257477243172e-07, + "loss": 0.0192, + "reward": 1.7875516414642334, + "reward_std": 0.11788786202669144, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8031767010688782, "step": 241 }, { - "epoch": 0.02, - "learning_rate": 1.0803571428571429e-05, - "loss": 1.1014, + "clip_ratio": 0.0, + "completion_length": 94.796875, + "epoch": 0.03933360422592442, + "grad_norm": 4.1820220947265625, + "kl": 0.587890625, + "learning_rate": 9.606631989596878e-07, + "loss": 0.0236, + "reward": 1.6431236267089844, + "reward_std": 0.2795591205358505, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7524986267089844, "step": 242 }, { - "epoch": 0.02, - "learning_rate": 1.0848214285714287e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 109.578125, + "epoch": 0.039496139780577, + "grad_norm": 2.3205759525299072, + "kl": 0.56640625, + "learning_rate": 9.605006501950585e-07, + "loss": 0.0227, + "reward": 1.7291922569274902, + "reward_std": 0.18572726845741272, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7604422867298126, "step": 243 }, { - "epoch": 0.02, - "learning_rate": 1.0892857142857142e-05, - "loss": 1.0385, + "clip_ratio": 0.0, + "completion_length": 157.765625, + "epoch": 0.039658675335229585, + "grad_norm": 1.6079174280166626, + "kl": 0.4404296875, + "learning_rate": 9.60338101430429e-07, + "loss": 0.0176, + "reward": 1.6584622263908386, + "reward_std": 0.1742408648133278, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.705337256193161, "step": 244 }, { - "epoch": 0.02, - "learning_rate": 1.0937500000000002e-05, - "loss": 1.0841, + "clip_ratio": 0.0, + "completion_length": 111.078125, + "epoch": 0.039821210889882164, + "grad_norm": 1.488968849182129, + "kl": 0.642578125, + "learning_rate": 9.601755526657998e-07, + "loss": 0.0257, + "reward": 1.7735236883163452, + "reward_std": 0.07960785180330276, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7735237181186676, "step": 245 }, { - "epoch": 0.02, - "learning_rate": 1.0982142857142859e-05, - "loss": 0.9458, + "clip_ratio": 0.0, + "completion_length": 154.65625, + "epoch": 0.03998374644453474, + "grad_norm": 3.5212812423706055, + "kl": 0.626953125, + "learning_rate": 9.600130039011704e-07, + "loss": 0.025, + "reward": 1.5969498753547668, + "reward_std": 0.1492605358362198, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6281999349594116, "step": 246 }, { - "epoch": 0.02, - "learning_rate": 1.1026785714285715e-05, - "loss": 1.0996, + "clip_ratio": 0.0, + "completion_length": 82.4375, + "epoch": 0.04014628199918732, + "grad_norm": 3.262028932571411, + "kl": 0.6796875, + "learning_rate": 9.59850455136541e-07, + "loss": 0.0272, + "reward": 1.7379857301712036, + "reward_std": 0.07336954399943352, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.737985759973526, "step": 247 }, { - "epoch": 0.02, - "learning_rate": 1.1071428571428572e-05, - "loss": 1.1026, + "clip_ratio": 0.0, + "completion_length": 166.03125, + "epoch": 0.0403088175538399, + "grad_norm": 4.654967784881592, + "kl": 0.38671875, + "learning_rate": 9.596879063719115e-07, + "loss": 0.0155, + "reward": 1.6519268155097961, + "reward_std": 0.09586790576577187, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6675518155097961, "step": 248 }, { - "epoch": 0.02, - "learning_rate": 1.1116071428571428e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 124.625, + "epoch": 0.04047135310849248, + "grad_norm": 2.391770362854004, + "kl": 0.4560546875, + "learning_rate": 9.595253576072822e-07, + "loss": 0.0182, + "reward": 1.6657841801643372, + "reward_std": 0.17095482349395752, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7126592695713043, "step": 249 }, { - "epoch": 0.02, - "learning_rate": 1.1160714285714287e-05, - "loss": 1.0354, + "clip_ratio": 0.0, + "completion_length": 175.78125, + "epoch": 0.04063388866314506, + "grad_norm": 3.9373080730438232, + "kl": 0.3642578125, + "learning_rate": 9.593628088426528e-07, + "loss": 0.0146, + "reward": 1.708152413368225, + "reward_std": 0.17079565674066544, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7394024729728699, "step": 250 }, { - "epoch": 0.02, - "learning_rate": 1.1205357142857143e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 145.0, + "epoch": 0.040796424217797646, + "grad_norm": 1.634093999862671, + "kl": 0.2470703125, + "learning_rate": 9.592002600780233e-07, + "loss": 0.0099, + "reward": 1.6695902347564697, + "reward_std": 0.19423214346170425, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7164652347564697, "step": 251 }, { - "epoch": 0.02, - "learning_rate": 1.125e-05, - "loss": 0.9827, + "clip_ratio": 0.0, + "completion_length": 161.671875, + "epoch": 0.040958959772450225, + "grad_norm": 3.1487884521484375, + "kl": 0.4375, + "learning_rate": 9.590377113133939e-07, + "loss": 0.0175, + "reward": 1.7138579487800598, + "reward_std": 0.13466960191726685, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7294829487800598, "step": 252 }, { - "epoch": 0.02, - "learning_rate": 1.1294642857142858e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 139.71875, + "epoch": 0.041121495327102804, + "grad_norm": 2.750516891479492, + "kl": 0.2421875, + "learning_rate": 9.588751625487646e-07, + "loss": 0.0097, + "reward": 1.6775922775268555, + "reward_std": 0.16956111416220665, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7088422477245331, "step": 253 }, { - "epoch": 0.02, - "learning_rate": 1.1339285714285716e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 225.5, + "epoch": 0.04128403088175538, + "grad_norm": 2.24066424369812, + "kl": 0.3486328125, + "learning_rate": 9.587126137841352e-07, + "loss": 0.014, + "reward": 1.677021086215973, + "reward_std": 0.22318464517593384, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7551460862159729, "step": 254 }, { - "epoch": 0.02, - "learning_rate": 1.1383928571428573e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 199.421875, + "epoch": 0.04144656643640796, + "grad_norm": 2.014423131942749, + "kl": 0.26416015625, + "learning_rate": 9.58550065019506e-07, + "loss": 0.0106, + "reward": 1.6538614630699158, + "reward_std": 0.20944876223802567, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7007365226745605, "step": 255 }, { - "epoch": 0.02, - "learning_rate": 1.1428571428571429e-05, - "loss": 1.0828, + "clip_ratio": 0.0, + "completion_length": 103.40625, + "epoch": 0.04160910199106054, + "grad_norm": 4.4737982749938965, + "kl": 0.400390625, + "learning_rate": 9.583875162548765e-07, + "loss": 0.016, + "reward": 1.833789587020874, + "reward_std": 0.10335997492074966, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8494146466255188, "step": 256 }, { - "epoch": 0.02, - "learning_rate": 1.1473214285714287e-05, - "loss": 1.0385, + "clip_ratio": 0.0, + "completion_length": 158.453125, + "epoch": 0.04177163754571313, + "grad_norm": 1.741866111755371, + "kl": 0.3134765625, + "learning_rate": 9.58224967490247e-07, + "loss": 0.0126, + "reward": 1.7649624347686768, + "reward_std": 0.08214463293552399, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.780587375164032, "step": 257 }, { - "epoch": 0.02, - "learning_rate": 1.1517857142857142e-05, - "loss": 1.0938, + "clip_ratio": 0.0, + "completion_length": 127.21875, + "epoch": 0.04193417310036571, + "grad_norm": 2.9083681106567383, + "kl": 0.2841796875, + "learning_rate": 9.580624187256176e-07, + "loss": 0.0114, + "reward": 1.775460958480835, + "reward_std": 0.08743124362081289, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7910860180854797, "step": 258 }, { - "epoch": 0.02, - "learning_rate": 1.1562500000000002e-05, - "loss": 1.0865, + "clip_ratio": 0.0, + "completion_length": 108.25, + "epoch": 0.042096708655018286, + "grad_norm": 1.9707481861114502, + "kl": 0.35693359375, + "learning_rate": 9.578998699609883e-07, + "loss": 0.0143, + "reward": 1.785129725933075, + "reward_std": 0.09243368357419968, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.800754725933075, "step": 259 }, { - "epoch": 0.02, - "learning_rate": 1.1607142857142859e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 206.609375, + "epoch": 0.042259244209670865, + "grad_norm": 1.7237781286239624, + "kl": 0.3486328125, + "learning_rate": 9.577373211963589e-07, + "loss": 0.014, + "reward": 1.6511682868003845, + "reward_std": 0.2217097133398056, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7449183166027069, "step": 260 }, { - "epoch": 0.02, - "learning_rate": 1.1651785714285715e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 125.140625, + "epoch": 0.042421779764323445, + "grad_norm": 1.6354939937591553, + "kl": 0.421875, + "learning_rate": 9.575747724317294e-07, + "loss": 0.0169, + "reward": 1.82722669839859, + "reward_std": 0.057209545746445656, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8272266983985901, "step": 261 }, { - "epoch": 0.02, - "learning_rate": 1.1696428571428572e-05, - "loss": 1.1124, + "clip_ratio": 0.0, + "completion_length": 72.734375, + "epoch": 0.042584315318976024, + "grad_norm": 1.7136929035186768, + "kl": 0.67578125, + "learning_rate": 9.574122236671e-07, + "loss": 0.027, + "reward": 1.8456212282180786, + "reward_std": 0.058955177664756775, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8612461984157562, "step": 262 }, { - "epoch": 0.02, - "learning_rate": 1.1741071428571428e-05, - "loss": 1.1312, + "clip_ratio": 0.0, + "completion_length": 105.890625, + "epoch": 0.0427468508736286, + "grad_norm": 1.5849480628967285, + "kl": 0.435546875, + "learning_rate": 9.572496749024707e-07, + "loss": 0.0175, + "reward": 1.8475631475448608, + "reward_std": 0.05091478489339352, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8475631177425385, "step": 263 }, { - "epoch": 0.02, - "learning_rate": 1.1785714285714287e-05, - "loss": 1.1613, + "clip_ratio": 0.0, + "completion_length": 138.359375, + "epoch": 0.04290938642828119, + "grad_norm": 2.523482322692871, + "kl": 0.587890625, + "learning_rate": 9.570871261378413e-07, + "loss": 0.0235, + "reward": 1.80277019739151, + "reward_std": 0.11942331492900848, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.83402019739151, "step": 264 }, { - "epoch": 0.02, - "learning_rate": 1.1830357142857143e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 137.75, + "epoch": 0.04307192198293377, + "grad_norm": 1.7960128784179688, + "kl": 0.39404296875, + "learning_rate": 9.56924577373212e-07, + "loss": 0.0158, + "reward": 1.775850534439087, + "reward_std": 0.10793323814868927, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8071004450321198, "step": 265 }, { - "epoch": 0.02, - "learning_rate": 1.1875e-05, - "loss": 0.9959, + "clip_ratio": 0.0, + "completion_length": 110.0625, + "epoch": 0.04323445753758635, + "grad_norm": 2.880920886993408, + "kl": 0.794921875, + "learning_rate": 9.567620286085826e-07, + "loss": 0.0318, + "reward": 1.7657901048660278, + "reward_std": 0.10778481885790825, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7970400154590607, "step": 266 }, { - "epoch": 0.02, - "learning_rate": 1.191964285714286e-05, - "loss": 1.042, + "clip_ratio": 0.0, + "completion_length": 85.890625, + "epoch": 0.04339699309223893, + "grad_norm": 2.226841449737549, + "kl": 0.5625, + "learning_rate": 9.565994798439531e-07, + "loss": 0.0225, + "reward": 1.741127371788025, + "reward_std": 0.0698622465133667, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7411274015903473, "step": 267 }, { - "epoch": 0.02, - "learning_rate": 1.1964285714285716e-05, - "loss": 1.0929, + "clip_ratio": 0.0, + "completion_length": 72.875, + "epoch": 0.043559528646891506, + "grad_norm": 2.166041135787964, + "kl": 0.67578125, + "learning_rate": 9.564369310793237e-07, + "loss": 0.027, + "reward": 1.853878140449524, + "reward_std": 0.0223727161064744, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8538781404495239, "step": 268 }, { - "epoch": 0.02, - "learning_rate": 1.2008928571428573e-05, - "loss": 1.1348, + "clip_ratio": 0.0, + "completion_length": 90.546875, + "epoch": 0.043722064201544085, + "grad_norm": 2.2661261558532715, + "kl": 0.6044921875, + "learning_rate": 9.562743823146944e-07, + "loss": 0.0242, + "reward": 1.66277277469635, + "reward_std": 0.15472940355539322, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7096477746963501, "step": 269 }, { - "epoch": 0.02, - "learning_rate": 1.2053571428571429e-05, - "loss": 1.1212, + "clip_ratio": 0.0, + "completion_length": 51.046875, + "epoch": 0.04388459975619667, + "grad_norm": 1.5566219091415405, + "kl": 0.783203125, + "learning_rate": 9.56111833550065e-07, + "loss": 0.0313, + "reward": 1.8808855414390564, + "reward_std": 0.03894916921854019, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8808855414390564, "step": 270 }, { - "epoch": 0.02, - "learning_rate": 1.2098214285714286e-05, - "loss": 0.9997, + "clip_ratio": 0.0, + "completion_length": 49.234375, + "epoch": 0.04404713531084925, + "grad_norm": 3.0537219047546387, + "kl": 0.83984375, + "learning_rate": 9.559492847854355e-07, + "loss": 0.0336, + "reward": 1.8135012984275818, + "reward_std": 0.07519057765603065, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8135013580322266, "step": 271 }, { - "epoch": 0.02, - "learning_rate": 1.2142857142857142e-05, - "loss": 1.1294, + "clip_ratio": 0.0, + "completion_length": 141.40625, + "epoch": 0.04420967086550183, + "grad_norm": 5.5082011222839355, + "kl": 0.59375, + "learning_rate": 9.55786736020806e-07, + "loss": 0.0238, + "reward": 1.792429268360138, + "reward_std": 0.13464806601405144, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8393042385578156, "step": 272 }, { - "epoch": 0.02, - "learning_rate": 1.2187500000000001e-05, - "loss": 1.1223, + "clip_ratio": 0.0, + "completion_length": 96.265625, + "epoch": 0.04437220642015441, + "grad_norm": 2.3616929054260254, + "kl": 0.6142578125, + "learning_rate": 9.556241872561768e-07, + "loss": 0.0245, + "reward": 1.7570716738700867, + "reward_std": 0.09584999457001686, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7726966440677643, "step": 273 }, { - "epoch": 0.02, - "learning_rate": 1.2232142857142859e-05, - "loss": 1.1042, + "clip_ratio": 0.0, + "completion_length": 219.4375, + "epoch": 0.04453474197480699, + "grad_norm": 2.081118583679199, + "kl": 0.55078125, + "learning_rate": 9.554616384915474e-07, + "loss": 0.022, + "reward": 1.6786131262779236, + "reward_std": 0.16383598744869232, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7567380666732788, "step": 274 }, { - "epoch": 0.02, - "learning_rate": 1.2276785714285715e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 159.5, + "epoch": 0.04469727752945957, + "grad_norm": 1.4317784309387207, + "kl": 0.4599609375, + "learning_rate": 9.552990897269181e-07, + "loss": 0.0184, + "reward": 1.7281046509742737, + "reward_std": 0.12425403296947479, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8062296211719513, "step": 275 }, { - "epoch": 0.02, - "learning_rate": 1.2321428571428572e-05, - "loss": 1.0305, + "clip_ratio": 0.0, + "completion_length": 156.171875, + "epoch": 0.044859813084112146, + "grad_norm": 2.0390608310699463, + "kl": 0.578125, + "learning_rate": 9.551365409622887e-07, + "loss": 0.0231, + "reward": 1.6923866271972656, + "reward_std": 0.09331278316676617, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.739261656999588, "step": 276 }, { - "epoch": 0.02, - "learning_rate": 1.236607142857143e-05, - "loss": 1.1442, + "clip_ratio": 0.0, + "completion_length": 111.71875, + "epoch": 0.04502234863876473, + "grad_norm": 2.0553784370422363, + "kl": 0.6953125, + "learning_rate": 9.549739921976592e-07, + "loss": 0.0278, + "reward": 1.7885772585868835, + "reward_std": 0.08080856688320637, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8510773181915283, "step": 277 }, { - "epoch": 0.02, - "learning_rate": 1.2410714285714287e-05, - "loss": 1.0875, + "clip_ratio": 0.0, + "completion_length": 92.25, + "epoch": 0.04518488419341731, + "grad_norm": 2.533759117126465, + "kl": 0.732421875, + "learning_rate": 9.5481144343303e-07, + "loss": 0.0293, + "reward": 1.7506191730499268, + "reward_std": 0.13592977076768875, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7662441730499268, "step": 278 }, { - "epoch": 0.02, - "learning_rate": 1.2455357142857143e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 139.890625, + "epoch": 0.04534741974806989, + "grad_norm": 3.2791337966918945, + "kl": 0.5888671875, + "learning_rate": 9.546488946684005e-07, + "loss": 0.0235, + "reward": 1.6974623203277588, + "reward_std": 0.1752370297908783, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7443374395370483, "step": 279 }, { - "epoch": 0.02, - "learning_rate": 1.25e-05, - "loss": 1.1101, + "clip_ratio": 0.0, + "completion_length": 110.5625, + "epoch": 0.04550995530272247, + "grad_norm": 1.2365306615829468, + "kl": 0.671875, + "learning_rate": 9.54486345903771e-07, + "loss": 0.0269, + "reward": 1.7558016180992126, + "reward_std": 0.08269022218883038, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.787051647901535, "step": 280 }, { - "epoch": 0.02, - "learning_rate": 1.254464285714286e-05, - "loss": 1.0641, + "clip_ratio": 0.0, + "completion_length": 62.5625, + "epoch": 0.04567249085737505, + "grad_norm": 1.8708151578903198, + "kl": 0.71875, + "learning_rate": 9.543237971391416e-07, + "loss": 0.0287, + "reward": 1.7429746389389038, + "reward_std": 0.03038000175729394, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7429745495319366, "step": 281 }, { - "epoch": 0.02, - "learning_rate": 1.2589285714285716e-05, - "loss": 1.1352, + "clip_ratio": 0.0, + "completion_length": 79.015625, + "epoch": 0.04583502641202763, + "grad_norm": 5.401480674743652, + "kl": 0.751953125, + "learning_rate": 9.541612483745124e-07, + "loss": 0.03, + "reward": 1.7363793849945068, + "reward_std": 0.09705431014299393, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7520044147968292, "step": 282 }, { - "epoch": 0.02, - "learning_rate": 1.2633928571428573e-05, - "loss": 1.0828, + "clip_ratio": 0.0, + "completion_length": 97.546875, + "epoch": 0.045997561966680214, + "grad_norm": 3.883761405944824, + "kl": 0.689453125, + "learning_rate": 9.53998699609883e-07, + "loss": 0.0275, + "reward": 1.663769006729126, + "reward_std": 0.13488372415304184, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6793939471244812, "step": 283 }, { - "epoch": 0.02, - "learning_rate": 1.2678571428571429e-05, - "loss": 1.1203, + "clip_ratio": 0.0, + "completion_length": 79.640625, + "epoch": 0.046160097521332794, + "grad_norm": 3.0395758152008057, + "kl": 0.7421875, + "learning_rate": 9.538361508452535e-07, + "loss": 0.0297, + "reward": 1.59874027967453, + "reward_std": 0.1722479909658432, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.64561527967453, "step": 284 }, { - "epoch": 0.02, - "learning_rate": 1.2723214285714286e-05, - "loss": 1.0849, + "clip_ratio": 0.0, + "completion_length": 92.875, + "epoch": 0.04632263307598537, + "grad_norm": 4.091587066650391, + "kl": 0.744140625, + "learning_rate": 9.536736020806242e-07, + "loss": 0.0298, + "reward": 1.7001173496246338, + "reward_std": 0.14482859149575233, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7469923496246338, "step": 285 }, { - "epoch": 0.02, - "learning_rate": 1.2767857142857142e-05, - "loss": 1.0965, + "clip_ratio": 0.0, + "completion_length": 60.359375, + "epoch": 0.04648516863063795, + "grad_norm": 2.7135417461395264, + "kl": 0.87109375, + "learning_rate": 9.535110533159948e-07, + "loss": 0.0349, + "reward": 1.6968200206756592, + "reward_std": 0.11590385437011719, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7280699610710144, "step": 286 }, { - "epoch": 0.02, - "learning_rate": 1.2812500000000001e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 134.703125, + "epoch": 0.04664770418529053, + "grad_norm": 3.411241054534912, + "kl": 0.767578125, + "learning_rate": 9.533485045513654e-07, + "loss": 0.0308, + "reward": 1.6882688999176025, + "reward_std": 0.22474989295005798, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7820188701152802, "step": 287 }, { - "epoch": 0.02, - "learning_rate": 1.2857142857142859e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 94.84375, + "epoch": 0.04681023973994311, + "grad_norm": 9.49393367767334, + "kl": 1.11328125, + "learning_rate": 9.53185955786736e-07, + "loss": 0.0444, + "reward": 1.8700054287910461, + "reward_std": 0.14637979865074158, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9012554287910461, "step": 288 }, { - "epoch": 0.02, - "learning_rate": 1.2901785714285715e-05, - "loss": 1.0971, + "clip_ratio": 0.0, + "completion_length": 145.484375, + "epoch": 0.04697277529459569, + "grad_norm": 1.8118469715118408, + "kl": 0.5322265625, + "learning_rate": 9.530234070221066e-07, + "loss": 0.0213, + "reward": 1.6771668791770935, + "reward_std": 0.22305146604776382, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7552918493747711, "step": 289 }, { - "epoch": 0.02, - "learning_rate": 1.2946428571428574e-05, - "loss": 1.1125, + "clip_ratio": 0.0, + "completion_length": 92.9375, + "epoch": 0.047135310849248276, + "grad_norm": 2.9209344387054443, + "kl": 0.6337890625, + "learning_rate": 9.528608582574772e-07, + "loss": 0.0253, + "reward": 1.8339239358901978, + "reward_std": 0.14324969798326492, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8807989358901978, "step": 290 }, { - "epoch": 0.02, - "learning_rate": 1.299107142857143e-05, - "loss": 1.0876, + "clip_ratio": 0.0, + "completion_length": 122.578125, + "epoch": 0.047297846403900855, + "grad_norm": 1.7699066400527954, + "kl": 0.6875, + "learning_rate": 9.526983094928478e-07, + "loss": 0.0274, + "reward": 1.698940396308899, + "reward_std": 0.08629014529287815, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7145653665065765, "step": 291 }, { - "epoch": 0.02, - "learning_rate": 1.3035714285714287e-05, - "loss": 1.0235, + "clip_ratio": 0.0, + "completion_length": 211.828125, + "epoch": 0.047460381958553434, + "grad_norm": 2.423172950744629, + "kl": 0.609375, + "learning_rate": 9.525357607282184e-07, + "loss": 0.0244, + "reward": 1.5767121315002441, + "reward_std": 0.15887202695012093, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6704621016979218, "step": 292 }, { - "epoch": 0.02, - "learning_rate": 1.3080357142857143e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 118.4375, + "epoch": 0.04762291751320601, + "grad_norm": 1.8470770120620728, + "kl": 0.4736328125, + "learning_rate": 9.52373211963589e-07, + "loss": 0.019, + "reward": 1.7607529163360596, + "reward_std": 0.09304975904524326, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7763779163360596, "step": 293 }, { - "epoch": 0.02, - "learning_rate": 1.3125e-05, - "loss": 1.1059, + "clip_ratio": 0.0, + "completion_length": 85.28125, + "epoch": 0.04778545306785859, + "grad_norm": 2.0710084438323975, + "kl": 0.5400390625, + "learning_rate": 9.522106631989596e-07, + "loss": 0.0216, + "reward": 1.7773861289024353, + "reward_std": 0.06098528578877449, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7773861587047577, "step": 294 }, { - "epoch": 0.02, - "learning_rate": 1.316964285714286e-05, - "loss": 1.1311, + "clip_ratio": 0.0, + "completion_length": 141.046875, + "epoch": 0.04794798862251117, + "grad_norm": 2.066516399383545, + "kl": 0.611328125, + "learning_rate": 9.520481144343303e-07, + "loss": 0.0245, + "reward": 1.7388314008712769, + "reward_std": 0.1302114762365818, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8169563412666321, "step": 295 }, { - "epoch": 0.02, - "learning_rate": 1.3214285714285716e-05, - "loss": 1.1174, + "clip_ratio": 0.0, + "completion_length": 142.671875, + "epoch": 0.04811052417716376, + "grad_norm": 1.8258780241012573, + "kl": 0.318359375, + "learning_rate": 9.518855656697009e-07, + "loss": 0.0127, + "reward": 1.6611211895942688, + "reward_std": 0.14279986545443535, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6767461895942688, "step": 296 }, { - "epoch": 0.02, - "learning_rate": 1.3258928571428573e-05, - "loss": 1.1449, + "clip_ratio": 0.0, + "completion_length": 146.546875, + "epoch": 0.04827305973181634, + "grad_norm": 1.352124571800232, + "kl": 0.51171875, + "learning_rate": 9.517230169050715e-07, + "loss": 0.0205, + "reward": 1.6595820188522339, + "reward_std": 0.1480093076825142, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6908320188522339, "step": 297 }, { - "epoch": 0.02, - "learning_rate": 1.3303571428571429e-05, - "loss": 1.0025, + "clip_ratio": 0.0, + "completion_length": 110.265625, + "epoch": 0.048435595286468916, + "grad_norm": 2.8267624378204346, + "kl": 0.6669921875, + "learning_rate": 9.515604681404421e-07, + "loss": 0.0267, + "reward": 1.734100580215454, + "reward_std": 0.14204395189881325, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7653504610061646, "step": 298 }, { - "epoch": 0.02, - "learning_rate": 1.3348214285714286e-05, - "loss": 1.0949, + "clip_ratio": 0.0, + "completion_length": 79.09375, + "epoch": 0.048598130841121495, + "grad_norm": 1.5685054063796997, + "kl": 0.6796875, + "learning_rate": 9.513979193758127e-07, + "loss": 0.0272, + "reward": 1.8408735394477844, + "reward_std": 0.0506780156865716, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8408735692501068, "step": 299 }, { - "epoch": 0.02, - "learning_rate": 1.3392857142857142e-05, - "loss": 1.0977, + "clip_ratio": 0.0, + "completion_length": 98.296875, + "epoch": 0.048760666395774074, + "grad_norm": 1.735482096672058, + "kl": 0.4677734375, + "learning_rate": 9.512353706111833e-07, + "loss": 0.0187, + "reward": 1.8228217959403992, + "reward_std": 0.08966505387797952, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8384467661380768, "step": 300 }, { - "epoch": 0.02, - "learning_rate": 1.3437500000000001e-05, - "loss": 1.0989, + "clip_ratio": 0.0, + "completion_length": 107.140625, + "epoch": 0.048923201950426654, + "grad_norm": 2.0738964080810547, + "kl": 0.46484375, + "learning_rate": 9.510728218465539e-07, + "loss": 0.0186, + "reward": 1.8077075481414795, + "reward_std": 0.09225903078913689, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8233325481414795, "step": 301 }, { - "epoch": 0.02, - "learning_rate": 1.3482142857142859e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 87.609375, + "epoch": 0.04908573750507923, + "grad_norm": 2.760235548019409, + "kl": 0.671875, + "learning_rate": 9.509102730819245e-07, + "loss": 0.0268, + "reward": 1.7118794322013855, + "reward_std": 0.1206829883158207, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7118793725967407, "step": 302 }, { - "epoch": 0.02, - "learning_rate": 1.3526785714285715e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 97.15625, + "epoch": 0.04924827305973182, + "grad_norm": 1.0958819389343262, + "kl": 0.4873046875, + "learning_rate": 9.507477243172951e-07, + "loss": 0.0194, + "reward": 1.8505424857139587, + "reward_std": 0.018387850373983383, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8505424857139587, "step": 303 }, { - "epoch": 0.02, - "learning_rate": 1.3571428571428574e-05, - "loss": 1.107, + "clip_ratio": 0.0, + "completion_length": 212.1875, + "epoch": 0.0494108086143844, + "grad_norm": 1.7843964099884033, + "kl": 0.35546875, + "learning_rate": 9.505851755526657e-07, + "loss": 0.0142, + "reward": 1.696728765964508, + "reward_std": 0.06463365256786346, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7123537957668304, "step": 304 }, { - "epoch": 0.02, - "learning_rate": 1.361607142857143e-05, - "loss": 1.1089, + "clip_ratio": 0.0, + "completion_length": 143.265625, + "epoch": 0.04957334416903698, + "grad_norm": 3.4900918006896973, + "kl": 0.5009765625, + "learning_rate": 9.504226267880364e-07, + "loss": 0.0201, + "reward": 1.7545732259750366, + "reward_std": 0.10350164771080017, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7545732259750366, "step": 305 }, { - "epoch": 0.02, - "learning_rate": 1.3660714285714287e-05, - "loss": 1.1109, + "clip_ratio": 0.0, + "completion_length": 101.5625, + "epoch": 0.049735879723689556, + "grad_norm": 1.8751074075698853, + "kl": 0.58984375, + "learning_rate": 9.50260078023407e-07, + "loss": 0.0236, + "reward": 1.869455099105835, + "reward_std": 0.05413941107690334, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8694550693035126, "step": 306 }, { - "epoch": 0.02, - "learning_rate": 1.3705357142857143e-05, - "loss": 1.1263, + "clip_ratio": 0.0, + "completion_length": 114.890625, + "epoch": 0.049898415278342136, + "grad_norm": 2.8475115299224854, + "kl": 0.31298828125, + "learning_rate": 9.500975292587776e-07, + "loss": 0.0125, + "reward": 1.6896371841430664, + "reward_std": 0.20920304954051971, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7208870947360992, "step": 307 }, { - "epoch": 0.02, - "learning_rate": 1.375e-05, - "loss": 1.1217, + "clip_ratio": 0.0, + "completion_length": 170.859375, + "epoch": 0.050060950832994715, + "grad_norm": 3.8663549423217773, + "kl": 0.42724609375, + "learning_rate": 9.499349804941483e-07, + "loss": 0.0171, + "reward": 1.7133349180221558, + "reward_std": 0.1096939779818058, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7289599180221558, "step": 308 }, { - "epoch": 0.02, - "learning_rate": 1.379464285714286e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 186.6875, + "epoch": 0.0502234863876473, + "grad_norm": 4.043117523193359, + "kl": 0.361328125, + "learning_rate": 9.497724317295188e-07, + "loss": 0.0144, + "reward": 1.7413365244865417, + "reward_std": 0.14910206198692322, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7882114946842194, "step": 309 }, { - "epoch": 0.02, - "learning_rate": 1.3839285714285715e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 102.546875, + "epoch": 0.05038602194229988, + "grad_norm": 1.9884705543518066, + "kl": 0.5029296875, + "learning_rate": 9.496098829648895e-07, + "loss": 0.0201, + "reward": 1.7381498217582703, + "reward_std": 0.09837675280869007, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7537748217582703, "step": 310 }, { - "epoch": 0.02, - "learning_rate": 1.3883928571428573e-05, - "loss": 1.1016, + "clip_ratio": 0.0, + "completion_length": 135.703125, + "epoch": 0.05054855749695246, + "grad_norm": 2.647226333618164, + "kl": 0.4248046875, + "learning_rate": 9.4944733420026e-07, + "loss": 0.017, + "reward": 1.716562271118164, + "reward_std": 0.13334686309099197, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7321873307228088, "step": 311 }, { - "epoch": 0.02, - "learning_rate": 1.3928571428571429e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 133.484375, + "epoch": 0.05071109305160504, + "grad_norm": 2.565645456314087, + "kl": 0.3740234375, + "learning_rate": 9.492847854356307e-07, + "loss": 0.0149, + "reward": 1.6989423036575317, + "reward_std": 0.126638263463974, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7145673632621765, "step": 312 }, { - "epoch": 0.02, - "learning_rate": 1.3973214285714288e-05, - "loss": 0.9832, + "clip_ratio": 0.0, + "completion_length": 171.578125, + "epoch": 0.05087362860625762, + "grad_norm": 1.9246493577957153, + "kl": 0.2998046875, + "learning_rate": 9.491222366710012e-07, + "loss": 0.012, + "reward": 1.6751153469085693, + "reward_std": 0.10398587584495544, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6907403469085693, "step": 313 }, { - "epoch": 0.02, - "learning_rate": 1.4017857142857144e-05, - "loss": 1.0691, + "clip_ratio": 0.0, + "completion_length": 127.46875, + "epoch": 0.0510361641609102, + "grad_norm": 1.636049509048462, + "kl": 0.4169921875, + "learning_rate": 9.489596879063719e-07, + "loss": 0.0167, + "reward": 1.7573782205581665, + "reward_std": 0.15917307138442993, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7886282205581665, "step": 314 }, { - "epoch": 0.02, - "learning_rate": 1.4062500000000001e-05, - "loss": 1.0307, + "clip_ratio": 0.0, + "completion_length": 128.265625, + "epoch": 0.051198699715562776, + "grad_norm": 4.015855312347412, + "kl": 0.5087890625, + "learning_rate": 9.487971391417425e-07, + "loss": 0.0204, + "reward": 1.858621895313263, + "reward_std": 0.11265337280929089, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8586218953132629, "step": 315 }, { - "epoch": 0.02, - "learning_rate": 1.4107142857142859e-05, - "loss": 1.0094, + "clip_ratio": 0.0, + "completion_length": 155.25, + "epoch": 0.05136123527021536, + "grad_norm": 1.8980820178985596, + "kl": 0.2275390625, + "learning_rate": 9.486345903771132e-07, + "loss": 0.0091, + "reward": 1.8005836606025696, + "reward_std": 0.08084574341773987, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.800583690404892, "step": 316 }, { - "epoch": 0.02, - "learning_rate": 1.4151785714285715e-05, - "loss": 1.0275, + "clip_ratio": 0.0, + "completion_length": 133.078125, + "epoch": 0.05152377082486794, + "grad_norm": 2.55959153175354, + "kl": 0.39013671875, + "learning_rate": 9.484720416124837e-07, + "loss": 0.0156, + "reward": 1.7880706787109375, + "reward_std": 0.08271531015634537, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7880706787109375, "step": 317 }, { - "epoch": 0.02, - "learning_rate": 1.4196428571428574e-05, - "loss": 1.0445, + "clip_ratio": 0.0, + "completion_length": 154.390625, + "epoch": 0.05168630637952052, + "grad_norm": 4.072514057159424, + "kl": 0.259765625, + "learning_rate": 9.483094928478544e-07, + "loss": 0.0104, + "reward": 1.6740413904190063, + "reward_std": 0.10951327532529831, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7052913308143616, "step": 318 }, { - "epoch": 0.02, - "learning_rate": 1.424107142857143e-05, - "loss": 1.0753, + "clip_ratio": 0.0, + "completion_length": 136.90625, + "epoch": 0.0518488419341731, + "grad_norm": 2.3951146602630615, + "kl": 0.4970703125, + "learning_rate": 9.481469440832249e-07, + "loss": 0.0198, + "reward": 1.7340081930160522, + "reward_std": 0.12309475243091583, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7496331632137299, "step": 319 }, { - "epoch": 0.02, - "learning_rate": 1.4285714285714287e-05, - "loss": 1.1227, + "clip_ratio": 0.0, + "completion_length": 113.65625, + "epoch": 0.05201137748882568, + "grad_norm": 2.5781493186950684, + "kl": 0.443359375, + "learning_rate": 9.479843953185956e-07, + "loss": 0.0178, + "reward": 1.7879316210746765, + "reward_std": 0.11146492138504982, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8035566210746765, "step": 320 }, { - "epoch": 0.02, - "learning_rate": 1.4330357142857143e-05, - "loss": 1.112, + "clip_ratio": 0.0, + "completion_length": 132.859375, + "epoch": 0.05217391304347826, + "grad_norm": 2.1838579177856445, + "kl": 0.330078125, + "learning_rate": 9.478218465539661e-07, + "loss": 0.0132, + "reward": 1.7526293396949768, + "reward_std": 0.17299380153417587, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7838793992996216, "step": 321 }, { - "epoch": 0.02, - "learning_rate": 1.4375e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 140.859375, + "epoch": 0.052336448598130844, + "grad_norm": 1.5554885864257812, + "kl": 0.2890625, + "learning_rate": 9.476592977893368e-07, + "loss": 0.0116, + "reward": 1.747360110282898, + "reward_std": 0.07243438437581062, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.747360110282898, "step": 322 }, { - "epoch": 0.02, - "learning_rate": 1.441964285714286e-05, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 140.453125, + "epoch": 0.05249898415278342, + "grad_norm": 1.666945219039917, + "kl": 0.29296875, + "learning_rate": 9.474967490247073e-07, + "loss": 0.0117, + "reward": 1.7690152525901794, + "reward_std": 0.11287886649370193, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7846402227878571, "step": 323 }, { - "epoch": 0.02, - "learning_rate": 1.4464285714285715e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 188.703125, + "epoch": 0.052661519707436, + "grad_norm": 2.121415615081787, + "kl": 0.296875, + "learning_rate": 9.47334200260078e-07, + "loss": 0.0119, + "reward": 1.7633593082427979, + "reward_std": 0.11025320366024971, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7789843082427979, "step": 324 }, { - "epoch": 0.02, - "learning_rate": 1.4508928571428573e-05, - "loss": 1.1066, + "clip_ratio": 0.0, + "completion_length": 113.96875, + "epoch": 0.05282405526208858, + "grad_norm": 5.88175630569458, + "kl": 0.5126953125, + "learning_rate": 9.471716514954486e-07, + "loss": 0.0205, + "reward": 1.7534716725349426, + "reward_std": 0.10270166024565697, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.769096702337265, "step": 325 }, { - "epoch": 0.02, - "learning_rate": 1.4553571428571429e-05, - "loss": 1.107, + "clip_ratio": 0.0, + "completion_length": 178.78125, + "epoch": 0.05298659081674116, + "grad_norm": 1.774309515953064, + "kl": 0.259765625, + "learning_rate": 9.470091027308193e-07, + "loss": 0.0104, + "reward": 1.8260395526885986, + "reward_std": 0.10197420045733452, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8416645228862762, "step": 326 }, { - "epoch": 0.02, - "learning_rate": 1.4598214285714288e-05, - "loss": 1.121, + "clip_ratio": 0.0, + "completion_length": 161.21875, + "epoch": 0.05314912637139374, + "grad_norm": 1.584390640258789, + "kl": 0.2431640625, + "learning_rate": 9.468465539661898e-07, + "loss": 0.0097, + "reward": 1.8286792039871216, + "reward_std": 0.07262513786554337, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8286792039871216, "step": 327 }, { - "epoch": 0.02, - "learning_rate": 1.4642857142857144e-05, - "loss": 1.0884, + "clip_ratio": 0.0, + "completion_length": 228.21875, + "epoch": 0.05331166192604632, + "grad_norm": 1.3087810277938843, + "kl": 0.122802734375, + "learning_rate": 9.466840052015605e-07, + "loss": 0.0049, + "reward": 1.7154278755187988, + "reward_std": 0.12030692026019096, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7310529351234436, "step": 328 }, { - "epoch": 0.02, - "learning_rate": 1.4687500000000001e-05, - "loss": 1.121, + "clip_ratio": 0.0, + "completion_length": 178.109375, + "epoch": 0.053474197480698905, + "grad_norm": 1.845009446144104, + "kl": 0.32470703125, + "learning_rate": 9.46521456436931e-07, + "loss": 0.013, + "reward": 1.8147923350334167, + "reward_std": 0.07805155590176582, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8147923052310944, "step": 329 }, { - "epoch": 0.02, - "learning_rate": 1.4732142857142859e-05, - "loss": 1.094, + "clip_ratio": 0.0, + "completion_length": 115.84375, + "epoch": 0.053636733035351485, + "grad_norm": 1.969929814338684, + "kl": 0.439453125, + "learning_rate": 9.463589076723017e-07, + "loss": 0.0176, + "reward": 1.8828394412994385, + "reward_std": 0.05915463995188475, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.898464560508728, "step": 330 }, { - "epoch": 0.02, - "learning_rate": 1.4776785714285715e-05, - "loss": 1.0506, + "clip_ratio": 0.0, + "completion_length": 147.53125, + "epoch": 0.053799268590004064, + "grad_norm": 2.3557960987091064, + "kl": 0.431640625, + "learning_rate": 9.461963589076722e-07, + "loss": 0.0172, + "reward": 1.8109604120254517, + "reward_std": 0.07071003131568432, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8422103524208069, "step": 331 }, { - "epoch": 0.02, - "learning_rate": 1.4821428571428574e-05, - "loss": 1.0448, + "clip_ratio": 0.0, + "completion_length": 217.0, + "epoch": 0.05396180414465664, + "grad_norm": 1.6370867490768433, + "kl": 0.1767578125, + "learning_rate": 9.460338101430429e-07, + "loss": 0.0071, + "reward": 1.682640790939331, + "reward_std": 0.1546565219759941, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6982657313346863, "step": 332 }, { - "epoch": 0.02, - "learning_rate": 1.486607142857143e-05, - "loss": 1.0564, + "clip_ratio": 0.0, + "completion_length": 207.1875, + "epoch": 0.05412433969930922, + "grad_norm": 2.040250778198242, + "kl": 0.23876953125, + "learning_rate": 9.458712613784134e-07, + "loss": 0.0095, + "reward": 1.7338398098945618, + "reward_std": 0.17518750578165054, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7650898098945618, "step": 333 }, { - "epoch": 0.02, - "learning_rate": 1.4910714285714287e-05, - "loss": 1.0871, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.0542868752539618, + "grad_norm": 2.0457746982574463, + "kl": 0.19482421875, + "learning_rate": 9.457087126137841e-07, + "loss": 0.0078, + "reward": 1.710348904132843, + "reward_std": 0.09302090853452682, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7103488743305206, "step": 334 }, { - "epoch": 0.02, - "learning_rate": 1.4955357142857143e-05, - "loss": 1.1322, + "clip_ratio": 0.0, + "completion_length": 208.34375, + "epoch": 0.05444941080861439, + "grad_norm": 1.4481768608093262, + "kl": 0.189453125, + "learning_rate": 9.455461638491547e-07, + "loss": 0.0076, + "reward": 1.7814539074897766, + "reward_std": 0.15094152465462685, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.812703937292099, "step": 335 }, { - "epoch": 0.02, - "learning_rate": 1.5000000000000002e-05, - "loss": 1.0772, + "clip_ratio": 0.0, + "completion_length": 194.296875, + "epoch": 0.05461194636326697, + "grad_norm": 1.3360615968704224, + "kl": 0.23095703125, + "learning_rate": 9.453836150845254e-07, + "loss": 0.0092, + "reward": 1.6409201622009277, + "reward_std": 0.14583943784236908, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7034201323986053, "step": 336 }, { - "epoch": 0.02, - "learning_rate": 1.504464285714286e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 180.234375, + "epoch": 0.054774481917919546, + "grad_norm": 1.9555727243423462, + "kl": 0.16162109375, + "learning_rate": 9.452210663198959e-07, + "loss": 0.0065, + "reward": 1.6378533244132996, + "reward_std": 0.2247438281774521, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6847283840179443, "step": 337 }, { - "epoch": 0.02, - "learning_rate": 1.5089285714285715e-05, - "loss": 1.1859, + "clip_ratio": 0.0, + "completion_length": 200.234375, + "epoch": 0.054937017472572125, + "grad_norm": 2.71440052986145, + "kl": 0.178955078125, + "learning_rate": 9.450585175552666e-07, + "loss": 0.0072, + "reward": 1.4995803833007812, + "reward_std": 0.18887373805046082, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.5464553833007812, "step": 338 }, { - "epoch": 0.02, - "learning_rate": 1.5133928571428573e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 204.21875, + "epoch": 0.055099553027224704, + "grad_norm": 1.5587948560714722, + "kl": 0.13134765625, + "learning_rate": 9.448959687906371e-07, + "loss": 0.0053, + "reward": 1.6496490836143494, + "reward_std": 0.19774582237005234, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.696524053812027, "step": 339 }, { - "epoch": 0.02, - "learning_rate": 1.5178571428571429e-05, - "loss": 1.0542, + "clip_ratio": 0.0, + "completion_length": 171.859375, + "epoch": 0.05526208858187728, + "grad_norm": 2.2110610008239746, + "kl": 0.17529296875, + "learning_rate": 9.447334200260078e-07, + "loss": 0.007, + "reward": 1.7482243776321411, + "reward_std": 0.11067961528897285, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7482244074344635, "step": 340 }, { - "epoch": 0.02, - "learning_rate": 1.5223214285714288e-05, - "loss": 1.0371, + "clip_ratio": 0.0, + "completion_length": 227.390625, + "epoch": 0.05542462413652986, + "grad_norm": 0.9431695938110352, + "kl": 0.17041015625, + "learning_rate": 9.445708712613783e-07, + "loss": 0.0068, + "reward": 1.7720088958740234, + "reward_std": 0.13305193185806274, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8188839852809906, "step": 341 }, { - "epoch": 0.02, - "learning_rate": 1.5267857142857144e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 196.609375, + "epoch": 0.05558715969118245, + "grad_norm": 1.2474541664123535, + "kl": 0.147216796875, + "learning_rate": 9.44408322496749e-07, + "loss": 0.0059, + "reward": 1.6465932130813599, + "reward_std": 0.15260308980941772, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6934682726860046, "step": 342 }, { - "epoch": 0.02, - "learning_rate": 1.5312500000000003e-05, - "loss": 1.0807, + "clip_ratio": 0.0, + "completion_length": 229.609375, + "epoch": 0.05574969524583503, + "grad_norm": 1.9744904041290283, + "kl": 0.111572265625, + "learning_rate": 9.442457737321196e-07, + "loss": 0.0045, + "reward": 1.7616974711418152, + "reward_std": 0.1281716376543045, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7773224711418152, "step": 343 }, { - "epoch": 0.02, - "learning_rate": 1.535714285714286e-05, - "loss": 1.0637, + "clip_ratio": 0.0, + "completion_length": 218.4375, + "epoch": 0.05591223080048761, + "grad_norm": 1.2374382019042969, + "kl": 0.1025390625, + "learning_rate": 9.440832249674902e-07, + "loss": 0.0041, + "reward": 1.7260367274284363, + "reward_std": 0.17509247362613678, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7572866678237915, "step": 344 }, { - "epoch": 0.02, - "learning_rate": 1.5401785714285715e-05, - "loss": 1.0091, + "clip_ratio": 0.0, + "completion_length": 154.046875, + "epoch": 0.056074766355140186, + "grad_norm": 1.2929052114486694, + "kl": 0.19677734375, + "learning_rate": 9.439206762028609e-07, + "loss": 0.0079, + "reward": 1.808650255203247, + "reward_std": 0.10281465947628021, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8242752254009247, "step": 345 }, { - "epoch": 0.02, - "learning_rate": 1.5446428571428574e-05, - "loss": 1.1546, + "clip_ratio": 0.0, + "completion_length": 238.875, + "epoch": 0.056237301909792765, + "grad_norm": 1.3666021823883057, + "kl": 0.093994140625, + "learning_rate": 9.437581274382315e-07, + "loss": 0.0038, + "reward": 1.726081371307373, + "reward_std": 0.13532723113894463, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.741706371307373, "step": 346 }, { - "epoch": 0.02, - "learning_rate": 1.549107142857143e-05, - "loss": 1.069, + "clip_ratio": 0.0, + "completion_length": 164.703125, + "epoch": 0.056399837464445345, + "grad_norm": 1.4068315029144287, + "kl": 0.135498046875, + "learning_rate": 9.435955786736021e-07, + "loss": 0.0054, + "reward": 1.6585063338279724, + "reward_std": 0.17382707446813583, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.70538130402565, "step": 347 }, { - "epoch": 0.02, - "learning_rate": 1.553571428571429e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 176.25, + "epoch": 0.05656237301909793, + "grad_norm": 1.3289991617202759, + "kl": 0.1162109375, + "learning_rate": 9.434330299089727e-07, + "loss": 0.0046, + "reward": 1.7406954765319824, + "reward_std": 0.12841231003403664, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7719454765319824, "step": 348 }, { - "epoch": 0.02, - "learning_rate": 1.5580357142857145e-05, - "loss": 1.1115, + "clip_ratio": 0.0, + "completion_length": 166.375, + "epoch": 0.05672490857375051, + "grad_norm": 1.6196813583374023, + "kl": 0.18115234375, + "learning_rate": 9.432704811443433e-07, + "loss": 0.0073, + "reward": 1.7660976648330688, + "reward_std": 0.07253023609519005, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7660976648330688, "step": 349 }, { - "epoch": 0.02, - "learning_rate": 1.5625e-05, - "loss": 1.0665, + "clip_ratio": 0.0, + "completion_length": 164.21875, + "epoch": 0.05688744412840309, + "grad_norm": 1.3556735515594482, + "kl": 0.094970703125, + "learning_rate": 9.431079323797139e-07, + "loss": 0.0038, + "reward": 1.7268046140670776, + "reward_std": 0.09528044238686562, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7268045842647552, "step": 350 }, { - "epoch": 0.02, - "learning_rate": 1.566964285714286e-05, - "loss": 1.0465, + "clip_ratio": 0.0, + "completion_length": 188.203125, + "epoch": 0.05704997968305567, + "grad_norm": 1.218628168106079, + "kl": 0.125244140625, + "learning_rate": 9.429453836150845e-07, + "loss": 0.005, + "reward": 1.806022822856903, + "reward_std": 0.13213638216257095, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8216478228569031, "step": 351 }, { - "epoch": 0.02, - "learning_rate": 1.5714285714285715e-05, - "loss": 1.0906, + "clip_ratio": 0.0, + "completion_length": 185.84375, + "epoch": 0.05721251523770825, + "grad_norm": 1.1622446775436401, + "kl": 0.08642578125, + "learning_rate": 9.42782834850455e-07, + "loss": 0.0035, + "reward": 1.7667059302330017, + "reward_std": 0.08918504416942596, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7667059302330017, "step": 352 }, { - "epoch": 0.02, - "learning_rate": 1.5758928571428575e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 194.21875, + "epoch": 0.05737505079236083, + "grad_norm": 1.210964322090149, + "kl": 0.10693359375, + "learning_rate": 9.426202860858257e-07, + "loss": 0.0043, + "reward": 1.6876662969589233, + "reward_std": 0.11759808659553528, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.703291267156601, "step": 353 }, { - "epoch": 0.02, - "learning_rate": 1.580357142857143e-05, - "loss": 1.0367, + "clip_ratio": 0.0, + "completion_length": 195.171875, + "epoch": 0.057537586347013406, + "grad_norm": 1.339669108390808, + "kl": 0.082275390625, + "learning_rate": 9.424577373211963e-07, + "loss": 0.0033, + "reward": 1.7144390940666199, + "reward_std": 0.07233871519565582, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7144391238689423, "step": 354 }, { - "epoch": 0.02, - "learning_rate": 1.5848214285714286e-05, - "loss": 1.0474, + "clip_ratio": 0.0, + "completion_length": 202.9375, + "epoch": 0.05770012190166599, + "grad_norm": 2.1037638187408447, + "kl": 0.101806640625, + "learning_rate": 9.42295188556567e-07, + "loss": 0.0041, + "reward": 1.7475426197052002, + "reward_std": 0.15030289441347122, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7631676197052002, "step": 355 }, { - "epoch": 0.02, - "learning_rate": 1.5892857142857142e-05, - "loss": 1.0838, + "clip_ratio": 0.0, + "completion_length": 227.921875, + "epoch": 0.05786265745631857, + "grad_norm": 1.4756536483764648, + "kl": 0.10009765625, + "learning_rate": 9.421326397919376e-07, + "loss": 0.004, + "reward": 1.6282624006271362, + "reward_std": 0.11581775546073914, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6438873708248138, "step": 356 }, { - "epoch": 0.02, - "learning_rate": 1.59375e-05, - "loss": 1.1379, + "clip_ratio": 0.0, + "completion_length": 204.078125, + "epoch": 0.05802519301097115, + "grad_norm": 1.1891565322875977, + "kl": 0.080810546875, + "learning_rate": 9.419700910273082e-07, + "loss": 0.0032, + "reward": 1.752272129058838, + "reward_std": 0.06846417114138603, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7522720396518707, "step": 357 }, { - "epoch": 0.02, - "learning_rate": 1.598214285714286e-05, - "loss": 1.2116, + "clip_ratio": 0.0, + "completion_length": 196.875, + "epoch": 0.05818772856562373, + "grad_norm": 1.2109051942825317, + "kl": 0.084228515625, + "learning_rate": 9.418075422626788e-07, + "loss": 0.0034, + "reward": 1.7591472268104553, + "reward_std": 0.05958898738026619, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7591472566127777, "step": 358 }, { - "epoch": 0.02, - "learning_rate": 1.6026785714285716e-05, - "loss": 1.0804, + "clip_ratio": 0.0, + "completion_length": 225.015625, + "epoch": 0.05835026412027631, + "grad_norm": 1.0681769847869873, + "kl": 0.069091796875, + "learning_rate": 9.416449934980494e-07, + "loss": 0.0028, + "reward": 1.7918570041656494, + "reward_std": 0.06711921840906143, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7918570041656494, "step": 359 }, { - "epoch": 0.02, - "learning_rate": 1.6071428571428572e-05, - "loss": 1.1315, + "clip_ratio": 0.0, + "completion_length": 200.21875, + "epoch": 0.05851279967492889, + "grad_norm": 1.1372663974761963, + "kl": 0.0830078125, + "learning_rate": 9.4148244473342e-07, + "loss": 0.0033, + "reward": 1.8203449845314026, + "reward_std": 0.06945081613957882, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8203449547290802, "step": 360 }, { - "epoch": 0.02, - "learning_rate": 1.6116071428571428e-05, - "loss": 1.0724, + "clip_ratio": 0.0, + "completion_length": 176.984375, + "epoch": 0.058675335229581474, + "grad_norm": 1.056098222732544, + "kl": 0.093017578125, + "learning_rate": 9.413198959687906e-07, + "loss": 0.0037, + "reward": 1.8545617461204529, + "reward_std": 0.04961785674095154, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8545617461204529, "step": 361 }, { - "epoch": 0.02, - "learning_rate": 1.6160714285714287e-05, - "loss": 1.0817, + "clip_ratio": 0.0, + "completion_length": 206.21875, + "epoch": 0.05883787078423405, + "grad_norm": 1.0776442289352417, + "kl": 0.081298828125, + "learning_rate": 9.411573472041611e-07, + "loss": 0.0033, + "reward": 1.7676160335540771, + "reward_std": 0.13079188764095306, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7832410335540771, "step": 362 }, { - "epoch": 0.02, - "learning_rate": 1.6205357142857143e-05, - "loss": 1.183, + "clip_ratio": 0.0, + "completion_length": 211.96875, + "epoch": 0.05900040633888663, + "grad_norm": 1.8867672681808472, + "kl": 0.07861328125, + "learning_rate": 9.409947984395318e-07, + "loss": 0.0031, + "reward": 1.6869274377822876, + "reward_std": 0.11546478420495987, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6869274079799652, "step": 363 }, { - "epoch": 0.02, - "learning_rate": 1.6250000000000002e-05, - "loss": 1.0674, + "clip_ratio": 0.0, + "completion_length": 228.8125, + "epoch": 0.05916294189353921, + "grad_norm": 1.5083400011062622, + "kl": 0.081787109375, + "learning_rate": 9.408322496749023e-07, + "loss": 0.0033, + "reward": 1.6750162839889526, + "reward_std": 0.1324889436364174, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.690641313791275, "step": 364 }, { - "epoch": 0.02, - "learning_rate": 1.6294642857142858e-05, - "loss": 1.1917, + "clip_ratio": 0.0, + "completion_length": 211.640625, + "epoch": 0.05932547744819179, + "grad_norm": 1.2155451774597168, + "kl": 0.070068359375, + "learning_rate": 9.406697009102731e-07, + "loss": 0.0028, + "reward": 1.7475383281707764, + "reward_std": 0.12289898097515106, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.778788298368454, "step": 365 }, { - "epoch": 0.02, - "learning_rate": 1.6339285714285717e-05, - "loss": 1.0731, + "clip_ratio": 0.0, + "completion_length": 202.015625, + "epoch": 0.05948801300284437, + "grad_norm": 1.5247200727462769, + "kl": 0.08056640625, + "learning_rate": 9.405071521456437e-07, + "loss": 0.0032, + "reward": 1.5853968262672424, + "reward_std": 0.09763830900192261, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6010218262672424, "step": 366 }, { - "epoch": 0.02, - "learning_rate": 1.6383928571428573e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 179.53125, + "epoch": 0.05965054855749695, + "grad_norm": 0.8383165597915649, + "kl": 0.1064453125, + "learning_rate": 9.403446033810143e-07, + "loss": 0.0043, + "reward": 1.8754978775978088, + "reward_std": 0.031770724803209305, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8754978477954865, "step": 367 }, { - "epoch": 0.02, - "learning_rate": 1.642857142857143e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 182.421875, + "epoch": 0.059813084112149535, + "grad_norm": 1.8843786716461182, + "kl": 0.091552734375, + "learning_rate": 9.401820546163848e-07, + "loss": 0.0037, + "reward": 1.7481510043144226, + "reward_std": 0.10034608095884323, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7637759745121002, "step": 368 }, { - "epoch": 0.02, - "learning_rate": 1.6473214285714288e-05, - "loss": 1.0823, + "clip_ratio": 0.0, + "completion_length": 219.84375, + "epoch": 0.059975619666802114, + "grad_norm": 1.2568070888519287, + "kl": 0.112548828125, + "learning_rate": 9.400195058517555e-07, + "loss": 0.0045, + "reward": 1.7303972244262695, + "reward_std": 0.10715547390282154, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7460221648216248, "step": 369 }, { - "epoch": 0.02, - "learning_rate": 1.6517857142857144e-05, - "loss": 1.1268, + "clip_ratio": 0.0, + "completion_length": 195.484375, + "epoch": 0.060138155221454694, + "grad_norm": 1.3641637563705444, + "kl": 0.1044921875, + "learning_rate": 9.39856957087126e-07, + "loss": 0.0042, + "reward": 1.7125211954116821, + "reward_std": 0.21856260299682617, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7281462252140045, "step": 370 }, { - "epoch": 0.02, - "learning_rate": 1.6562500000000003e-05, - "loss": 0.9884, + "clip_ratio": 0.0, + "completion_length": 199.109375, + "epoch": 0.06030069077610727, + "grad_norm": 1.3018953800201416, + "kl": 0.097412109375, + "learning_rate": 9.396944083224967e-07, + "loss": 0.0039, + "reward": 1.8162713050842285, + "reward_std": 0.09343477711081505, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8162712752819061, "step": 371 }, { - "epoch": 0.02, - "learning_rate": 1.660714285714286e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 176.53125, + "epoch": 0.06046322633075985, + "grad_norm": 1.3363161087036133, + "kl": 0.075439453125, + "learning_rate": 9.395318595578672e-07, + "loss": 0.003, + "reward": 1.8069280982017517, + "reward_std": 0.05078931711614132, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8069280385971069, "step": 372 }, { - "epoch": 0.02, - "learning_rate": 1.6651785714285714e-05, - "loss": 1.1679, + "clip_ratio": 0.0, + "completion_length": 236.109375, + "epoch": 0.06062576188541243, + "grad_norm": 1.7626183032989502, + "kl": 0.07373046875, + "learning_rate": 9.393693107932379e-07, + "loss": 0.0029, + "reward": 1.6430907249450684, + "reward_std": 0.08201899379491806, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6430907845497131, "step": 373 }, { - "epoch": 0.03, - "learning_rate": 1.6696428571428574e-05, - "loss": 1.0945, + "clip_ratio": 0.0, + "completion_length": 230.640625, + "epoch": 0.06078829744006502, + "grad_norm": 1.1475510597229004, + "kl": 0.1005859375, + "learning_rate": 9.392067620286084e-07, + "loss": 0.004, + "reward": 1.7015653252601624, + "reward_std": 0.10115721262991428, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7796903252601624, "step": 374 }, { - "epoch": 0.03, - "learning_rate": 1.674107142857143e-05, - "loss": 1.0767, + "clip_ratio": 0.0, + "completion_length": 212.359375, + "epoch": 0.060950832994717596, + "grad_norm": 1.1324859857559204, + "kl": 0.098388671875, + "learning_rate": 9.390442132639792e-07, + "loss": 0.0039, + "reward": 1.7412450313568115, + "reward_std": 0.09736219048500061, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7568700313568115, "step": 375 }, { - "epoch": 0.03, - "learning_rate": 1.678571428571429e-05, - "loss": 1.0417, + "clip_ratio": 0.0, + "completion_length": 200.125, + "epoch": 0.061113368549370176, + "grad_norm": 1.357216715812683, + "kl": 0.08349609375, + "learning_rate": 9.388816644993499e-07, + "loss": 0.0033, + "reward": 1.812473714351654, + "reward_std": 0.09385660290718079, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.812473714351654, "step": 376 }, { - "epoch": 0.03, - "learning_rate": 1.6830357142857144e-05, - "loss": 1.1791, + "clip_ratio": 0.0, + "completion_length": 229.0625, + "epoch": 0.061275904104022755, + "grad_norm": 1.2333056926727295, + "kl": 0.08642578125, + "learning_rate": 9.387191157347204e-07, + "loss": 0.0035, + "reward": 1.695589542388916, + "reward_std": 0.12402624636888504, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6955895721912384, "step": 377 }, { - "epoch": 0.03, - "learning_rate": 1.6875e-05, - "loss": 1.105, + "clip_ratio": 0.0, + "completion_length": 169.34375, + "epoch": 0.061438439658675334, + "grad_norm": 1.196810007095337, + "kl": 0.104248046875, + "learning_rate": 9.38556566970091e-07, + "loss": 0.0042, + "reward": 1.7652982473373413, + "reward_std": 0.07247310876846313, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7652982473373413, "step": 378 }, { - "epoch": 0.03, - "learning_rate": 1.691964285714286e-05, - "loss": 1.1033, + "clip_ratio": 0.0, + "completion_length": 285.25, + "epoch": 0.06160097521332791, + "grad_norm": 1.336922287940979, + "kl": 0.083984375, + "learning_rate": 9.383940182054616e-07, + "loss": 0.0034, + "reward": 1.669240653514862, + "reward_std": 0.11663872376084328, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6848656833171844, "step": 379 }, { - "epoch": 0.03, - "learning_rate": 1.6964285714285715e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 187.703125, + "epoch": 0.06176351076798049, + "grad_norm": 1.4359991550445557, + "kl": 0.102294921875, + "learning_rate": 9.382314694408322e-07, + "loss": 0.0041, + "reward": 1.8213728070259094, + "reward_std": 0.13317931443452835, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8369978368282318, "step": 380 }, { - "epoch": 0.03, - "learning_rate": 1.7008928571428574e-05, - "loss": 1.1065, + "clip_ratio": 0.0, + "completion_length": 200.203125, + "epoch": 0.06192604632263308, + "grad_norm": 1.2465629577636719, + "kl": 0.088623046875, + "learning_rate": 9.380689206762028e-07, + "loss": 0.0035, + "reward": 1.7670700550079346, + "reward_std": 0.09271535277366638, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.782695084810257, "step": 381 }, { - "epoch": 0.03, - "learning_rate": 1.705357142857143e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 240.328125, + "epoch": 0.06208858187728566, + "grad_norm": 0.9488046169281006, + "kl": 0.09716796875, + "learning_rate": 9.379063719115734e-07, + "loss": 0.0039, + "reward": 1.7824050784111023, + "reward_std": 0.061014603823423386, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7980301082134247, "step": 382 }, { - "epoch": 0.03, - "learning_rate": 1.7098214285714286e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 196.671875, + "epoch": 0.06225111743193824, + "grad_norm": 1.4442541599273682, + "kl": 0.09521484375, + "learning_rate": 9.37743823146944e-07, + "loss": 0.0038, + "reward": 1.7537159323692322, + "reward_std": 0.0832134559750557, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7537159621715546, "step": 383 }, { - "epoch": 0.03, - "learning_rate": 1.7142857142857142e-05, - "loss": 1.1369, + "clip_ratio": 0.0, + "completion_length": 237.828125, + "epoch": 0.062413652986590816, + "grad_norm": 3.010361671447754, + "kl": 0.207763671875, + "learning_rate": 9.375812743823146e-07, + "loss": 0.0083, + "reward": 1.73761647939682, + "reward_std": 0.1334070861339569, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7688664793968201, "step": 384 }, { - "epoch": 0.03, - "learning_rate": 1.71875e-05, - "loss": 1.134, + "clip_ratio": 0.0, + "completion_length": 184.109375, + "epoch": 0.0625761885412434, + "grad_norm": 0.9667595624923706, + "kl": 0.08740234375, + "learning_rate": 9.374187256176853e-07, + "loss": 0.0035, + "reward": 1.8142499327659607, + "reward_std": 0.06654360704123974, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8298749327659607, "step": 385 }, { - "epoch": 0.03, - "learning_rate": 1.723214285714286e-05, - "loss": 1.09, + "clip_ratio": 0.0, + "completion_length": 217.984375, + "epoch": 0.06273872409589598, + "grad_norm": 1.2723356485366821, + "kl": 0.078125, + "learning_rate": 9.37256176853056e-07, + "loss": 0.0031, + "reward": 1.7714977264404297, + "reward_std": 0.10789984092116356, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7714976370334625, "step": 386 }, { - "epoch": 0.03, - "learning_rate": 1.7276785714285716e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 217.25, + "epoch": 0.06290125965054856, + "grad_norm": 1.1144682168960571, + "kl": 0.082275390625, + "learning_rate": 9.370936280884265e-07, + "loss": 0.0033, + "reward": 1.7910007238388062, + "reward_std": 0.08025557920336723, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8066258430480957, "step": 387 }, { - "epoch": 0.03, - "learning_rate": 1.7321428571428572e-05, - "loss": 1.0277, + "clip_ratio": 0.0, + "completion_length": 203.671875, + "epoch": 0.06306379520520114, + "grad_norm": 1.04007089138031, + "kl": 0.099365234375, + "learning_rate": 9.369310793237971e-07, + "loss": 0.004, + "reward": 1.6829189658164978, + "reward_std": 0.14236141182482243, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7141689956188202, "step": 388 }, { - "epoch": 0.03, - "learning_rate": 1.736607142857143e-05, - "loss": 1.0118, + "clip_ratio": 0.0, + "completion_length": 197.984375, + "epoch": 0.06322633075985372, + "grad_norm": 1.2534123659133911, + "kl": 0.085693359375, + "learning_rate": 9.367685305591677e-07, + "loss": 0.0034, + "reward": 1.701497197151184, + "reward_std": 0.15592516213655472, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7171222269535065, "step": 389 }, { - "epoch": 0.03, - "learning_rate": 1.7410714285714287e-05, - "loss": 1.1403, + "clip_ratio": 0.0, + "completion_length": 217.4375, + "epoch": 0.0633888663145063, + "grad_norm": 1.102231740951538, + "kl": 0.096435546875, + "learning_rate": 9.366059817945383e-07, + "loss": 0.0039, + "reward": 1.7700106501579285, + "reward_std": 0.10140229389071465, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7856356501579285, "step": 390 }, { - "epoch": 0.03, - "learning_rate": 1.7455357142857143e-05, - "loss": 1.1321, + "clip_ratio": 0.0, + "completion_length": 217.015625, + "epoch": 0.06355140186915888, + "grad_norm": 1.1954149007797241, + "kl": 0.081787109375, + "learning_rate": 9.364434330299089e-07, + "loss": 0.0033, + "reward": 1.872567057609558, + "reward_std": 0.07087055966258049, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8881920874118805, "step": 391 }, { - "epoch": 0.03, - "learning_rate": 1.7500000000000002e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 248.40625, + "epoch": 0.06371393742381146, + "grad_norm": 1.2356538772583008, + "kl": 0.07861328125, + "learning_rate": 9.362808842652795e-07, + "loss": 0.0031, + "reward": 1.6662257313728333, + "reward_std": 0.1916959136724472, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7287257313728333, "step": 392 }, { - "epoch": 0.03, - "learning_rate": 1.754464285714286e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 199.71875, + "epoch": 0.06387647297846404, + "grad_norm": 2.258087158203125, + "kl": 0.105224609375, + "learning_rate": 9.361183355006501e-07, + "loss": 0.0042, + "reward": 1.7775267362594604, + "reward_std": 0.11848447099328041, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8244016468524933, "step": 393 }, { - "epoch": 0.03, - "learning_rate": 1.7589285714285717e-05, - "loss": 1.1488, + "clip_ratio": 0.0, + "completion_length": 213.578125, + "epoch": 0.06403900853311661, + "grad_norm": 1.0325462818145752, + "kl": 0.087646484375, + "learning_rate": 9.359557867360207e-07, + "loss": 0.0035, + "reward": 1.7520556449890137, + "reward_std": 0.14651772379875183, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7989306747913361, "step": 394 }, { - "epoch": 0.03, - "learning_rate": 1.7633928571428573e-05, - "loss": 1.0915, + "clip_ratio": 0.0, + "completion_length": 255.375, + "epoch": 0.0642015440877692, + "grad_norm": 1.3247178792953491, + "kl": 0.103759765625, + "learning_rate": 9.357932379713914e-07, + "loss": 0.0041, + "reward": 1.5552507042884827, + "reward_std": 0.2451905608177185, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6333757638931274, "step": 395 }, { - "epoch": 0.03, - "learning_rate": 1.767857142857143e-05, - "loss": 1.1665, + "clip_ratio": 0.0, + "completion_length": 196.328125, + "epoch": 0.06436407964242177, + "grad_norm": 1.2127132415771484, + "kl": 0.09423828125, + "learning_rate": 9.35630689206762e-07, + "loss": 0.0038, + "reward": 1.6923558712005615, + "reward_std": 0.1377623863518238, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7236058712005615, "step": 396 }, { - "epoch": 0.03, - "learning_rate": 1.7723214285714288e-05, - "loss": 1.0678, + "clip_ratio": 0.0, + "completion_length": 264.53125, + "epoch": 0.06452661519707437, + "grad_norm": 1.1890233755111694, + "kl": 0.07666015625, + "learning_rate": 9.354681404421326e-07, + "loss": 0.0031, + "reward": 1.6653515696525574, + "reward_std": 0.18599160015583038, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7122265696525574, "step": 397 }, { - "epoch": 0.03, - "learning_rate": 1.7767857142857143e-05, - "loss": 1.1017, + "clip_ratio": 0.0, + "completion_length": 186.359375, + "epoch": 0.06468915075172695, + "grad_norm": 1.6821085214614868, + "kl": 0.09423828125, + "learning_rate": 9.353055916775032e-07, + "loss": 0.0038, + "reward": 1.7885591387748718, + "reward_std": 0.1553480103611946, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8198091685771942, "step": 398 }, { - "epoch": 0.03, - "learning_rate": 1.7812500000000003e-05, - "loss": 1.1471, + "clip_ratio": 0.0, + "completion_length": 214.328125, + "epoch": 0.06485168630637952, + "grad_norm": 1.0945967435836792, + "kl": 0.082275390625, + "learning_rate": 9.351430429128738e-07, + "loss": 0.0033, + "reward": 1.7870957255363464, + "reward_std": 0.18267637491226196, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8339706659317017, "step": 399 }, { - "epoch": 0.03, - "learning_rate": 1.785714285714286e-05, - "loss": 1.1114, + "clip_ratio": 0.0, + "completion_length": 275.953125, + "epoch": 0.0650142218610321, + "grad_norm": 1.5439770221710205, + "kl": 0.083740234375, + "learning_rate": 9.349804941482444e-07, + "loss": 0.0034, + "reward": 1.6449228525161743, + "reward_std": 0.16783148050308228, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7074228823184967, "step": 400 }, { - "epoch": 0.03, - "learning_rate": 1.7901785714285714e-05, - "loss": 1.1154, + "clip_ratio": 0.0, + "completion_length": 209.203125, + "epoch": 0.06517675741568468, + "grad_norm": 1.3619893789291382, + "kl": 0.08740234375, + "learning_rate": 9.34817945383615e-07, + "loss": 0.0035, + "reward": 1.7554224729537964, + "reward_std": 0.1284763365983963, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7710475325584412, "step": 401 }, { - "epoch": 0.03, - "learning_rate": 1.7946428571428573e-05, - "loss": 1.1117, + "clip_ratio": 0.0, + "completion_length": 202.828125, + "epoch": 0.06533929297033726, + "grad_norm": 1.3063987493515015, + "kl": 0.098388671875, + "learning_rate": 9.346553966189856e-07, + "loss": 0.0039, + "reward": 1.7104634642601013, + "reward_std": 0.08812379278242588, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7260885536670685, "step": 402 }, { - "epoch": 0.03, - "learning_rate": 1.799107142857143e-05, - "loss": 1.1016, + "clip_ratio": 0.0, + "completion_length": 236.765625, + "epoch": 0.06550182852498984, + "grad_norm": 1.6039308309555054, + "kl": 0.09521484375, + "learning_rate": 9.344928478543562e-07, + "loss": 0.0038, + "reward": 1.6588397026062012, + "reward_std": 0.11495322734117508, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6900896728038788, "step": 403 }, { - "epoch": 0.03, - "learning_rate": 1.803571428571429e-05, - "loss": 1.1462, + "clip_ratio": 0.0, + "completion_length": 261.984375, + "epoch": 0.06566436407964242, + "grad_norm": 1.1569383144378662, + "kl": 0.0810546875, + "learning_rate": 9.343302990897268e-07, + "loss": 0.0032, + "reward": 1.7345576286315918, + "reward_std": 0.10756552964448929, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.765807718038559, "step": 404 }, { - "epoch": 0.03, - "learning_rate": 1.8080357142857144e-05, - "loss": 1.1434, + "clip_ratio": 0.0, + "completion_length": 240.90625, + "epoch": 0.065826899634295, + "grad_norm": 1.1875758171081543, + "kl": 0.098388671875, + "learning_rate": 9.341677503250975e-07, + "loss": 0.0039, + "reward": 1.7346192598342896, + "reward_std": 0.14015278220176697, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7814942598342896, "step": 405 }, { - "epoch": 0.03, - "learning_rate": 1.8125e-05, - "loss": 1.156, + "clip_ratio": 0.0, + "completion_length": 209.234375, + "epoch": 0.06598943518894758, + "grad_norm": 1.2182936668395996, + "kl": 0.0888671875, + "learning_rate": 9.340052015604681e-07, + "loss": 0.0036, + "reward": 1.7314214706420898, + "reward_std": 0.1570364385843277, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7626715004444122, "step": 406 }, { - "epoch": 0.03, - "learning_rate": 1.816964285714286e-05, - "loss": 1.0906, + "clip_ratio": 0.0, + "completion_length": 216.515625, + "epoch": 0.06615197074360016, + "grad_norm": 1.3107882738113403, + "kl": 0.0791015625, + "learning_rate": 9.338426527958387e-07, + "loss": 0.0032, + "reward": 1.7282888889312744, + "reward_std": 0.07769964262843132, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7282888889312744, "step": 407 }, { - "epoch": 0.03, - "learning_rate": 1.8214285714285715e-05, - "loss": 1.0997, + "clip_ratio": 0.0, + "completion_length": 234.03125, + "epoch": 0.06631450629825274, + "grad_norm": 1.4884485006332397, + "kl": 0.068115234375, + "learning_rate": 9.336801040312093e-07, + "loss": 0.0027, + "reward": 1.6745988130569458, + "reward_std": 0.16537511348724365, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7058488130569458, "step": 408 }, { - "epoch": 0.03, - "learning_rate": 1.8258928571428574e-05, - "loss": 1.1675, + "clip_ratio": 0.0, + "completion_length": 220.6875, + "epoch": 0.06647704185290532, + "grad_norm": 1.1089059114456177, + "kl": 0.0810546875, + "learning_rate": 9.335175552665799e-07, + "loss": 0.0032, + "reward": 1.7534611821174622, + "reward_std": 0.08792233467102051, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7690861225128174, "step": 409 }, { - "epoch": 0.03, - "learning_rate": 1.830357142857143e-05, - "loss": 1.0897, + "clip_ratio": 0.0, + "completion_length": 219.90625, + "epoch": 0.06663957740755791, + "grad_norm": 1.2315305471420288, + "kl": 0.088623046875, + "learning_rate": 9.333550065019505e-07, + "loss": 0.0035, + "reward": 1.6907561421394348, + "reward_std": 0.04825087822973728, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6907561421394348, "step": 410 }, { - "epoch": 0.03, - "learning_rate": 1.8348214285714286e-05, - "loss": 1.1024, + "clip_ratio": 0.0, + "completion_length": 189.875, + "epoch": 0.06680211296221049, + "grad_norm": 1.398950457572937, + "kl": 0.086669921875, + "learning_rate": 9.331924577373212e-07, + "loss": 0.0035, + "reward": 1.740169882774353, + "reward_std": 0.1593564972281456, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7714199423789978, "step": 411 }, { - "epoch": 0.03, - "learning_rate": 1.8392857142857142e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 199.265625, + "epoch": 0.06696464851686307, + "grad_norm": 1.3260459899902344, + "kl": 0.09130859375, + "learning_rate": 9.330299089726917e-07, + "loss": 0.0037, + "reward": 1.7211310267448425, + "reward_std": 0.14943861961364746, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7680059969425201, "step": 412 }, { - "epoch": 0.03, - "learning_rate": 1.84375e-05, - "loss": 1.1393, + "clip_ratio": 0.0, + "completion_length": 197.25, + "epoch": 0.06712718407151565, + "grad_norm": 1.8906505107879639, + "kl": 0.093017578125, + "learning_rate": 9.328673602080624e-07, + "loss": 0.0037, + "reward": 1.8071051239967346, + "reward_std": 0.12709081172943115, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8227301239967346, "step": 413 }, { - "epoch": 0.03, - "learning_rate": 1.848214285714286e-05, - "loss": 1.1703, + "clip_ratio": 0.0, + "completion_length": 179.65625, + "epoch": 0.06728971962616823, + "grad_norm": 0.7396556735038757, + "kl": 0.10205078125, + "learning_rate": 9.327048114434329e-07, + "loss": 0.0041, + "reward": 1.8948174715042114, + "reward_std": 0.038117801770567894, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.894817441701889, "step": 414 }, { - "epoch": 0.03, - "learning_rate": 1.8526785714285716e-05, - "loss": 1.1555, + "clip_ratio": 0.0, + "completion_length": 181.078125, + "epoch": 0.0674522551808208, + "grad_norm": 1.1722290515899658, + "kl": 0.0908203125, + "learning_rate": 9.325422626788037e-07, + "loss": 0.0036, + "reward": 1.7818740606307983, + "reward_std": 0.09145854413509369, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7974990904331207, "step": 415 }, { - "epoch": 0.03, - "learning_rate": 1.8571428571428575e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 204.4375, + "epoch": 0.06761479073547338, + "grad_norm": 1.1482338905334473, + "kl": 0.0908203125, + "learning_rate": 9.323797139141742e-07, + "loss": 0.0036, + "reward": 1.8027305603027344, + "reward_std": 0.12568430230021477, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8027305006980896, "step": 416 }, { - "epoch": 0.03, - "learning_rate": 1.861607142857143e-05, - "loss": 1.0914, + "clip_ratio": 0.0, + "completion_length": 221.3125, + "epoch": 0.06777732629012596, + "grad_norm": 1.1899772882461548, + "kl": 0.078125, + "learning_rate": 9.322171651495449e-07, + "loss": 0.0031, + "reward": 1.7692539691925049, + "reward_std": 0.10447835549712181, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7848789989948273, "step": 417 }, { - "epoch": 0.03, - "learning_rate": 1.8660714285714287e-05, - "loss": 1.0772, + "clip_ratio": 0.0, + "completion_length": 176.328125, + "epoch": 0.06793986184477854, + "grad_norm": 1.4453814029693604, + "kl": 0.088623046875, + "learning_rate": 9.320546163849154e-07, + "loss": 0.0035, + "reward": 1.7942855954170227, + "reward_std": 0.17310785502195358, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8255355060100555, "step": 418 }, { - "epoch": 0.03, - "learning_rate": 1.8705357142857143e-05, - "loss": 1.099, + "clip_ratio": 0.0, + "completion_length": 182.859375, + "epoch": 0.06810239739943112, + "grad_norm": 1.0822594165802002, + "kl": 0.0947265625, + "learning_rate": 9.318920676202861e-07, + "loss": 0.0038, + "reward": 1.810603678226471, + "reward_std": 0.07196319662034512, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8106037080287933, "step": 419 }, { - "epoch": 0.03, - "learning_rate": 1.8750000000000002e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 217.25, + "epoch": 0.0682649329540837, + "grad_norm": 1.1868343353271484, + "kl": 0.08056640625, + "learning_rate": 9.317295188556566e-07, + "loss": 0.0032, + "reward": 1.7241699695587158, + "reward_std": 0.08212948217988014, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7241699397563934, "step": 420 }, { - "epoch": 0.03, - "learning_rate": 1.879464285714286e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 218.484375, + "epoch": 0.06842746850873628, + "grad_norm": 0.9111742973327637, + "kl": 0.095458984375, + "learning_rate": 9.315669700910273e-07, + "loss": 0.0038, + "reward": 1.685875654220581, + "reward_std": 0.13048185035586357, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7327506840229034, "step": 421 }, { - "epoch": 0.03, - "learning_rate": 1.8839285714285717e-05, - "loss": 1.0561, + "clip_ratio": 0.0, + "completion_length": 247.6875, + "epoch": 0.06859000406338886, + "grad_norm": 1.7216224670410156, + "kl": 0.095947265625, + "learning_rate": 9.314044213263978e-07, + "loss": 0.0038, + "reward": 1.7076521515846252, + "reward_std": 0.14864979311823845, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7545272409915924, "step": 422 }, { - "epoch": 0.03, - "learning_rate": 1.8883928571428573e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 205.171875, + "epoch": 0.06875253961804145, + "grad_norm": 1.2179672718048096, + "kl": 0.078369140625, + "learning_rate": 9.312418725617685e-07, + "loss": 0.0031, + "reward": 1.6692979335784912, + "reward_std": 0.09771444648504257, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7005479335784912, "step": 423 }, { - "epoch": 0.03, - "learning_rate": 1.892857142857143e-05, - "loss": 1.0519, + "clip_ratio": 0.0, + "completion_length": 211.578125, + "epoch": 0.06891507517269403, + "grad_norm": 0.8930819034576416, + "kl": 0.077880859375, + "learning_rate": 9.31079323797139e-07, + "loss": 0.0031, + "reward": 1.832314372062683, + "reward_std": 0.09793844074010849, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8479393720626831, "step": 424 }, { - "epoch": 0.03, - "learning_rate": 1.8973214285714288e-05, - "loss": 1.1413, + "clip_ratio": 0.0, + "completion_length": 198.09375, + "epoch": 0.06907761072734661, + "grad_norm": 1.271166443824768, + "kl": 0.072509765625, + "learning_rate": 9.309167750325098e-07, + "loss": 0.0029, + "reward": 1.8382233381271362, + "reward_std": 0.08759588375687599, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.838223397731781, "step": 425 }, { - "epoch": 0.03, - "learning_rate": 1.9017857142857143e-05, - "loss": 1.1697, + "clip_ratio": 0.0, + "completion_length": 208.109375, + "epoch": 0.06924014628199919, + "grad_norm": 1.274387001991272, + "kl": 0.087158203125, + "learning_rate": 9.307542262678803e-07, + "loss": 0.0035, + "reward": 1.8206254243850708, + "reward_std": 0.06464166194200516, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8206254243850708, "step": 426 }, { - "epoch": 0.03, - "learning_rate": 1.9062500000000003e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 188.984375, + "epoch": 0.06940268183665177, + "grad_norm": 1.0344576835632324, + "kl": 0.0849609375, + "learning_rate": 9.30591677503251e-07, + "loss": 0.0034, + "reward": 1.8743951916694641, + "reward_std": 0.04209255240857601, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8743952214717865, "step": 427 }, { - "epoch": 0.03, - "learning_rate": 1.910714285714286e-05, - "loss": 1.0945, + "clip_ratio": 0.0, + "completion_length": 203.75, + "epoch": 0.06956521739130435, + "grad_norm": 1.2014946937561035, + "kl": 0.107666015625, + "learning_rate": 9.304291287386215e-07, + "loss": 0.0043, + "reward": 1.7342705130577087, + "reward_std": 0.14160889387130737, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7655205130577087, "step": 428 }, { - "epoch": 0.03, - "learning_rate": 1.9151785714285714e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 167.171875, + "epoch": 0.06972775294595693, + "grad_norm": 1.2654139995574951, + "kl": 0.091796875, + "learning_rate": 9.302665799739922e-07, + "loss": 0.0037, + "reward": 1.7880093455314636, + "reward_std": 0.11411551013588905, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7880092263221741, "step": 429 }, { - "epoch": 0.03, - "learning_rate": 1.9196428571428573e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 167.671875, + "epoch": 0.06989028850060951, + "grad_norm": 1.068809986114502, + "kl": 0.091064453125, + "learning_rate": 9.301040312093627e-07, + "loss": 0.0036, + "reward": 1.860447645187378, + "reward_std": 0.032572347205132246, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8604476451873779, "step": 430 }, { - "epoch": 0.03, - "learning_rate": 1.924107142857143e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 206.0, + "epoch": 0.07005282405526209, + "grad_norm": 1.8044434785842896, + "kl": 0.17529296875, + "learning_rate": 9.299414824447334e-07, + "loss": 0.007, + "reward": 1.754837155342102, + "reward_std": 0.12566489726305008, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7860871851444244, "step": 431 }, { - "epoch": 0.03, - "learning_rate": 1.928571428571429e-05, - "loss": 1.1155, + "clip_ratio": 0.0, + "completion_length": 201.515625, + "epoch": 0.07021535960991467, + "grad_norm": 1.2010364532470703, + "kl": 0.09716796875, + "learning_rate": 9.297789336801039e-07, + "loss": 0.0039, + "reward": 1.781808853149414, + "reward_std": 0.0765051357448101, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7974338233470917, "step": 432 }, { - "epoch": 0.03, - "learning_rate": 1.9330357142857144e-05, - "loss": 1.1343, + "clip_ratio": 0.0, + "completion_length": 180.84375, + "epoch": 0.07037789516456724, + "grad_norm": 1.5546605587005615, + "kl": 0.116455078125, + "learning_rate": 9.296163849154746e-07, + "loss": 0.0047, + "reward": 1.6597226858139038, + "reward_std": 0.10274013131856918, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6753477156162262, "step": 433 }, { - "epoch": 0.03, - "learning_rate": 1.9375e-05, - "loss": 1.0834, + "clip_ratio": 0.0, + "completion_length": 231.484375, + "epoch": 0.07054043071921982, + "grad_norm": 1.3447391986846924, + "kl": 0.0908203125, + "learning_rate": 9.294538361508451e-07, + "loss": 0.0036, + "reward": 1.746605932712555, + "reward_std": 0.199005626142025, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7778559923171997, "step": 434 }, { - "epoch": 0.03, - "learning_rate": 1.941964285714286e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 173.109375, + "epoch": 0.0707029662738724, + "grad_norm": 1.297361135482788, + "kl": 0.103759765625, + "learning_rate": 9.292912873862159e-07, + "loss": 0.0041, + "reward": 1.7437684535980225, + "reward_std": 0.11858857423067093, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7593933939933777, "step": 435 }, { - "epoch": 0.03, - "learning_rate": 1.9464285714285715e-05, - "loss": 1.163, + "clip_ratio": 0.0, + "completion_length": 198.1875, + "epoch": 0.070865501828525, + "grad_norm": 0.9346367716789246, + "kl": 0.106201171875, + "learning_rate": 9.291287386215864e-07, + "loss": 0.0043, + "reward": 1.7706759572029114, + "reward_std": 0.12308262661099434, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.801925927400589, "step": 436 }, { - "epoch": 0.03, - "learning_rate": 1.9508928571428574e-05, - "loss": 1.151, + "clip_ratio": 0.0, + "completion_length": 205.75, + "epoch": 0.07102803738317758, + "grad_norm": 1.1786096096038818, + "kl": 0.076416015625, + "learning_rate": 9.289661898569571e-07, + "loss": 0.0031, + "reward": 1.728801667690277, + "reward_std": 0.04891720041632652, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7288016676902771, "step": 437 }, { - "epoch": 0.03, - "learning_rate": 1.955357142857143e-05, - "loss": 1.0773, + "clip_ratio": 0.0, + "completion_length": 211.375, + "epoch": 0.07119057293783015, + "grad_norm": 1.2285914421081543, + "kl": 0.1083984375, + "learning_rate": 9.288036410923276e-07, + "loss": 0.0043, + "reward": 1.7384284138679504, + "reward_std": 0.09077475965023041, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7540534138679504, "step": 438 }, { - "epoch": 0.03, - "learning_rate": 1.959821428571429e-05, - "loss": 1.091, + "clip_ratio": 0.0, + "completion_length": 195.21875, + "epoch": 0.07135310849248273, + "grad_norm": 1.5014365911483765, + "kl": 0.107177734375, + "learning_rate": 9.286410923276983e-07, + "loss": 0.0043, + "reward": 1.7919859290122986, + "reward_std": 0.13303394988179207, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.838860958814621, "step": 439 }, { - "epoch": 0.03, - "learning_rate": 1.9642857142857145e-05, - "loss": 1.0971, + "clip_ratio": 0.0, + "completion_length": 174.421875, + "epoch": 0.07151564404713531, + "grad_norm": 1.2647584676742554, + "kl": 0.10888671875, + "learning_rate": 9.284785435630688e-07, + "loss": 0.0044, + "reward": 1.7911136746406555, + "reward_std": 0.2218492031097412, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8536137342453003, "step": 440 }, { - "epoch": 0.03, - "learning_rate": 1.96875e-05, - "loss": 1.1185, + "clip_ratio": 0.0, + "completion_length": 204.578125, + "epoch": 0.07167817960178789, + "grad_norm": 1.1569796800613403, + "kl": 0.088623046875, + "learning_rate": 9.283159947984395e-07, + "loss": 0.0035, + "reward": 1.7709389925003052, + "reward_std": 0.08072299137711525, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7865639626979828, "step": 441 }, { - "epoch": 0.03, - "learning_rate": 1.973214285714286e-05, - "loss": 1.0861, + "clip_ratio": 0.0, + "completion_length": 172.65625, + "epoch": 0.07184071515644047, + "grad_norm": 1.73118257522583, + "kl": 0.093017578125, + "learning_rate": 9.2815344603381e-07, + "loss": 0.0037, + "reward": 1.7413739562034607, + "reward_std": 0.22227998077869415, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7726238667964935, "step": 442 }, { - "epoch": 0.03, - "learning_rate": 1.9776785714285716e-05, - "loss": 1.15, + "clip_ratio": 0.0, + "completion_length": 204.84375, + "epoch": 0.07200325071109305, + "grad_norm": 1.7749220132827759, + "kl": 0.09326171875, + "learning_rate": 9.279908972691807e-07, + "loss": 0.0037, + "reward": 1.6735142469406128, + "reward_std": 0.12105676531791687, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6891392767429352, "step": 443 }, { - "epoch": 0.03, - "learning_rate": 1.9821428571428575e-05, - "loss": 1.0626, + "clip_ratio": 0.0, + "completion_length": 182.828125, + "epoch": 0.07216578626574563, + "grad_norm": 2.033573865890503, + "kl": 0.09033203125, + "learning_rate": 9.278283485045512e-07, + "loss": 0.0036, + "reward": 1.7190415263175964, + "reward_std": 0.18334344774484634, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7815414667129517, "step": 444 }, { - "epoch": 0.03, - "learning_rate": 1.986607142857143e-05, - "loss": 0.9715, + "clip_ratio": 0.0, + "completion_length": 185.40625, + "epoch": 0.07232832182039821, + "grad_norm": 1.0639657974243164, + "kl": 0.094482421875, + "learning_rate": 9.27665799739922e-07, + "loss": 0.0038, + "reward": 1.8164856433868408, + "reward_std": 0.08880483359098434, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8321105539798737, "step": 445 }, { - "epoch": 0.03, - "learning_rate": 1.9910714285714287e-05, - "loss": 1.0252, + "clip_ratio": 0.0, + "completion_length": 200.125, + "epoch": 0.07249085737505079, + "grad_norm": 1.0583839416503906, + "kl": 0.093505859375, + "learning_rate": 9.275032509752926e-07, + "loss": 0.0037, + "reward": 1.7451335787773132, + "reward_std": 0.08586981520056725, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7763835191726685, "step": 446 }, { - "epoch": 0.03, - "learning_rate": 1.9955357142857142e-05, - "loss": 1.1248, + "clip_ratio": 0.0, + "completion_length": 189.453125, + "epoch": 0.07265339292970337, + "grad_norm": 1.2516050338745117, + "kl": 0.07666015625, + "learning_rate": 9.273407022106632e-07, + "loss": 0.0031, + "reward": 1.6291563510894775, + "reward_std": 0.1271415762603283, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6760313212871552, "step": 447 }, { - "epoch": 0.03, - "learning_rate": 2e-05, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 180.265625, + "epoch": 0.07281592848435595, + "grad_norm": 1.2759028673171997, + "kl": 0.102783203125, + "learning_rate": 9.271781534460338e-07, + "loss": 0.0041, + "reward": 1.7570841312408447, + "reward_std": 0.13230663537979126, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7727091014385223, "step": 448 }, { - "epoch": 0.03, - "learning_rate": 1.9999999764737512e-05, - "loss": 1.0971, + "clip_ratio": 0.0, + "completion_length": 187.65625, + "epoch": 0.07297846403900854, + "grad_norm": 2.323925733566284, + "kl": 0.215576171875, + "learning_rate": 9.270156046814044e-07, + "loss": 0.0086, + "reward": 1.7951917052268982, + "reward_std": 0.08760731294751167, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8108166754245758, "step": 449 }, { - "epoch": 0.03, - "learning_rate": 1.9999999058950056e-05, - "loss": 1.1552, + "clip_ratio": 0.0, + "completion_length": 210.984375, + "epoch": 0.07314099959366112, + "grad_norm": 1.0844218730926514, + "kl": 0.09033203125, + "learning_rate": 9.26853055916775e-07, + "loss": 0.0036, + "reward": 1.81789892911911, + "reward_std": 0.10956941545009613, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8335238695144653, "step": 450 }, { - "epoch": 0.03, - "learning_rate": 1.9999997882637672e-05, - "loss": 1.1166, + "clip_ratio": 0.0, + "completion_length": 255.0625, + "epoch": 0.0733035351483137, + "grad_norm": 1.327109456062317, + "kl": 0.08935546875, + "learning_rate": 9.266905071521456e-07, + "loss": 0.0036, + "reward": 1.67982679605484, + "reward_std": 0.19895483553409576, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7423267960548401, "step": 451 }, { - "epoch": 0.03, - "learning_rate": 1.9999996235800404e-05, - "loss": 1.1927, + "clip_ratio": 0.0, + "completion_length": 187.953125, + "epoch": 0.07346607070296628, + "grad_norm": 1.9340081214904785, + "kl": 0.0986328125, + "learning_rate": 9.265279583875162e-07, + "loss": 0.0039, + "reward": 1.6679290533065796, + "reward_std": 0.18894083052873611, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7148040533065796, "step": 452 }, { - "epoch": 0.03, - "learning_rate": 1.9999994118438342e-05, - "loss": 1.1285, + "clip_ratio": 0.0, + "completion_length": 277.234375, + "epoch": 0.07362860625761886, + "grad_norm": 1.096514344215393, + "kl": 0.0830078125, + "learning_rate": 9.263654096228868e-07, + "loss": 0.0033, + "reward": 1.6366077661514282, + "reward_std": 0.032715567387640476, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.699107825756073, "step": 453 }, { - "epoch": 0.03, - "learning_rate": 1.9999991530551575e-05, - "loss": 1.0976, + "clip_ratio": 0.0, + "completion_length": 228.453125, + "epoch": 0.07379114181227144, + "grad_norm": 1.2816416025161743, + "kl": 0.088623046875, + "learning_rate": 9.262028608582574e-07, + "loss": 0.0035, + "reward": 1.7863672971725464, + "reward_std": 0.13008484989404678, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8176172971725464, "step": 454 }, { - "epoch": 0.03, - "learning_rate": 1.999998847214023e-05, - "loss": 1.1115, + "clip_ratio": 0.0, + "completion_length": 203.171875, + "epoch": 0.07395367736692401, + "grad_norm": 1.2800004482269287, + "kl": 0.087890625, + "learning_rate": 9.260403120936281e-07, + "loss": 0.0035, + "reward": 1.6170534491539001, + "reward_std": 0.17300153523683548, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6483034491539001, "step": 455 }, { - "epoch": 0.03, - "learning_rate": 1.999998494320445e-05, - "loss": 1.1323, + "clip_ratio": 0.0, + "completion_length": 198.890625, + "epoch": 0.0741162129215766, + "grad_norm": 1.0993696451187134, + "kl": 0.076416015625, + "learning_rate": 9.258777633289987e-07, + "loss": 0.0031, + "reward": 1.736434817314148, + "reward_std": 0.1473306193947792, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7833097577095032, "step": 456 }, { - "epoch": 0.03, - "learning_rate": 1.99999809437444e-05, - "loss": 1.0744, + "clip_ratio": 0.0, + "completion_length": 177.375, + "epoch": 0.07427874847622917, + "grad_norm": 1.5810364484786987, + "kl": 0.093505859375, + "learning_rate": 9.257152145643693e-07, + "loss": 0.0037, + "reward": 1.7271947264671326, + "reward_std": 0.16089681535959244, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8053197860717773, "step": 457 }, { - "epoch": 0.03, - "learning_rate": 1.9999976473760275e-05, - "loss": 1.1519, + "clip_ratio": 0.0, + "completion_length": 189.578125, + "epoch": 0.07444128403088175, + "grad_norm": 2.0822224617004395, + "kl": 0.0869140625, + "learning_rate": 9.255526657997399e-07, + "loss": 0.0035, + "reward": 1.621288776397705, + "reward_std": 0.1689881682395935, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6837888062000275, "step": 458 }, { - "epoch": 0.03, - "learning_rate": 1.9999971533252274e-05, - "loss": 1.1273, + "clip_ratio": 0.0, + "completion_length": 282.515625, + "epoch": 0.07460381958553433, + "grad_norm": 1.1100287437438965, + "kl": 0.080322265625, + "learning_rate": 9.253901170351105e-07, + "loss": 0.0032, + "reward": 1.571442186832428, + "reward_std": 0.13342870399355888, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6183171272277832, "step": 459 }, { - "epoch": 0.03, - "learning_rate": 1.999996612222064e-05, - "loss": 1.1053, + "clip_ratio": 0.0, + "completion_length": 159.90625, + "epoch": 0.07476635514018691, + "grad_norm": 1.328025460243225, + "kl": 0.113525390625, + "learning_rate": 9.252275682704811e-07, + "loss": 0.0045, + "reward": 1.786961555480957, + "reward_std": 0.13104432821273804, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8025864958763123, "step": 460 }, { - "epoch": 0.03, - "learning_rate": 1.999996024066562e-05, - "loss": 1.097, + "clip_ratio": 0.0, + "completion_length": 186.765625, + "epoch": 0.07492889069483949, + "grad_norm": 1.2024832963943481, + "kl": 0.08349609375, + "learning_rate": 9.250650195058517e-07, + "loss": 0.0033, + "reward": 1.7919319868087769, + "reward_std": 0.09770587086677551, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8075568974018097, "step": 461 }, { - "epoch": 0.03, - "learning_rate": 1.9999953888587492e-05, - "loss": 1.1354, + "clip_ratio": 0.0, + "completion_length": 234.0625, + "epoch": 0.07509142624949208, + "grad_norm": 1.0646909475326538, + "kl": 0.111083984375, + "learning_rate": 9.249024707412223e-07, + "loss": 0.0044, + "reward": 1.7300577759742737, + "reward_std": 0.14660116285085678, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7925577461719513, "step": 462 }, { - "epoch": 0.03, - "learning_rate": 1.9999947065986557e-05, - "loss": 1.0882, + "clip_ratio": 0.0, + "completion_length": 191.125, + "epoch": 0.07525396180414466, + "grad_norm": 1.2753862142562866, + "kl": 0.093994140625, + "learning_rate": 9.247399219765929e-07, + "loss": 0.0038, + "reward": 1.7908464670181274, + "reward_std": 0.1297539323568344, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.806471586227417, "step": 463 }, { - "epoch": 0.03, - "learning_rate": 1.999993977286314e-05, - "loss": 1.1332, + "clip_ratio": 0.0, + "completion_length": 236.046875, + "epoch": 0.07541649735879724, + "grad_norm": 1.2147167921066284, + "kl": 0.094970703125, + "learning_rate": 9.245773732119635e-07, + "loss": 0.0038, + "reward": 1.7336902022361755, + "reward_std": 0.1402307003736496, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7805651128292084, "step": 464 }, { - "epoch": 0.03, - "learning_rate": 1.9999932009217574e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 202.921875, + "epoch": 0.07557903291344982, + "grad_norm": 1.1308367252349854, + "kl": 0.10205078125, + "learning_rate": 9.244148244473342e-07, + "loss": 0.0041, + "reward": 1.7138527631759644, + "reward_std": 0.19572128355503082, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8076027929782867, "step": 465 }, { - "epoch": 0.03, - "learning_rate": 1.9999923775050235e-05, - "loss": 1.1162, + "clip_ratio": 0.0, + "completion_length": 209.65625, + "epoch": 0.0757415684681024, + "grad_norm": 1.425916314125061, + "kl": 0.102783203125, + "learning_rate": 9.242522756827048e-07, + "loss": 0.0041, + "reward": 1.7581042647361755, + "reward_std": 0.04555692709982395, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7581042647361755, "step": 466 }, { - "epoch": 0.03, - "learning_rate": 1.99999150703615e-05, - "loss": 1.0998, + "clip_ratio": 0.0, + "completion_length": 194.375, + "epoch": 0.07590410402275498, + "grad_norm": 1.3020882606506348, + "kl": 0.104248046875, + "learning_rate": 9.240897269180754e-07, + "loss": 0.0042, + "reward": 1.6843079328536987, + "reward_std": 0.23151779919862747, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7624329924583435, "step": 467 }, { - "epoch": 0.03, - "learning_rate": 1.999990589515179e-05, - "loss": 1.1713, + "clip_ratio": 0.0, + "completion_length": 217.296875, + "epoch": 0.07606663957740756, + "grad_norm": 1.0567429065704346, + "kl": 0.07470703125, + "learning_rate": 9.23927178153446e-07, + "loss": 0.003, + "reward": 1.642735481262207, + "reward_std": 0.1245814710855484, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6739855110645294, "step": 468 }, { - "epoch": 0.03, - "learning_rate": 1.9999896249421527e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 213.390625, + "epoch": 0.07622917513206014, + "grad_norm": 1.3253659009933472, + "kl": 0.072021484375, + "learning_rate": 9.237646293888166e-07, + "loss": 0.0029, + "reward": 1.6913779377937317, + "reward_std": 0.1402302123606205, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7382529377937317, "step": 469 }, { - "epoch": 0.03, - "learning_rate": 1.999988613317117e-05, - "loss": 1.0995, + "clip_ratio": 0.0, + "completion_length": 203.625, + "epoch": 0.07639171068671272, + "grad_norm": 1.258831262588501, + "kl": 0.09521484375, + "learning_rate": 9.236020806241872e-07, + "loss": 0.0038, + "reward": 1.6578022837638855, + "reward_std": 0.12314980290830135, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6734272837638855, "step": 470 }, { - "epoch": 0.03, - "learning_rate": 1.999987554640119e-05, - "loss": 1.1132, + "clip_ratio": 0.0, + "completion_length": 190.671875, + "epoch": 0.0765542462413653, + "grad_norm": 1.1027612686157227, + "kl": 0.0859375, + "learning_rate": 9.234395318595578e-07, + "loss": 0.0034, + "reward": 1.7697803378105164, + "reward_std": 0.09638203866779804, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8166553974151611, "step": 471 }, { - "epoch": 0.03, - "learning_rate": 1.999986448911209e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 201.390625, + "epoch": 0.07671678179601787, + "grad_norm": 1.365518569946289, + "kl": 0.101806640625, + "learning_rate": 9.232769830949284e-07, + "loss": 0.0041, + "reward": 1.8612712025642395, + "reward_std": 0.061450568959116936, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8612712025642395, "step": 472 }, { - "epoch": 0.03, - "learning_rate": 1.999985296130439e-05, - "loss": 1.1471, + "clip_ratio": 0.0, + "completion_length": 228.1875, + "epoch": 0.07687931735067045, + "grad_norm": 0.9280328154563904, + "kl": 0.088134765625, + "learning_rate": 9.23114434330299e-07, + "loss": 0.0035, + "reward": 1.6544874906539917, + "reward_std": 0.1565338484942913, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7013624608516693, "step": 473 }, { - "epoch": 0.03, - "learning_rate": 1.9999840962978633e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 183.34375, + "epoch": 0.07704185290532303, + "grad_norm": 1.23224937915802, + "kl": 0.09912109375, + "learning_rate": 9.229518855656696e-07, + "loss": 0.004, + "reward": 1.7130165696144104, + "reward_std": 0.1976802796125412, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7442665696144104, "step": 474 }, { - "epoch": 0.03, - "learning_rate": 1.999982849413538e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 195.875, + "epoch": 0.07720438845997563, + "grad_norm": 1.2339786291122437, + "kl": 0.07373046875, + "learning_rate": 9.227893368010403e-07, + "loss": 0.003, + "reward": 1.7743552923202515, + "reward_std": 0.10862813517451286, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8056052029132843, "step": 475 }, { - "epoch": 0.03, - "learning_rate": 1.999981555477522e-05, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 199.34375, + "epoch": 0.0773669240146282, + "grad_norm": 1.5116039514541626, + "kl": 0.0927734375, + "learning_rate": 9.226267880364109e-07, + "loss": 0.0037, + "reward": 1.7658891081809998, + "reward_std": 0.0901701059192419, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.797139048576355, "step": 476 }, { - "epoch": 0.03, - "learning_rate": 1.9999802144898762e-05, - "loss": 1.0472, + "clip_ratio": 0.0, + "completion_length": 170.25, + "epoch": 0.07752945956928078, + "grad_norm": 1.5551085472106934, + "kl": 0.10693359375, + "learning_rate": 9.224642392717815e-07, + "loss": 0.0043, + "reward": 1.7576005458831787, + "reward_std": 0.07505226694047451, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7576005756855011, "step": 477 }, { - "epoch": 0.03, - "learning_rate": 1.9999788264506636e-05, - "loss": 1.1266, + "clip_ratio": 0.0, + "completion_length": 187.828125, + "epoch": 0.07769199512393336, + "grad_norm": 1.244476079940796, + "kl": 0.10546875, + "learning_rate": 9.223016905071521e-07, + "loss": 0.0042, + "reward": 1.799018144607544, + "reward_std": 0.10518642514944077, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7990181744098663, "step": 478 }, { - "epoch": 0.03, - "learning_rate": 1.9999773913599495e-05, - "loss": 1.0503, + "clip_ratio": 0.0, + "completion_length": 214.59375, + "epoch": 0.07785453067858594, + "grad_norm": 0.9984830617904663, + "kl": 0.096923828125, + "learning_rate": 9.221391417425228e-07, + "loss": 0.0039, + "reward": 1.804772973060608, + "reward_std": 0.09087249636650085, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8203980326652527, "step": 479 }, { - "epoch": 0.03, - "learning_rate": 1.9999759092178014e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 178.859375, + "epoch": 0.07801706623323852, + "grad_norm": 1.1912156343460083, + "kl": 0.0986328125, + "learning_rate": 9.219765929778933e-07, + "loss": 0.0039, + "reward": 1.7944154739379883, + "reward_std": 0.12347817793488503, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8412904739379883, "step": 480 }, { - "epoch": 0.03, - "learning_rate": 1.9999743800242893e-05, - "loss": 1.0865, + "clip_ratio": 0.0, + "completion_length": 180.890625, + "epoch": 0.0781796017878911, + "grad_norm": 1.4478960037231445, + "kl": 0.0986328125, + "learning_rate": 9.21814044213264e-07, + "loss": 0.004, + "reward": 1.7019641995429993, + "reward_std": 0.149835754185915, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7175891399383545, "step": 481 }, { - "epoch": 0.03, - "learning_rate": 1.9999728037794848e-05, - "loss": 1.0694, + "clip_ratio": 0.0, + "completion_length": 176.71875, + "epoch": 0.07834213734254368, + "grad_norm": 1.164591670036316, + "kl": 0.09814453125, + "learning_rate": 9.216514954486345e-07, + "loss": 0.0039, + "reward": 1.8122201561927795, + "reward_std": 0.11497579514980316, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8278451263904572, "step": 482 }, { - "epoch": 0.03, - "learning_rate": 1.9999711804834624e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 218.015625, + "epoch": 0.07850467289719626, + "grad_norm": 1.7305151224136353, + "kl": 0.0859375, + "learning_rate": 9.214889466840052e-07, + "loss": 0.0034, + "reward": 1.7633461356163025, + "reward_std": 0.08370422013103962, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7789711356163025, "step": 483 }, { - "epoch": 0.03, - "learning_rate": 1.999969510136298e-05, - "loss": 1.0927, + "clip_ratio": 0.0, + "completion_length": 173.71875, + "epoch": 0.07866720845184884, + "grad_norm": 1.5312925577163696, + "kl": 0.1181640625, + "learning_rate": 9.213263979193757e-07, + "loss": 0.0047, + "reward": 1.6894277930259705, + "reward_std": 0.14305995032191277, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6894277632236481, "step": 484 }, { - "epoch": 0.03, - "learning_rate": 1.999967792738071e-05, - "loss": 1.0665, + "clip_ratio": 0.0, + "completion_length": 177.484375, + "epoch": 0.07882974400650142, + "grad_norm": 1.1914459466934204, + "kl": 0.11376953125, + "learning_rate": 9.211638491547465e-07, + "loss": 0.0046, + "reward": 1.8373997211456299, + "reward_std": 0.08981682732701302, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8530246615409851, "step": 485 }, { - "epoch": 0.03, - "learning_rate": 1.9999660282888613e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 183.5625, + "epoch": 0.078992279561154, + "grad_norm": 1.4253007173538208, + "kl": 0.09521484375, + "learning_rate": 9.21001300390117e-07, + "loss": 0.0038, + "reward": 1.8586085438728333, + "reward_std": 0.09174677729606628, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8586086332798004, "step": 486 }, { - "epoch": 0.03, - "learning_rate": 1.9999642167887523e-05, - "loss": 1.152, + "clip_ratio": 0.0, + "completion_length": 177.0625, + "epoch": 0.07915481511580658, + "grad_norm": 1.4835821390151978, + "kl": 0.101318359375, + "learning_rate": 9.208387516254877e-07, + "loss": 0.0041, + "reward": 1.671265721321106, + "reward_std": 0.10675159469246864, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.686890721321106, "step": 487 }, { - "epoch": 0.03, - "learning_rate": 1.9999623582378293e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 169.15625, + "epoch": 0.07931735067045917, + "grad_norm": 1.7116984128952026, + "kl": 0.11376953125, + "learning_rate": 9.206762028608582e-07, + "loss": 0.0045, + "reward": 1.782462477684021, + "reward_std": 0.09336743876338005, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7980874180793762, "step": 488 }, { - "epoch": 0.03, - "learning_rate": 1.99996045263618e-05, - "loss": 1.076, + "clip_ratio": 0.0, + "completion_length": 192.96875, + "epoch": 0.07947988622511175, + "grad_norm": 1.2662973403930664, + "kl": 0.113037109375, + "learning_rate": 9.205136540962289e-07, + "loss": 0.0045, + "reward": 1.797774314880371, + "reward_std": 0.07911428809165955, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7977743148803711, "step": 489 }, { - "epoch": 0.03, - "learning_rate": 1.9999584999838935e-05, - "loss": 1.0743, + "clip_ratio": 0.0, + "completion_length": 184.03125, + "epoch": 0.07964242177976433, + "grad_norm": 1.2098667621612549, + "kl": 0.109130859375, + "learning_rate": 9.203511053315994e-07, + "loss": 0.0044, + "reward": 1.7112926244735718, + "reward_std": 0.0995808094739914, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7269176542758942, "step": 490 }, { - "epoch": 0.03, - "learning_rate": 1.9999565002810623e-05, - "loss": 1.1522, + "clip_ratio": 0.0, + "completion_length": 169.71875, + "epoch": 0.0798049573344169, + "grad_norm": 1.3322033882141113, + "kl": 0.11865234375, + "learning_rate": 9.201885565669701e-07, + "loss": 0.0047, + "reward": 1.682835578918457, + "reward_std": 0.05730297043919563, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6828355491161346, "step": 491 }, { - "epoch": 0.03, - "learning_rate": 1.9999544535277796e-05, - "loss": 1.1117, + "clip_ratio": 0.0, + "completion_length": 193.875, + "epoch": 0.07996749288906949, + "grad_norm": 1.0242670774459839, + "kl": 0.099609375, + "learning_rate": 9.200260078023406e-07, + "loss": 0.004, + "reward": 1.7566166520118713, + "reward_std": 0.049252789467573166, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.756616622209549, "step": 492 }, { - "epoch": 0.03, - "learning_rate": 1.9999523597241427e-05, - "loss": 1.1135, + "clip_ratio": 0.0, + "completion_length": 201.734375, + "epoch": 0.08013002844372207, + "grad_norm": 1.3269765377044678, + "kl": 0.10595703125, + "learning_rate": 9.198634590377113e-07, + "loss": 0.0042, + "reward": 1.760374903678894, + "reward_std": 0.09561382047832012, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7759998440742493, "step": 493 }, { - "epoch": 0.03, - "learning_rate": 1.9999502188702497e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 178.5625, + "epoch": 0.08029256399837464, + "grad_norm": 0.966046929359436, + "kl": 0.10888671875, + "learning_rate": 9.197009102730818e-07, + "loss": 0.0043, + "reward": 1.8239758014678955, + "reward_std": 0.06391268968582153, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8239757120609283, "step": 494 }, { - "epoch": 0.03, - "learning_rate": 1.999948030966201e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 175.65625, + "epoch": 0.08045509955302722, + "grad_norm": 1.2099168300628662, + "kl": 0.09912109375, + "learning_rate": 9.195383615084526e-07, + "loss": 0.004, + "reward": 1.7636175751686096, + "reward_std": 0.11420291662216187, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7948675155639648, "step": 495 }, { - "epoch": 0.03, - "learning_rate": 1.9999457960121003e-05, - "loss": 1.147, + "clip_ratio": 0.0, + "completion_length": 249.3125, + "epoch": 0.0806176351076798, + "grad_norm": 1.5691089630126953, + "kl": 0.113525390625, + "learning_rate": 9.193758127438231e-07, + "loss": 0.0045, + "reward": 1.6367115378379822, + "reward_std": 0.16537947952747345, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6523365080356598, "step": 496 }, { - "epoch": 0.03, - "learning_rate": 1.999943514008052e-05, - "loss": 1.0533, + "clip_ratio": 0.0, + "completion_length": 175.234375, + "epoch": 0.08078017066233238, + "grad_norm": 1.2956933975219727, + "kl": 0.11865234375, + "learning_rate": 9.192132639791938e-07, + "loss": 0.0048, + "reward": 1.8068938851356506, + "reward_std": 0.09476195462048054, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.822518914937973, "step": 497 }, { - "epoch": 0.03, - "learning_rate": 1.999941184954164e-05, - "loss": 1.1019, + "clip_ratio": 0.0, + "completion_length": 199.71875, + "epoch": 0.08094270621698496, + "grad_norm": 1.3391929864883423, + "kl": 0.114501953125, + "learning_rate": 9.190507152145643e-07, + "loss": 0.0046, + "reward": 1.6972193717956543, + "reward_std": 0.13232789188623428, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7128444314002991, "step": 498 }, { - "epoch": 0.03, - "learning_rate": 1.999938808850545e-05, - "loss": 1.1084, + "clip_ratio": 0.0, + "completion_length": 251.46875, + "epoch": 0.08110524177163754, + "grad_norm": 1.1220084428787231, + "kl": 0.108642578125, + "learning_rate": 9.18888166449935e-07, + "loss": 0.0043, + "reward": 1.7437406778335571, + "reward_std": 0.11962906643748283, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7749906778335571, "step": 499 }, { - "epoch": 0.03, - "learning_rate": 1.999936385697308e-05, - "loss": 1.1034, + "clip_ratio": 0.0, + "completion_length": 188.890625, + "epoch": 0.08126777732629012, + "grad_norm": 1.6113017797470093, + "kl": 0.114990234375, + "learning_rate": 9.187256176853055e-07, + "loss": 0.0046, + "reward": 1.7895894646644592, + "reward_std": 0.14207034930586815, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.820839524269104, "step": 500 }, { - "epoch": 0.03, - "learning_rate": 1.9999339154945667e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 206.796875, + "epoch": 0.08143031288094271, + "grad_norm": 1.2433037757873535, + "kl": 0.09423828125, + "learning_rate": 9.185630689206762e-07, + "loss": 0.0038, + "reward": 1.782658874988556, + "reward_std": 0.08844395354390144, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7982838749885559, "step": 501 }, { - "epoch": 0.03, - "learning_rate": 1.999931398242437e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 190.734375, + "epoch": 0.08159284843559529, + "grad_norm": 2.0060627460479736, + "kl": 0.102294921875, + "learning_rate": 9.184005201560467e-07, + "loss": 0.0041, + "reward": 1.7843314409255981, + "reward_std": 0.08746222034096718, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7843315005302429, "step": 502 }, { - "epoch": 0.03, - "learning_rate": 1.999928833941037e-05, - "loss": 1.069, + "clip_ratio": 0.0, + "completion_length": 274.328125, + "epoch": 0.08175538399024787, + "grad_norm": 1.017795443534851, + "kl": 0.100341796875, + "learning_rate": 9.182379713914174e-07, + "loss": 0.004, + "reward": 1.7590259313583374, + "reward_std": 0.06184512376785278, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7590259611606598, "step": 503 }, { - "epoch": 0.03, - "learning_rate": 1.9999262225904883e-05, - "loss": 1.1222, + "clip_ratio": 0.0, + "completion_length": 226.6875, + "epoch": 0.08191791954490045, + "grad_norm": 1.2729862928390503, + "kl": 0.113525390625, + "learning_rate": 9.180754226267879e-07, + "loss": 0.0046, + "reward": 1.7396078705787659, + "reward_std": 0.09463312104344368, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7552328705787659, "step": 504 }, { - "epoch": 0.03, - "learning_rate": 1.9999235641909132e-05, - "loss": 1.1563, + "clip_ratio": 0.0, + "completion_length": 192.421875, + "epoch": 0.08208045509955303, + "grad_norm": 1.636540174484253, + "kl": 0.118408203125, + "learning_rate": 9.179128738621587e-07, + "loss": 0.0047, + "reward": 1.7843219637870789, + "reward_std": 0.07558050379157066, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7843219637870789, "step": 505 }, { - "epoch": 0.03, - "learning_rate": 1.9999208587424368e-05, - "loss": 1.1141, + "clip_ratio": 0.0, + "completion_length": 174.8125, + "epoch": 0.08224299065420561, + "grad_norm": 1.0231417417526245, + "kl": 0.12158203125, + "learning_rate": 9.177503250975292e-07, + "loss": 0.0049, + "reward": 1.8421874046325684, + "reward_std": 0.036528414115309715, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8421874344348907, "step": 506 }, { - "epoch": 0.03, - "learning_rate": 1.9999181062451866e-05, - "loss": 1.0945, + "clip_ratio": 0.0, + "completion_length": 229.421875, + "epoch": 0.08240552620885819, + "grad_norm": 1.1927266120910645, + "kl": 0.120361328125, + "learning_rate": 9.175877763328999e-07, + "loss": 0.0048, + "reward": 1.8052103519439697, + "reward_std": 0.12104428932070732, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8364603519439697, "step": 507 }, { - "epoch": 0.03, - "learning_rate": 1.999915306699292e-05, - "loss": 1.1518, + "clip_ratio": 0.0, + "completion_length": 190.359375, + "epoch": 0.08256806176351077, + "grad_norm": 6.851346015930176, + "kl": 0.1103515625, + "learning_rate": 9.174252275682704e-07, + "loss": 0.0044, + "reward": 1.762028455734253, + "reward_std": 0.09292094223201275, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7776535153388977, "step": 508 }, { - "epoch": 0.03, - "learning_rate": 1.9999124601048845e-05, - "loss": 1.2343, + "clip_ratio": 0.0, + "completion_length": 205.734375, + "epoch": 0.08273059731816335, + "grad_norm": 1.0576270818710327, + "kl": 0.119384765625, + "learning_rate": 9.172626788036411e-07, + "loss": 0.0048, + "reward": 1.8625178337097168, + "reward_std": 0.0603005550801754, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8781428337097168, "step": 509 }, { - "epoch": 0.03, - "learning_rate": 1.9999095664620983e-05, - "loss": 1.1262, + "clip_ratio": 0.0, + "completion_length": 228.6875, + "epoch": 0.08289313287281593, + "grad_norm": 1.2781696319580078, + "kl": 0.099365234375, + "learning_rate": 9.171001300390116e-07, + "loss": 0.004, + "reward": 1.7343419790267944, + "reward_std": 0.08406217396259308, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7343419790267944, "step": 510 }, { - "epoch": 0.03, - "learning_rate": 1.9999066257710696e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 190.6875, + "epoch": 0.0830556684274685, + "grad_norm": 1.4003691673278809, + "kl": 0.119384765625, + "learning_rate": 9.169375812743823e-07, + "loss": 0.0048, + "reward": 1.7898131012916565, + "reward_std": 0.058309001848101616, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7898130416870117, "step": 511 }, { - "epoch": 0.03, - "learning_rate": 1.9999036380319367e-05, - "loss": 1.0474, + "clip_ratio": 0.0, + "completion_length": 288.53125, + "epoch": 0.08321820398212108, + "grad_norm": 1.0481764078140259, + "kl": 0.10302734375, + "learning_rate": 9.167750325097528e-07, + "loss": 0.0041, + "reward": 1.7184640765190125, + "reward_std": 0.22256039828062057, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7653391063213348, "step": 512 }, { - "epoch": 0.03, - "learning_rate": 1.99990060324484e-05, - "loss": 1.0751, + "clip_ratio": 0.0, + "completion_length": 197.875, + "epoch": 0.08338073953677366, + "grad_norm": 1.3234556913375854, + "kl": 0.130859375, + "learning_rate": 9.166124837451235e-07, + "loss": 0.0052, + "reward": 1.799953579902649, + "reward_std": 0.1264020949602127, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8312035501003265, "step": 513 }, { - "epoch": 0.03, - "learning_rate": 1.9998975214099227e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 254.328125, + "epoch": 0.08354327509142626, + "grad_norm": 1.332848310470581, + "kl": 0.10986328125, + "learning_rate": 9.16449934980494e-07, + "loss": 0.0044, + "reward": 1.7487232685089111, + "reward_std": 0.047985151410102844, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7487232983112335, "step": 514 }, { - "epoch": 0.03, - "learning_rate": 1.9998943925273293e-05, - "loss": 1.1478, + "clip_ratio": 0.0, + "completion_length": 250.484375, + "epoch": 0.08370581064607883, + "grad_norm": 1.2130680084228516, + "kl": 0.112060546875, + "learning_rate": 9.162873862158648e-07, + "loss": 0.0045, + "reward": 1.671373963356018, + "reward_std": 0.08128295000642538, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6713739633560181, "step": 515 }, { - "epoch": 0.03, - "learning_rate": 1.9998912165972073e-05, - "loss": 1.0729, + "clip_ratio": 0.0, + "completion_length": 253.484375, + "epoch": 0.08386834620073141, + "grad_norm": 1.0602920055389404, + "kl": 0.11279296875, + "learning_rate": 9.161248374512354e-07, + "loss": 0.0045, + "reward": 1.6874194145202637, + "reward_std": 0.0797260170802474, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7030444145202637, "step": 516 }, { - "epoch": 0.03, - "learning_rate": 1.999887993619706e-05, - "loss": 1.1111, + "clip_ratio": 0.0, + "completion_length": 238.453125, + "epoch": 0.084030881755384, + "grad_norm": 1.0779839754104614, + "kl": 0.109130859375, + "learning_rate": 9.15962288686606e-07, + "loss": 0.0044, + "reward": 1.7938607335090637, + "reward_std": 0.09280522540211678, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7938607335090637, "step": 517 }, { - "epoch": 0.03, - "learning_rate": 1.9998847235949777e-05, - "loss": 1.1341, + "clip_ratio": 0.0, + "completion_length": 258.0, + "epoch": 0.08419341731003657, + "grad_norm": 1.3070247173309326, + "kl": 0.108642578125, + "learning_rate": 9.157997399219766e-07, + "loss": 0.0044, + "reward": 1.7489591836929321, + "reward_std": 0.06098123453557491, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7489592432975769, "step": 518 }, { - "epoch": 0.03, - "learning_rate": 1.999881406523175e-05, - "loss": 1.1231, + "clip_ratio": 0.0, + "completion_length": 225.109375, + "epoch": 0.08435595286468915, + "grad_norm": 1.3947455883026123, + "kl": 0.09375, + "learning_rate": 9.156371911573472e-07, + "loss": 0.0038, + "reward": 1.7873880863189697, + "reward_std": 0.07454286143183708, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8030130565166473, "step": 519 }, { - "epoch": 0.03, - "learning_rate": 1.9998780424044552e-05, - "loss": 1.0416, + "clip_ratio": 0.0, + "completion_length": 266.828125, + "epoch": 0.08451848841934173, + "grad_norm": 1.2667654752731323, + "kl": 0.106689453125, + "learning_rate": 9.154746423927178e-07, + "loss": 0.0043, + "reward": 1.7725515365600586, + "reward_std": 0.12508318945765495, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8038015961647034, "step": 520 }, { - "epoch": 0.03, - "learning_rate": 1.999874631238976e-05, - "loss": 1.0707, + "clip_ratio": 0.0, + "completion_length": 209.8125, + "epoch": 0.08468102397399431, + "grad_norm": 1.0326364040374756, + "kl": 0.115234375, + "learning_rate": 9.153120936280884e-07, + "loss": 0.0046, + "reward": 1.7473175525665283, + "reward_std": 0.10004324093461037, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7785675227642059, "step": 521 }, { - "epoch": 0.03, - "learning_rate": 1.999871173026898e-05, - "loss": 1.1493, + "clip_ratio": 0.0, + "completion_length": 168.921875, + "epoch": 0.08484355952864689, + "grad_norm": 3.3583691120147705, + "kl": 0.118896484375, + "learning_rate": 9.15149544863459e-07, + "loss": 0.0047, + "reward": 1.7389585375785828, + "reward_std": 0.11613535322248936, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7389585077762604, "step": 522 }, { - "epoch": 0.04, - "learning_rate": 1.999867667768384e-05, - "loss": 1.1675, + "clip_ratio": 0.0, + "completion_length": 222.78125, + "epoch": 0.08500609508329947, + "grad_norm": 1.0708080530166626, + "kl": 0.119140625, + "learning_rate": 9.149869960988296e-07, + "loss": 0.0048, + "reward": 1.784836232662201, + "reward_std": 0.06795765832066536, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8004612326622009, "step": 523 }, { - "epoch": 0.04, - "learning_rate": 1.9998641154635986e-05, - "loss": 1.1041, + "clip_ratio": 0.0, + "completion_length": 181.5625, + "epoch": 0.08516863063795205, + "grad_norm": 1.3643535375595093, + "kl": 0.111328125, + "learning_rate": 9.148244473342002e-07, + "loss": 0.0044, + "reward": 1.7015069127082825, + "reward_std": 0.18073401972651482, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7640069127082825, "step": 524 }, { - "epoch": 0.04, - "learning_rate": 1.9998605161127092e-05, - "loss": 1.0966, + "clip_ratio": 0.0, + "completion_length": 201.390625, + "epoch": 0.08533116619260463, + "grad_norm": 1.1279443502426147, + "kl": 0.10009765625, + "learning_rate": 9.146618985695709e-07, + "loss": 0.004, + "reward": 1.8214829564094543, + "reward_std": 0.06197754293680191, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8214829564094543, "step": 525 }, { - "epoch": 0.04, - "learning_rate": 1.999856869715885e-05, - "loss": 1.0831, + "clip_ratio": 0.0, + "completion_length": 189.125, + "epoch": 0.0854937017472572, + "grad_norm": 1.4383796453475952, + "kl": 0.1171875, + "learning_rate": 9.144993498049415e-07, + "loss": 0.0047, + "reward": 1.706270456314087, + "reward_std": 0.11298957094550133, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7218953967094421, "step": 526 }, { - "epoch": 0.04, - "learning_rate": 1.9998531762732982e-05, - "loss": 1.1533, + "clip_ratio": 0.0, + "completion_length": 176.640625, + "epoch": 0.0856562373019098, + "grad_norm": 1.405168056488037, + "kl": 0.125732421875, + "learning_rate": 9.143368010403121e-07, + "loss": 0.005, + "reward": 1.6720037460327148, + "reward_std": 0.15923216193914413, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7345037460327148, "step": 527 }, { - "epoch": 0.04, - "learning_rate": 1.9998494357851215e-05, - "loss": 1.086, + "clip_ratio": 0.0, + "completion_length": 178.9375, + "epoch": 0.08581877285656238, + "grad_norm": 1.5708461999893188, + "kl": 0.1220703125, + "learning_rate": 9.141742522756827e-07, + "loss": 0.0049, + "reward": 1.745082676410675, + "reward_std": 0.17036830633878708, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.760707676410675, "step": 528 }, { - "epoch": 0.04, - "learning_rate": 1.999845648251532e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 196.421875, + "epoch": 0.08598130841121496, + "grad_norm": 1.2997595071792603, + "kl": 0.11767578125, + "learning_rate": 9.140117035110533e-07, + "loss": 0.0047, + "reward": 1.728461503982544, + "reward_std": 0.17822497338056564, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.759711503982544, "step": 529 }, { - "epoch": 0.04, - "learning_rate": 1.9998418136727077e-05, - "loss": 1.1392, + "clip_ratio": 0.0, + "completion_length": 229.15625, + "epoch": 0.08614384396586754, + "grad_norm": 1.2474099397659302, + "kl": 0.119384765625, + "learning_rate": 9.138491547464239e-07, + "loss": 0.0048, + "reward": 1.7649719715118408, + "reward_std": 0.12856045365333557, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7805970013141632, "step": 530 }, { - "epoch": 0.04, - "learning_rate": 1.999837932048828e-05, - "loss": 1.128, + "clip_ratio": 0.0, + "completion_length": 197.5625, + "epoch": 0.08630637952052012, + "grad_norm": 1.2631101608276367, + "kl": 0.113037109375, + "learning_rate": 9.136866059817945e-07, + "loss": 0.0045, + "reward": 1.7160313725471497, + "reward_std": 0.0908190906047821, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7160313725471497, "step": 531 }, { - "epoch": 0.04, - "learning_rate": 1.9998340033800766e-05, - "loss": 1.1303, + "clip_ratio": 0.0, + "completion_length": 176.671875, + "epoch": 0.0864689150751727, + "grad_norm": 1.1827068328857422, + "kl": 0.111328125, + "learning_rate": 9.135240572171651e-07, + "loss": 0.0044, + "reward": 1.841984748840332, + "reward_std": 0.08463139832019806, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.857609748840332, "step": 532 }, { - "epoch": 0.04, - "learning_rate": 1.999830027666638e-05, - "loss": 1.1392, + "clip_ratio": 0.0, + "completion_length": 202.171875, + "epoch": 0.08663145062982527, + "grad_norm": 1.5028619766235352, + "kl": 0.104248046875, + "learning_rate": 9.133615084525356e-07, + "loss": 0.0042, + "reward": 1.798313319683075, + "reward_std": 0.10009371489286423, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7983133792877197, "step": 533 }, { - "epoch": 0.04, - "learning_rate": 1.9998260049086994e-05, - "loss": 1.1481, + "clip_ratio": 0.0, + "completion_length": 211.078125, + "epoch": 0.08679398618447785, + "grad_norm": 1.0940077304840088, + "kl": 0.10888671875, + "learning_rate": 9.131989596879063e-07, + "loss": 0.0044, + "reward": 1.7610087394714355, + "reward_std": 0.12343111634254456, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7922587096691132, "step": 534 }, { - "epoch": 0.04, - "learning_rate": 1.99982193510645e-05, - "loss": 1.0252, + "clip_ratio": 0.0, + "completion_length": 179.3125, + "epoch": 0.08695652173913043, + "grad_norm": 1.2742750644683838, + "kl": 0.1162109375, + "learning_rate": 9.13036410923277e-07, + "loss": 0.0046, + "reward": 1.7524150013923645, + "reward_std": 0.05602612532675266, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7524149715900421, "step": 535 }, { - "epoch": 0.04, - "learning_rate": 1.9998178182600812e-05, - "loss": 1.1581, + "clip_ratio": 0.0, + "completion_length": 216.296875, + "epoch": 0.08711905729378301, + "grad_norm": 1.2333496809005737, + "kl": 0.110107421875, + "learning_rate": 9.128738621586476e-07, + "loss": 0.0044, + "reward": 1.8107599020004272, + "reward_std": 0.07433900237083435, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8107599318027496, "step": 536 }, { - "epoch": 0.04, - "learning_rate": 1.9998136543697865e-05, - "loss": 1.1656, + "clip_ratio": 0.0, + "completion_length": 243.421875, + "epoch": 0.08728159284843559, + "grad_norm": 0.9835825562477112, + "kl": 0.0927734375, + "learning_rate": 9.127113133940182e-07, + "loss": 0.0037, + "reward": 1.7656185626983643, + "reward_std": 0.09538450464606285, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.796868622303009, "step": 537 }, { - "epoch": 0.04, - "learning_rate": 1.9998094434357626e-05, - "loss": 1.0878, + "clip_ratio": 0.0, + "completion_length": 250.015625, + "epoch": 0.08744412840308817, + "grad_norm": 1.2242218255996704, + "kl": 0.103271484375, + "learning_rate": 9.125487646293888e-07, + "loss": 0.0041, + "reward": 1.7497748136520386, + "reward_std": 0.16863876581192017, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.781024843454361, "step": 538 }, { - "epoch": 0.04, - "learning_rate": 1.999805185458207e-05, - "loss": 1.1565, + "clip_ratio": 0.0, + "completion_length": 186.3125, + "epoch": 0.08760666395774075, + "grad_norm": 1.024001955986023, + "kl": 0.099365234375, + "learning_rate": 9.123862158647593e-07, + "loss": 0.004, + "reward": 1.747563898563385, + "reward_std": 0.02002488449215889, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7475638389587402, "step": 539 }, { - "epoch": 0.04, - "learning_rate": 1.9998008804373203e-05, - "loss": 1.1124, + "clip_ratio": 0.0, + "completion_length": 197.140625, + "epoch": 0.08776919951239334, + "grad_norm": 1.1804763078689575, + "kl": 0.105712890625, + "learning_rate": 9.1222366710013e-07, + "loss": 0.0042, + "reward": 1.810126006603241, + "reward_std": 0.1514742076396942, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8413759469985962, "step": 540 }, { - "epoch": 0.04, - "learning_rate": 1.9997965283733044e-05, - "loss": 1.0606, + "clip_ratio": 0.0, + "completion_length": 189.46875, + "epoch": 0.08793173506704592, + "grad_norm": 1.387615442276001, + "kl": 0.11083984375, + "learning_rate": 9.120611183355005e-07, + "loss": 0.0044, + "reward": 1.7798455953598022, + "reward_std": 0.09562901966273785, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7954705953598022, "step": 541 }, { - "epoch": 0.04, - "learning_rate": 1.999792129266365e-05, - "loss": 1.1081, + "clip_ratio": 0.0, + "completion_length": 219.0625, + "epoch": 0.0880942706216985, + "grad_norm": 1.1064486503601074, + "kl": 0.119384765625, + "learning_rate": 9.118985695708712e-07, + "loss": 0.0048, + "reward": 1.7072086930274963, + "reward_std": 0.12243806570768356, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7228337526321411, "step": 542 }, { - "epoch": 0.04, - "learning_rate": 1.9997876831167086e-05, - "loss": 1.1491, + "clip_ratio": 0.0, + "completion_length": 213.359375, + "epoch": 0.08825680617635108, + "grad_norm": 1.5455509424209595, + "kl": 0.105224609375, + "learning_rate": 9.117360208062417e-07, + "loss": 0.0042, + "reward": 1.6993557810783386, + "reward_std": 0.09702001139521599, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6993557810783386, "step": 543 }, { - "epoch": 0.04, - "learning_rate": 1.999783189924545e-05, - "loss": 1.1342, + "clip_ratio": 0.0, + "completion_length": 207.515625, + "epoch": 0.08841934173100366, + "grad_norm": 1.0980923175811768, + "kl": 0.1025390625, + "learning_rate": 9.115734720416124e-07, + "loss": 0.0041, + "reward": 1.7311316132545471, + "reward_std": 0.08719491213560104, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7467566132545471, "step": 544 }, { - "epoch": 0.04, - "learning_rate": 1.9997786496900845e-05, - "loss": 1.1517, + "clip_ratio": 0.0, + "completion_length": 169.53125, + "epoch": 0.08858187728565624, + "grad_norm": 1.3731662034988403, + "kl": 0.1201171875, + "learning_rate": 9.11410923276983e-07, + "loss": 0.0048, + "reward": 1.7273923754692078, + "reward_std": 0.16731992363929749, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7586423754692078, "step": 545 }, { - "epoch": 0.04, - "learning_rate": 1.9997740624135417e-05, - "loss": 1.1473, + "clip_ratio": 0.0, + "completion_length": 200.640625, + "epoch": 0.08874441284030882, + "grad_norm": 0.8915486931800842, + "kl": 0.108154296875, + "learning_rate": 9.112483745123537e-07, + "loss": 0.0043, + "reward": 1.789033830165863, + "reward_std": 0.05846070544794202, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.804658830165863, "step": 546 }, { - "epoch": 0.04, - "learning_rate": 1.9997694280951322e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 192.703125, + "epoch": 0.0889069483949614, + "grad_norm": 1.0808234214782715, + "kl": 0.11767578125, + "learning_rate": 9.110858257477244e-07, + "loss": 0.0047, + "reward": 1.7536033987998962, + "reward_std": 0.15512140095233917, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8004783987998962, "step": 547 }, { - "epoch": 0.04, - "learning_rate": 1.999764746735074e-05, - "loss": 1.0578, + "clip_ratio": 0.0, + "completion_length": 213.390625, + "epoch": 0.08906948394961398, + "grad_norm": 1.4957937002182007, + "kl": 0.10546875, + "learning_rate": 9.109232769830949e-07, + "loss": 0.0042, + "reward": 1.796202301979065, + "reward_std": 0.11588598415255547, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8118273019790649, "step": 548 }, { - "epoch": 0.04, - "learning_rate": 1.9997600183335866e-05, - "loss": 1.1651, + "clip_ratio": 0.0, + "completion_length": 173.109375, + "epoch": 0.08923201950426655, + "grad_norm": 1.1152338981628418, + "kl": 0.130126953125, + "learning_rate": 9.107607282184656e-07, + "loss": 0.0052, + "reward": 1.7554916143417358, + "reward_std": 0.08132173120975494, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7711166143417358, "step": 549 }, { - "epoch": 0.04, - "learning_rate": 1.9997552428908938e-05, - "loss": 1.1535, + "clip_ratio": 0.0, + "completion_length": 259.421875, + "epoch": 0.08939455505891913, + "grad_norm": 1.196358561515808, + "kl": 0.10009765625, + "learning_rate": 9.105981794538361e-07, + "loss": 0.004, + "reward": 1.776540756225586, + "reward_std": 0.12916597723960876, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8234157562255859, "step": 550 }, { - "epoch": 0.04, - "learning_rate": 1.99975042040722e-05, - "loss": 0.9723, + "clip_ratio": 0.0, + "completion_length": 257.53125, + "epoch": 0.08955709061357171, + "grad_norm": 1.3302947282791138, + "kl": 0.094970703125, + "learning_rate": 9.104356306892067e-07, + "loss": 0.0038, + "reward": 1.7821217775344849, + "reward_std": 0.11343758925795555, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7977466881275177, "step": 551 }, { - "epoch": 0.04, - "learning_rate": 1.9997455508827914e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 260.8125, + "epoch": 0.08971962616822429, + "grad_norm": 1.827315330505371, + "kl": 0.11669921875, + "learning_rate": 9.102730819245773e-07, + "loss": 0.0047, + "reward": 1.7320008277893066, + "reward_std": 0.15711403638124466, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7632508277893066, "step": 552 }, { - "epoch": 0.04, - "learning_rate": 1.9997406343178376e-05, - "loss": 1.1604, + "clip_ratio": 0.0, + "completion_length": 228.8125, + "epoch": 0.08988216172287689, + "grad_norm": 1.4334166049957275, + "kl": 0.095703125, + "learning_rate": 9.10110533159948e-07, + "loss": 0.0038, + "reward": 1.6504899263381958, + "reward_std": 0.15399914979934692, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6817399561405182, "step": 553 }, { - "epoch": 0.04, - "learning_rate": 1.99973567071259e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 205.828125, + "epoch": 0.09004469727752946, + "grad_norm": 1.2171928882598877, + "kl": 0.105712890625, + "learning_rate": 9.099479843953185e-07, + "loss": 0.0042, + "reward": 1.7700139284133911, + "reward_std": 0.14278770238161087, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8012639284133911, "step": 554 }, { - "epoch": 0.04, - "learning_rate": 1.999730660067282e-05, - "loss": 1.1229, + "clip_ratio": 0.0, + "completion_length": 190.953125, + "epoch": 0.09020723283218204, + "grad_norm": 1.0918337106704712, + "kl": 0.10498046875, + "learning_rate": 9.097854356306893e-07, + "loss": 0.0042, + "reward": 1.7522051334381104, + "reward_std": 0.045760856941342354, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7522051632404327, "step": 555 }, { - "epoch": 0.04, - "learning_rate": 1.9997256023821493e-05, - "loss": 1.1312, + "clip_ratio": 0.0, + "completion_length": 243.90625, + "epoch": 0.09036976838683462, + "grad_norm": 1.5876293182373047, + "kl": 0.116943359375, + "learning_rate": 9.096228868660598e-07, + "loss": 0.0047, + "reward": 1.6727701425552368, + "reward_std": 0.16415197029709816, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6883950233459473, "step": 556 }, { - "epoch": 0.04, - "learning_rate": 1.99972049765743e-05, - "loss": 1.1289, + "clip_ratio": 0.0, + "completion_length": 183.53125, + "epoch": 0.0905323039414872, + "grad_norm": 1.244214653968811, + "kl": 0.1298828125, + "learning_rate": 9.094603381014304e-07, + "loss": 0.0052, + "reward": 1.7353516221046448, + "reward_std": 0.08420339226722717, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7509766221046448, "step": 557 }, { - "epoch": 0.04, - "learning_rate": 1.9997153458933642e-05, - "loss": 1.0383, + "clip_ratio": 0.0, + "completion_length": 261.46875, + "epoch": 0.09069483949613978, + "grad_norm": 1.4600447416305542, + "kl": 0.10888671875, + "learning_rate": 9.09297789336801e-07, + "loss": 0.0044, + "reward": 1.7626399397850037, + "reward_std": 0.17804477363824844, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8251399397850037, "step": 558 }, { - "epoch": 0.04, - "learning_rate": 1.9997101470901944e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 215.671875, + "epoch": 0.09085737505079236, + "grad_norm": 1.3104398250579834, + "kl": 0.119873046875, + "learning_rate": 9.091352405721716e-07, + "loss": 0.0048, + "reward": 1.7019308805465698, + "reward_std": 0.16791882365942, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7331809103488922, "step": 559 }, { - "epoch": 0.04, - "learning_rate": 1.9997049012481656e-05, - "loss": 1.0705, + "clip_ratio": 0.0, + "completion_length": 179.96875, + "epoch": 0.09101991060544494, + "grad_norm": 1.201141595840454, + "kl": 0.115966796875, + "learning_rate": 9.089726918075422e-07, + "loss": 0.0046, + "reward": 1.8090927600860596, + "reward_std": 0.12127029895782471, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8247177004814148, "step": 560 }, { - "epoch": 0.04, - "learning_rate": 1.9996996083675238e-05, - "loss": 1.1165, + "clip_ratio": 0.0, + "completion_length": 217.359375, + "epoch": 0.09118244616009752, + "grad_norm": 1.1279770135879517, + "kl": 0.11376953125, + "learning_rate": 9.088101430429128e-07, + "loss": 0.0046, + "reward": 1.735032320022583, + "reward_std": 0.11165723577141762, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7662822902202606, "step": 561 }, { - "epoch": 0.04, - "learning_rate": 1.9996942684485183e-05, - "loss": 1.1095, + "clip_ratio": 0.0, + "completion_length": 233.90625, + "epoch": 0.0913449817147501, + "grad_norm": 1.514713168144226, + "kl": 0.119384765625, + "learning_rate": 9.086475942782834e-07, + "loss": 0.0048, + "reward": 1.74431973695755, + "reward_std": 0.08136913552880287, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7443198263645172, "step": 562 }, { - "epoch": 0.04, - "learning_rate": 1.999688881491401e-05, - "loss": 1.0772, + "clip_ratio": 0.0, + "completion_length": 191.59375, + "epoch": 0.09150751726940268, + "grad_norm": 1.3778904676437378, + "kl": 0.1240234375, + "learning_rate": 9.08485045513654e-07, + "loss": 0.005, + "reward": 1.7459237575531006, + "reward_std": 0.10718754678964615, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7615488171577454, "step": 563 }, { - "epoch": 0.04, - "learning_rate": 1.9996834474964243e-05, - "loss": 1.1242, + "clip_ratio": 0.0, + "completion_length": 231.90625, + "epoch": 0.09167005282405526, + "grad_norm": 2.287491798400879, + "kl": 0.099853515625, + "learning_rate": 9.083224967490246e-07, + "loss": 0.004, + "reward": 1.7763888835906982, + "reward_std": 0.12581413239240646, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7920138537883759, "step": 564 }, { - "epoch": 0.04, - "learning_rate": 1.999677966463845e-05, - "loss": 1.1297, + "clip_ratio": 0.0, + "completion_length": 222.328125, + "epoch": 0.09183258837870784, + "grad_norm": 1.2086687088012695, + "kl": 0.11669921875, + "learning_rate": 9.081599479843953e-07, + "loss": 0.0047, + "reward": 1.6106095910072327, + "reward_std": 0.1628827378153801, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.641859620809555, "step": 565 }, { - "epoch": 0.04, - "learning_rate": 1.99967243839392e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 250.21875, + "epoch": 0.09199512393336043, + "grad_norm": 1.0318964719772339, + "kl": 0.1044921875, + "learning_rate": 9.079973992197659e-07, + "loss": 0.0042, + "reward": 1.7905513048171997, + "reward_std": 0.09333505854010582, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8218013346195221, "step": 566 }, { - "epoch": 0.04, - "learning_rate": 1.99966686328691e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.09215765948801301, + "grad_norm": 1.1007039546966553, + "kl": 0.11474609375, + "learning_rate": 9.078348504551365e-07, + "loss": 0.0046, + "reward": 1.7815160155296326, + "reward_std": 0.11837080493569374, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8127660751342773, "step": 567 }, { - "epoch": 0.04, - "learning_rate": 1.9996612411430774e-05, - "loss": 1.0879, + "clip_ratio": 0.0, + "completion_length": 195.15625, + "epoch": 0.09232019504266559, + "grad_norm": 0.7598105072975159, + "kl": 0.099853515625, + "learning_rate": 9.076723016905071e-07, + "loss": 0.004, + "reward": 1.8264657855033875, + "reward_std": 0.0212043602950871, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8264657855033875, "step": 568 }, { - "epoch": 0.04, - "learning_rate": 1.9996555719626864e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 210.4375, + "epoch": 0.09248273059731817, + "grad_norm": 1.1116490364074707, + "kl": 0.13720703125, + "learning_rate": 9.075097529258777e-07, + "loss": 0.0055, + "reward": 1.8023326396942139, + "reward_std": 0.14779897779226303, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8492076396942139, "step": 569 }, { - "epoch": 0.04, - "learning_rate": 1.9996498557460042e-05, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 247.71875, + "epoch": 0.09264526615197075, + "grad_norm": 1.4196641445159912, + "kl": 0.10693359375, + "learning_rate": 9.073472041612483e-07, + "loss": 0.0043, + "reward": 1.6216862797737122, + "reward_std": 0.21444456279277802, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6685613989830017, "step": 570 }, { - "epoch": 0.04, - "learning_rate": 1.999644092493299e-05, - "loss": 1.1245, + "clip_ratio": 0.0, + "completion_length": 221.03125, + "epoch": 0.09280780170662332, + "grad_norm": 1.0149470567703247, + "kl": 0.1201171875, + "learning_rate": 9.071846553966189e-07, + "loss": 0.0048, + "reward": 1.7517520785331726, + "reward_std": 0.03917958214879036, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7517520189285278, "step": 571 }, { - "epoch": 0.04, - "learning_rate": 1.9996382822048424e-05, - "loss": 1.111, + "clip_ratio": 0.0, + "completion_length": 217.671875, + "epoch": 0.0929703372612759, + "grad_norm": 1.516841173171997, + "kl": 0.117919921875, + "learning_rate": 9.070221066319895e-07, + "loss": 0.0047, + "reward": 1.709799587726593, + "reward_std": 0.12416614964604378, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.725424587726593, "step": 572 }, { - "epoch": 0.04, - "learning_rate": 1.999632424880908e-05, - "loss": 1.1647, + "clip_ratio": 0.0, + "completion_length": 207.3125, + "epoch": 0.09313287281592848, + "grad_norm": 1.1458070278167725, + "kl": 0.109375, + "learning_rate": 9.068595578673601e-07, + "loss": 0.0044, + "reward": 1.6097487807273865, + "reward_std": 0.11338051408529282, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6253737956285477, "step": 573 }, { - "epoch": 0.04, - "learning_rate": 1.9996265205217714e-05, - "loss": 1.079, + "clip_ratio": 0.0, + "completion_length": 204.0, + "epoch": 0.09329540837058106, + "grad_norm": 1.2388142347335815, + "kl": 0.090576171875, + "learning_rate": 9.066970091027307e-07, + "loss": 0.0036, + "reward": 1.764079213142395, + "reward_std": 0.05523311719298363, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.764079213142395, "step": 574 }, { - "epoch": 0.04, - "learning_rate": 1.99962056912771e-05, - "loss": 1.1245, + "clip_ratio": 0.0, + "completion_length": 194.796875, + "epoch": 0.09345794392523364, + "grad_norm": 0.9390792846679688, + "kl": 0.102783203125, + "learning_rate": 9.065344603381014e-07, + "loss": 0.0041, + "reward": 1.8080227375030518, + "reward_std": 0.11034612730145454, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8236477971076965, "step": 575 }, { - "epoch": 0.04, - "learning_rate": 1.999614570699004e-05, - "loss": 1.1287, + "clip_ratio": 0.0, + "completion_length": 212.5, + "epoch": 0.09362047947988622, + "grad_norm": 1.2904040813446045, + "kl": 0.11083984375, + "learning_rate": 9.06371911573472e-07, + "loss": 0.0044, + "reward": 1.730820119380951, + "reward_std": 0.08992606960237026, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7464451193809509, "step": 576 }, { - "epoch": 0.04, - "learning_rate": 1.9996085252359357e-05, - "loss": 1.1385, + "clip_ratio": 0.0, + "completion_length": 184.859375, + "epoch": 0.0937830150345388, + "grad_norm": 1.2511957883834839, + "kl": 0.115966796875, + "learning_rate": 9.062093628088426e-07, + "loss": 0.0046, + "reward": 1.8632965087890625, + "reward_std": 0.09932983666658401, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8632964789867401, "step": 577 }, { - "epoch": 0.04, - "learning_rate": 1.9996024327387896e-05, - "loss": 1.1611, + "clip_ratio": 0.0, + "completion_length": 186.078125, + "epoch": 0.09394555058919138, + "grad_norm": 0.6955661773681641, + "kl": 0.11181640625, + "learning_rate": 9.060468140442132e-07, + "loss": 0.0045, + "reward": 1.824621558189392, + "reward_std": 0.021560268476605415, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8246215581893921, "step": 578 }, { - "epoch": 0.04, - "learning_rate": 1.9995962932078524e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 186.703125, + "epoch": 0.09410808614384397, + "grad_norm": 1.294371485710144, + "kl": 0.11328125, + "learning_rate": 9.058842652795838e-07, + "loss": 0.0045, + "reward": 1.745058298110962, + "reward_std": 0.14800294488668442, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7919332981109619, "step": 579 }, { - "epoch": 0.04, - "learning_rate": 1.9995901066434128e-05, - "loss": 1.1792, + "clip_ratio": 0.0, + "completion_length": 206.671875, + "epoch": 0.09427062169849655, + "grad_norm": 1.1675406694412231, + "kl": 0.112060546875, + "learning_rate": 9.057217165149544e-07, + "loss": 0.0045, + "reward": 1.7512326836585999, + "reward_std": 0.14013909921050072, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7512327134609222, "step": 580 }, { - "epoch": 0.04, - "learning_rate": 1.999583873045762e-05, - "loss": 1.0944, + "clip_ratio": 0.0, + "completion_length": 170.265625, + "epoch": 0.09443315725314913, + "grad_norm": 1.1697465181350708, + "kl": 0.09814453125, + "learning_rate": 9.05559167750325e-07, + "loss": 0.0039, + "reward": 1.8244266510009766, + "reward_std": 0.07881154306232929, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.824426680803299, "step": 581 }, { - "epoch": 0.04, - "learning_rate": 1.9995775924151934e-05, - "loss": 1.1502, + "clip_ratio": 0.0, + "completion_length": 193.84375, + "epoch": 0.09459569280780171, + "grad_norm": 0.8815608620643616, + "kl": 0.108642578125, + "learning_rate": 9.053966189856957e-07, + "loss": 0.0043, + "reward": 1.8636102676391602, + "reward_std": 0.046204568818211555, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8636102378368378, "step": 582 }, { - "epoch": 0.04, - "learning_rate": 1.9995712647520024e-05, - "loss": 1.0984, + "clip_ratio": 0.0, + "completion_length": 183.34375, + "epoch": 0.09475822836245429, + "grad_norm": 1.7925441265106201, + "kl": 0.121826171875, + "learning_rate": 9.052340702210662e-07, + "loss": 0.0049, + "reward": 1.744055688381195, + "reward_std": 0.16639716550707817, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7596806287765503, "step": 583 }, { - "epoch": 0.04, - "learning_rate": 1.9995648900564864e-05, - "loss": 1.0472, + "clip_ratio": 0.0, + "completion_length": 255.0, + "epoch": 0.09492076391710687, + "grad_norm": 1.3607786893844604, + "kl": 0.12109375, + "learning_rate": 9.050715214564369e-07, + "loss": 0.0048, + "reward": 1.6753309965133667, + "reward_std": 0.1342983953654766, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7065809369087219, "step": 584 }, { - "epoch": 0.04, - "learning_rate": 1.999558468328946e-05, - "loss": 1.1538, + "clip_ratio": 0.0, + "completion_length": 217.734375, + "epoch": 0.09508329947175945, + "grad_norm": 1.15719735622406, + "kl": 0.111572265625, + "learning_rate": 9.049089726918075e-07, + "loss": 0.0045, + "reward": 1.7424234747886658, + "reward_std": 0.09171267598867416, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7580485343933105, "step": 585 }, { - "epoch": 0.04, - "learning_rate": 1.9995519995696832e-05, - "loss": 1.0943, + "clip_ratio": 0.0, + "completion_length": 183.78125, + "epoch": 0.09524583502641203, + "grad_norm": 1.7524608373641968, + "kl": 0.10107421875, + "learning_rate": 9.047464239271782e-07, + "loss": 0.004, + "reward": 1.7194134593009949, + "reward_std": 0.07910909876227379, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7194134294986725, "step": 586 }, { - "epoch": 0.04, - "learning_rate": 1.9995454837790018e-05, - "loss": 1.069, + "clip_ratio": 0.0, + "completion_length": 168.09375, + "epoch": 0.0954083705810646, + "grad_norm": 1.3647449016571045, + "kl": 0.10888671875, + "learning_rate": 9.045838751625487e-07, + "loss": 0.0044, + "reward": 1.7323620319366455, + "reward_std": 0.10312150791287422, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7479870319366455, "step": 587 }, { - "epoch": 0.04, - "learning_rate": 1.999538920957209e-05, - "loss": 1.1812, + "clip_ratio": 0.0, + "completion_length": 166.234375, + "epoch": 0.09557090613571718, + "grad_norm": 1.3434782028198242, + "kl": 0.126953125, + "learning_rate": 9.044213263979194e-07, + "loss": 0.0051, + "reward": 1.7417960166931152, + "reward_std": 0.19349661096930504, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7886710166931152, "step": 588 }, { - "epoch": 0.04, - "learning_rate": 1.9995323111046132e-05, - "loss": 1.1248, + "clip_ratio": 0.0, + "completion_length": 214.796875, + "epoch": 0.09573344169036976, + "grad_norm": 1.2618153095245361, + "kl": 0.11572265625, + "learning_rate": 9.042587776332899e-07, + "loss": 0.0046, + "reward": 1.6853155493736267, + "reward_std": 0.16830754280090332, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7634405195713043, "step": 589 }, { - "epoch": 0.04, - "learning_rate": 1.999525654221526e-05, - "loss": 1.1411, + "clip_ratio": 0.0, + "completion_length": 245.859375, + "epoch": 0.09589597724502234, + "grad_norm": 1.3806763887405396, + "kl": 0.0908203125, + "learning_rate": 9.040962288686606e-07, + "loss": 0.0036, + "reward": 1.677565097808838, + "reward_std": 0.13423188030719757, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7088150978088379, "step": 590 }, { - "epoch": 0.04, - "learning_rate": 1.99951895030826e-05, - "loss": 1.1022, + "clip_ratio": 0.0, + "completion_length": 194.015625, + "epoch": 0.09605851279967492, + "grad_norm": 0.9173363447189331, + "kl": 0.120361328125, + "learning_rate": 9.039336801040311e-07, + "loss": 0.0048, + "reward": 1.8085615634918213, + "reward_std": 0.1540733315050602, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8554365336894989, "step": 591 }, { - "epoch": 0.04, - "learning_rate": 1.999512199365131e-05, - "loss": 1.1338, + "clip_ratio": 0.0, + "completion_length": 178.046875, + "epoch": 0.09622104835432752, + "grad_norm": 1.227024793624878, + "kl": 0.121826171875, + "learning_rate": 9.037711313394018e-07, + "loss": 0.0049, + "reward": 1.8644205331802368, + "reward_std": 0.05999606102705002, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8644205331802368, "step": 592 }, { - "epoch": 0.04, - "learning_rate": 1.9995054013924563e-05, - "loss": 1.1324, + "clip_ratio": 0.0, + "completion_length": 189.609375, + "epoch": 0.0963835839089801, + "grad_norm": 1.3150767087936401, + "kl": 0.103271484375, + "learning_rate": 9.036085825747723e-07, + "loss": 0.0041, + "reward": 1.7157394886016846, + "reward_std": 0.10069607198238373, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.731364518404007, "step": 593 }, { - "epoch": 0.04, - "learning_rate": 1.999498556390556e-05, - "loss": 1.1174, + "clip_ratio": 0.0, + "completion_length": 174.171875, + "epoch": 0.09654611946363267, + "grad_norm": 1.4918845891952515, + "kl": 0.10498046875, + "learning_rate": 9.03446033810143e-07, + "loss": 0.0042, + "reward": 1.759064257144928, + "reward_std": 0.09018210135400295, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7590643167495728, "step": 594 }, { - "epoch": 0.04, - "learning_rate": 1.9994916643597525e-05, - "loss": 1.1567, + "clip_ratio": 0.0, + "completion_length": 190.3125, + "epoch": 0.09670865501828525, + "grad_norm": 1.379671573638916, + "kl": 0.0947265625, + "learning_rate": 9.032834850455136e-07, + "loss": 0.0038, + "reward": 1.7713183164596558, + "reward_std": 0.08627792075276375, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7713183462619781, "step": 595 }, { - "epoch": 0.04, - "learning_rate": 1.9994847253003695e-05, - "loss": 1.2129, + "clip_ratio": 0.0, + "completion_length": 221.328125, + "epoch": 0.09687119057293783, + "grad_norm": 1.2334799766540527, + "kl": 0.10205078125, + "learning_rate": 9.031209362808843e-07, + "loss": 0.0041, + "reward": 1.6936503648757935, + "reward_std": 0.10540661960840225, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7092753350734711, "step": 596 }, { - "epoch": 0.04, - "learning_rate": 1.9994777392127334e-05, - "loss": 1.0787, + "clip_ratio": 0.0, + "completion_length": 208.9375, + "epoch": 0.09703372612759041, + "grad_norm": 1.6697722673416138, + "kl": 0.10400390625, + "learning_rate": 9.029583875162548e-07, + "loss": 0.0042, + "reward": 1.7720439434051514, + "reward_std": 0.06328719574958086, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7720439434051514, "step": 597 }, { - "epoch": 0.04, - "learning_rate": 1.9994707060971738e-05, - "loss": 1.1201, + "clip_ratio": 0.0, + "completion_length": 177.953125, + "epoch": 0.09719626168224299, + "grad_norm": 1.5167186260223389, + "kl": 0.116455078125, + "learning_rate": 9.027958387516255e-07, + "loss": 0.0047, + "reward": 1.8000100255012512, + "reward_std": 0.12296030670404434, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8000100255012512, "step": 598 }, { - "epoch": 0.04, - "learning_rate": 1.999463625954021e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 196.46875, + "epoch": 0.09735879723689557, + "grad_norm": 1.4273006916046143, + "kl": 0.0966796875, + "learning_rate": 9.02633289986996e-07, + "loss": 0.0039, + "reward": 1.7258347868919373, + "reward_std": 0.19791682809591293, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7883347570896149, "step": 599 }, { - "epoch": 0.04, - "learning_rate": 1.9994564987836083e-05, - "loss": 1.1432, + "clip_ratio": 0.0, + "completion_length": 188.640625, + "epoch": 0.09752133279154815, + "grad_norm": 1.7453685998916626, + "kl": 0.115478515625, + "learning_rate": 9.024707412223667e-07, + "loss": 0.0046, + "reward": 1.8050482869148254, + "reward_std": 0.19073814898729324, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8362983763217926, "step": 600 }, { - "epoch": 0.04, - "learning_rate": 1.9994493245862708e-05, - "loss": 1.1618, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.09768386834620073, + "grad_norm": 0.8636205196380615, + "kl": 0.104736328125, + "learning_rate": 9.023081924577372e-07, + "loss": 0.0042, + "reward": 1.852167010307312, + "reward_std": 0.04486537119373679, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8521669507026672, "step": 601 }, { - "epoch": 0.04, - "learning_rate": 1.999442103362346e-05, - "loss": 1.1532, + "clip_ratio": 0.0, + "completion_length": 204.28125, + "epoch": 0.09784640390085331, + "grad_norm": 2.363468885421753, + "kl": 0.170654296875, + "learning_rate": 9.021456436931079e-07, + "loss": 0.0068, + "reward": 1.710635006427765, + "reward_std": 0.10431701317429543, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7262600958347321, "step": 602 }, { - "epoch": 0.04, - "learning_rate": 1.999434835112174e-05, - "loss": 1.2176, + "clip_ratio": 0.0, + "completion_length": 189.265625, + "epoch": 0.09800893945550589, + "grad_norm": 1.2477997541427612, + "kl": 0.102294921875, + "learning_rate": 9.019830949284784e-07, + "loss": 0.0041, + "reward": 1.7997677326202393, + "reward_std": 0.10922039672732353, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.815392792224884, "step": 603 }, { - "epoch": 0.04, - "learning_rate": 1.999427519836097e-05, - "loss": 1.093, + "clip_ratio": 0.0, + "completion_length": 185.140625, + "epoch": 0.09817147501015847, + "grad_norm": 1.233519196510315, + "kl": 0.10791015625, + "learning_rate": 9.018205461638491e-07, + "loss": 0.0043, + "reward": 1.7678707242012024, + "reward_std": 0.1459023281931877, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7834957540035248, "step": 604 }, { - "epoch": 0.04, - "learning_rate": 1.9994201575344587e-05, - "loss": 1.0327, + "clip_ratio": 0.0, + "completion_length": 175.4375, + "epoch": 0.09833401056481106, + "grad_norm": 1.3818048238754272, + "kl": 0.107666015625, + "learning_rate": 9.016579973992197e-07, + "loss": 0.0043, + "reward": 1.810276210308075, + "reward_std": 0.04484976641833782, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8102761507034302, "step": 605 }, { - "epoch": 0.04, - "learning_rate": 1.999412748207606e-05, - "loss": 1.1338, + "clip_ratio": 0.0, + "completion_length": 175.890625, + "epoch": 0.09849654611946364, + "grad_norm": 0.8302184343338013, + "kl": 0.11767578125, + "learning_rate": 9.014954486345904e-07, + "loss": 0.0047, + "reward": 1.8411992192268372, + "reward_std": 0.02770138718187809, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8411991596221924, "step": 606 }, { - "epoch": 0.04, - "learning_rate": 1.9994052918558867e-05, - "loss": 1.1007, + "clip_ratio": 0.0, + "completion_length": 236.59375, + "epoch": 0.09865908167411622, + "grad_norm": 1.5897207260131836, + "kl": 0.118408203125, + "learning_rate": 9.013328998699609e-07, + "loss": 0.0047, + "reward": 1.6137049198150635, + "reward_std": 0.2650600075721741, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7230799794197083, "step": 607 }, { - "epoch": 0.04, - "learning_rate": 1.9993977884796525e-05, - "loss": 1.1229, + "clip_ratio": 0.0, + "completion_length": 199.140625, + "epoch": 0.0988216172287688, + "grad_norm": 1.3834253549575806, + "kl": 0.1123046875, + "learning_rate": 9.011703511053316e-07, + "loss": 0.0045, + "reward": 1.7044283151626587, + "reward_std": 0.18321091309189796, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7356782853603363, "step": 608 }, { - "epoch": 0.04, - "learning_rate": 1.999390238079256e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 183.40625, + "epoch": 0.09898415278342138, + "grad_norm": 0.7353702783584595, + "kl": 0.11572265625, + "learning_rate": 9.010078023407021e-07, + "loss": 0.0046, + "reward": 1.7749124765396118, + "reward_std": 0.056923740077763796, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7905374765396118, "step": 609 }, { - "epoch": 0.04, - "learning_rate": 1.999382640655053e-05, - "loss": 1.0741, + "clip_ratio": 0.0, + "completion_length": 174.25, + "epoch": 0.09914668833807395, + "grad_norm": 0.7525379061698914, + "kl": 0.119873046875, + "learning_rate": 9.008452535760728e-07, + "loss": 0.0048, + "reward": 1.8879432678222656, + "reward_std": 0.017302670050412416, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8879432082176208, "step": 610 }, { - "epoch": 0.04, - "learning_rate": 1.9993749962074e-05, - "loss": 1.1691, + "clip_ratio": 0.0, + "completion_length": 173.625, + "epoch": 0.09930922389272653, + "grad_norm": 1.2661023139953613, + "kl": 0.113525390625, + "learning_rate": 9.006827048114433e-07, + "loss": 0.0045, + "reward": 1.7323160767555237, + "reward_std": 0.019261532463133335, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7323160767555237, "step": 611 }, { - "epoch": 0.04, - "learning_rate": 1.9993673047366578e-05, - "loss": 1.0974, + "clip_ratio": 0.0, + "completion_length": 174.703125, + "epoch": 0.09947175944737911, + "grad_norm": 1.35295832157135, + "kl": 0.117431640625, + "learning_rate": 9.00520156046814e-07, + "loss": 0.0047, + "reward": 1.7465734481811523, + "reward_std": 0.08612864837050438, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7465734481811523, "step": 612 }, { - "epoch": 0.04, - "learning_rate": 1.999359566243187e-05, - "loss": 1.075, + "clip_ratio": 0.0, + "completion_length": 203.625, + "epoch": 0.09963429500203169, + "grad_norm": 1.3650795221328735, + "kl": 0.10498046875, + "learning_rate": 9.003576072821845e-07, + "loss": 0.0042, + "reward": 1.760287582874298, + "reward_std": 0.08018391951918602, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7602875232696533, "step": 613 }, { - "epoch": 0.04, - "learning_rate": 1.9993517807273533e-05, - "loss": 1.0792, + "clip_ratio": 0.0, + "completion_length": 195.5625, + "epoch": 0.09979683055668427, + "grad_norm": 1.634126901626587, + "kl": 0.118408203125, + "learning_rate": 9.001950585175552e-07, + "loss": 0.0047, + "reward": 1.7288913130760193, + "reward_std": 0.06012416630983353, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7601412534713745, "step": 614 }, { - "epoch": 0.04, - "learning_rate": 1.999343948189522e-05, - "loss": 1.0762, + "clip_ratio": 0.0, + "completion_length": 171.53125, + "epoch": 0.09995936611133685, + "grad_norm": 1.4673779010772705, + "kl": 0.11865234375, + "learning_rate": 9.000325097529259e-07, + "loss": 0.0047, + "reward": 1.6950072050094604, + "reward_std": 0.24897874891757965, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7575072050094604, "step": 615 }, { - "epoch": 0.04, - "learning_rate": 1.9993360686300617e-05, - "loss": 1.1387, + "clip_ratio": 0.0, + "completion_length": 223.109375, + "epoch": 0.10012190166598943, + "grad_norm": 0.8061138987541199, + "kl": 0.109619140625, + "learning_rate": 8.998699609882965e-07, + "loss": 0.0044, + "reward": 1.7881757020950317, + "reward_std": 0.08299661427736282, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.803800642490387, "step": 616 }, { - "epoch": 0.04, - "learning_rate": 1.9993281420493432e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 195.296875, + "epoch": 0.10028443722064201, + "grad_norm": 1.2342708110809326, + "kl": 0.117919921875, + "learning_rate": 8.997074122236671e-07, + "loss": 0.0047, + "reward": 1.700531244277954, + "reward_std": 0.09414446726441383, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7005312442779541, "step": 617 }, { - "epoch": 0.04, - "learning_rate": 1.99932016844774e-05, - "loss": 1.1258, + "clip_ratio": 0.0, + "completion_length": 181.84375, + "epoch": 0.1004469727752946, + "grad_norm": 1.466994047164917, + "kl": 0.10595703125, + "learning_rate": 8.995448634590377e-07, + "loss": 0.0042, + "reward": 1.8036247491836548, + "reward_std": 0.1329629123210907, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8192497491836548, "step": 618 }, { - "epoch": 0.04, - "learning_rate": 1.9993121478256267e-05, - "loss": 1.0357, + "clip_ratio": 0.0, + "completion_length": 191.984375, + "epoch": 0.10060950832994718, + "grad_norm": 1.5955718755722046, + "kl": 0.119140625, + "learning_rate": 8.993823146944083e-07, + "loss": 0.0048, + "reward": 1.7191513776779175, + "reward_std": 0.15891554951667786, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7660263776779175, "step": 619 }, { - "epoch": 0.04, - "learning_rate": 1.9993040801833808e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 210.21875, + "epoch": 0.10077204388459976, + "grad_norm": 1.1096196174621582, + "kl": 0.107666015625, + "learning_rate": 8.992197659297789e-07, + "loss": 0.0043, + "reward": 1.805632770061493, + "reward_std": 0.09091904386878014, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8056327700614929, "step": 620 }, { - "epoch": 0.04, - "learning_rate": 1.9992959655213816e-05, - "loss": 1.1683, + "clip_ratio": 0.0, + "completion_length": 197.890625, + "epoch": 0.10093457943925234, + "grad_norm": 1.4561620950698853, + "kl": 0.1015625, + "learning_rate": 8.990572171651495e-07, + "loss": 0.0041, + "reward": 1.7326630353927612, + "reward_std": 0.10574392043054104, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7482879757881165, "step": 621 }, { - "epoch": 0.04, - "learning_rate": 1.999287803840012e-05, - "loss": 1.1171, + "clip_ratio": 0.0, + "completion_length": 188.09375, + "epoch": 0.10109711499390492, + "grad_norm": 1.2569612264633179, + "kl": 0.1240234375, + "learning_rate": 8.988946684005201e-07, + "loss": 0.005, + "reward": 1.6821905374526978, + "reward_std": 0.11582577228546143, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7134405970573425, "step": 622 }, { - "epoch": 0.04, - "learning_rate": 1.9992795951396547e-05, - "loss": 1.0964, + "clip_ratio": 0.0, + "completion_length": 188.796875, + "epoch": 0.1012596505485575, + "grad_norm": 1.1349211931228638, + "kl": 0.129150390625, + "learning_rate": 8.987321196358907e-07, + "loss": 0.0052, + "reward": 1.8497137427330017, + "reward_std": 0.02752982545644045, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8497137427330017, "step": 623 }, { - "epoch": 0.04, - "learning_rate": 1.9992713394206967e-05, - "loss": 1.1416, + "clip_ratio": 0.0, + "completion_length": 244.953125, + "epoch": 0.10142218610321008, + "grad_norm": 1.2518600225448608, + "kl": 0.094970703125, + "learning_rate": 8.985695708712613e-07, + "loss": 0.0038, + "reward": 1.621050477027893, + "reward_std": 0.07758507505059242, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6366754770278931, "step": 624 }, { - "epoch": 0.04, - "learning_rate": 1.9992630366835263e-05, - "loss": 1.0763, + "clip_ratio": 0.0, + "completion_length": 197.96875, + "epoch": 0.10158472165786266, + "grad_norm": 1.0053791999816895, + "kl": 0.1064453125, + "learning_rate": 8.98407022106632e-07, + "loss": 0.0043, + "reward": 1.7773082256317139, + "reward_std": 0.06851236242800951, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7929332256317139, "step": 625 }, { - "epoch": 0.04, - "learning_rate": 1.9992546869285338e-05, - "loss": 1.1018, + "clip_ratio": 0.0, + "completion_length": 220.390625, + "epoch": 0.10174725721251524, + "grad_norm": 1.830917477607727, + "kl": 0.119140625, + "learning_rate": 8.982444733420026e-07, + "loss": 0.0048, + "reward": 1.8185948729515076, + "reward_std": 0.13920551910996437, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.818594753742218, "step": 626 }, { - "epoch": 0.04, - "learning_rate": 1.999246290156113e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 202.578125, + "epoch": 0.10190979276716781, + "grad_norm": 1.135519027709961, + "kl": 0.105712890625, + "learning_rate": 8.980819245773732e-07, + "loss": 0.0042, + "reward": 1.7784727811813354, + "reward_std": 0.06801148038357496, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7940977811813354, "step": 627 }, { - "epoch": 0.04, - "learning_rate": 1.9992378463666582e-05, - "loss": 1.1304, + "clip_ratio": 0.0, + "completion_length": 194.71875, + "epoch": 0.1020723283218204, + "grad_norm": 1.2389986515045166, + "kl": 0.118408203125, + "learning_rate": 8.979193758127438e-07, + "loss": 0.0047, + "reward": 1.7421787977218628, + "reward_std": 0.09540130756795406, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7421788275241852, "step": 628 }, { - "epoch": 0.04, - "learning_rate": 1.9992293555605667e-05, - "loss": 1.1192, + "clip_ratio": 0.0, + "completion_length": 194.078125, + "epoch": 0.10223486387647297, + "grad_norm": 1.6636297702789307, + "kl": 0.11328125, + "learning_rate": 8.977568270481144e-07, + "loss": 0.0045, + "reward": 1.7236449718475342, + "reward_std": 0.11765677481889725, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7392699718475342, "step": 629 }, { - "epoch": 0.04, - "learning_rate": 1.9992208177382384e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 189.34375, + "epoch": 0.10239739943112555, + "grad_norm": 1.1366534233093262, + "kl": 0.110107421875, + "learning_rate": 8.97594278283485e-07, + "loss": 0.0044, + "reward": 1.69057297706604, + "reward_std": 0.11444180086255074, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7218230366706848, "step": 630 }, { - "epoch": 0.04, - "learning_rate": 1.999212232900075e-05, - "loss": 1.1105, + "clip_ratio": 0.0, + "completion_length": 185.046875, + "epoch": 0.10255993498577815, + "grad_norm": 1.5509037971496582, + "kl": 0.119140625, + "learning_rate": 8.974317295188556e-07, + "loss": 0.0048, + "reward": 1.5589450001716614, + "reward_std": 0.16911564394831657, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6058200299739838, "step": 631 }, { - "epoch": 0.04, - "learning_rate": 1.99920360104648e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 209.578125, + "epoch": 0.10272247054043072, + "grad_norm": 1.0329804420471191, + "kl": 0.097412109375, + "learning_rate": 8.972691807542262e-07, + "loss": 0.0039, + "reward": 1.7504315972328186, + "reward_std": 0.1391521394252777, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7816816568374634, "step": 632 }, { - "epoch": 0.04, - "learning_rate": 1.99919492217786e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.1028850060950833, + "grad_norm": 1.225823163986206, + "kl": 0.11181640625, + "learning_rate": 8.971066319895968e-07, + "loss": 0.0045, + "reward": 1.7438966035842896, + "reward_std": 0.1259932816028595, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7595216035842896, "step": 633 }, { - "epoch": 0.04, - "learning_rate": 1.9991861962946232e-05, - "loss": 1.147, + "clip_ratio": 0.0, + "completion_length": 185.90625, + "epoch": 0.10304754164973588, + "grad_norm": 1.0745328664779663, + "kl": 0.104736328125, + "learning_rate": 8.969440832249674e-07, + "loss": 0.0042, + "reward": 1.8361229300498962, + "reward_std": 0.04092472605407238, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8361229598522186, "step": 634 }, { - "epoch": 0.04, - "learning_rate": 1.99917742339718e-05, - "loss": 1.0503, + "clip_ratio": 0.0, + "completion_length": 219.953125, + "epoch": 0.10321007720438846, + "grad_norm": 1.3063417673110962, + "kl": 0.125732421875, + "learning_rate": 8.967815344603381e-07, + "loss": 0.005, + "reward": 1.6894022226333618, + "reward_std": 0.2286916971206665, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7362771928310394, "step": 635 }, { - "epoch": 0.04, - "learning_rate": 1.9991686034859436e-05, - "loss": 1.1132, + "clip_ratio": 0.0, + "completion_length": 225.109375, + "epoch": 0.10337261275904104, + "grad_norm": 1.340090274810791, + "kl": 0.107666015625, + "learning_rate": 8.966189856957087e-07, + "loss": 0.0043, + "reward": 1.6696285605430603, + "reward_std": 0.1459435522556305, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7008785903453827, "step": 636 }, { - "epoch": 0.04, - "learning_rate": 1.9991597365613286e-05, - "loss": 1.0626, + "clip_ratio": 0.0, + "completion_length": 180.9375, + "epoch": 0.10353514831369362, + "grad_norm": 1.191357970237732, + "kl": 0.103271484375, + "learning_rate": 8.964564369310793e-07, + "loss": 0.0041, + "reward": 1.6875683665275574, + "reward_std": 0.2179635986685753, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7500683963298798, "step": 637 }, { - "epoch": 0.04, - "learning_rate": 1.9991508226237525e-05, - "loss": 1.0963, + "clip_ratio": 0.0, + "completion_length": 161.90625, + "epoch": 0.1036976838683462, + "grad_norm": 1.599412441253662, + "kl": 0.108642578125, + "learning_rate": 8.962938881664499e-07, + "loss": 0.0044, + "reward": 1.7967824935913086, + "reward_std": 0.16752620786428452, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8436574935913086, "step": 638 }, { - "epoch": 0.04, - "learning_rate": 1.9991418616736346e-05, - "loss": 1.0847, + "clip_ratio": 0.0, + "completion_length": 209.953125, + "epoch": 0.10386021942299878, + "grad_norm": 0.924003541469574, + "kl": 0.09716796875, + "learning_rate": 8.961313394018205e-07, + "loss": 0.0039, + "reward": 1.8121490478515625, + "reward_std": 0.0743326973170042, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8433990776538849, "step": 639 }, { - "epoch": 0.04, - "learning_rate": 1.9991328537113962e-05, - "loss": 1.1716, + "clip_ratio": 0.0, + "completion_length": 184.328125, + "epoch": 0.10402275497765136, + "grad_norm": 1.1018930673599243, + "kl": 0.115234375, + "learning_rate": 8.959687906371911e-07, + "loss": 0.0046, + "reward": 1.8225051164627075, + "reward_std": 0.05136963818222284, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8225051164627075, "step": 640 }, { - "epoch": 0.04, - "learning_rate": 1.999123798737462e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 174.109375, + "epoch": 0.10418529053230394, + "grad_norm": 1.0678280591964722, + "kl": 0.111328125, + "learning_rate": 8.958062418725617e-07, + "loss": 0.0045, + "reward": 1.7270838618278503, + "reward_std": 0.14660372585058212, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7583338618278503, "step": 641 }, { - "epoch": 0.04, - "learning_rate": 1.9991146967522576e-05, - "loss": 1.0701, + "clip_ratio": 0.0, + "completion_length": 179.671875, + "epoch": 0.10434782608695652, + "grad_norm": 1.1755949258804321, + "kl": 0.1044921875, + "learning_rate": 8.956436931079323e-07, + "loss": 0.0042, + "reward": 1.777039647102356, + "reward_std": 0.09286966174840927, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7926646769046783, "step": 642 }, { - "epoch": 0.04, - "learning_rate": 1.9991055477562105e-05, - "loss": 1.1217, + "clip_ratio": 0.0, + "completion_length": 210.765625, + "epoch": 0.1045103616416091, + "grad_norm": 1.3717397451400757, + "kl": 0.11083984375, + "learning_rate": 8.954811443433029e-07, + "loss": 0.0044, + "reward": 1.7090504169464111, + "reward_std": 0.11683973670005798, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7246754169464111, "step": 643 }, { - "epoch": 0.04, - "learning_rate": 1.9990963517497525e-05, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 164.640625, + "epoch": 0.10467289719626169, + "grad_norm": 1.3181792497634888, + "kl": 0.126953125, + "learning_rate": 8.953185955786735e-07, + "loss": 0.0051, + "reward": 1.720110297203064, + "reward_std": 0.10131261870265007, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7201102674007416, "step": 644 }, { - "epoch": 0.04, - "learning_rate": 1.9990871087333152e-05, - "loss": 1.167, + "clip_ratio": 0.0, + "completion_length": 202.03125, + "epoch": 0.10483543275091427, + "grad_norm": 1.1504366397857666, + "kl": 0.10546875, + "learning_rate": 8.951560468140442e-07, + "loss": 0.0042, + "reward": 1.7865045666694641, + "reward_std": 0.1459972746670246, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8333795964717865, "step": 645 }, { - "epoch": 0.04, - "learning_rate": 1.9990778187073344e-05, - "loss": 1.0635, + "clip_ratio": 0.0, + "completion_length": 191.96875, + "epoch": 0.10499796830556685, + "grad_norm": 1.379915475845337, + "kl": 0.13330078125, + "learning_rate": 8.949934980494148e-07, + "loss": 0.0053, + "reward": 1.6886764764785767, + "reward_std": 0.14840566366910934, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7199264764785767, "step": 646 }, { - "epoch": 0.04, - "learning_rate": 1.9990684816722467e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 182.9375, + "epoch": 0.10516050386021943, + "grad_norm": 0.8873592615127563, + "kl": 0.107177734375, + "learning_rate": 8.948309492847854e-07, + "loss": 0.0043, + "reward": 1.7269631028175354, + "reward_std": 0.04249429563060403, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7425881028175354, "step": 647 }, { - "epoch": 0.04, - "learning_rate": 1.9990590976284917e-05, - "loss": 1.1404, + "clip_ratio": 0.0, + "completion_length": 168.296875, + "epoch": 0.105323039414872, + "grad_norm": 1.1102715730667114, + "kl": 0.132568359375, + "learning_rate": 8.94668400520156e-07, + "loss": 0.0053, + "reward": 1.7150958180427551, + "reward_std": 0.0522160567343235, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7150957584381104, "step": 648 }, { - "epoch": 0.04, - "learning_rate": 1.9990496665765105e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 173.203125, + "epoch": 0.10548557496952458, + "grad_norm": 1.1487395763397217, + "kl": 0.12890625, + "learning_rate": 8.945058517555266e-07, + "loss": 0.0052, + "reward": 1.8169596791267395, + "reward_std": 0.1391446553170681, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8482097387313843, "step": 649 }, { - "epoch": 0.04, - "learning_rate": 1.9990401885167472e-05, - "loss": 1.0646, + "clip_ratio": 0.0, + "completion_length": 223.53125, + "epoch": 0.10564811052417716, + "grad_norm": 1.4561128616333008, + "kl": 0.093505859375, + "learning_rate": 8.943433029908973e-07, + "loss": 0.0037, + "reward": 1.8182697296142578, + "reward_std": 0.059453342109918594, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.818269670009613, "step": 650 }, { - "epoch": 0.04, - "learning_rate": 1.9990306634496477e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 190.640625, + "epoch": 0.10581064607882974, + "grad_norm": 1.3149179220199585, + "kl": 0.1142578125, + "learning_rate": 8.941807542262678e-07, + "loss": 0.0046, + "reward": 1.7479349374771118, + "reward_std": 0.15121952444314957, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7635599374771118, "step": 651 }, { - "epoch": 0.04, - "learning_rate": 1.9990210913756603e-05, - "loss": 1.1272, + "clip_ratio": 0.0, + "completion_length": 230.5625, + "epoch": 0.10597318163348232, + "grad_norm": 0.9675588011741638, + "kl": 0.10888671875, + "learning_rate": 8.940182054616385e-07, + "loss": 0.0044, + "reward": 1.8002294898033142, + "reward_std": 0.11858319863677025, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.831479549407959, "step": 652 }, { - "epoch": 0.04, - "learning_rate": 1.9990114722952353e-05, - "loss": 1.0628, + "clip_ratio": 0.0, + "completion_length": 158.328125, + "epoch": 0.1061357171881349, + "grad_norm": 0.7649946808815002, + "kl": 0.14697265625, + "learning_rate": 8.93855656697009e-07, + "loss": 0.0059, + "reward": 1.840099036693573, + "reward_std": 0.06992861442267895, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8557240068912506, "step": 653 }, { - "epoch": 0.04, - "learning_rate": 1.9990018062088253e-05, - "loss": 1.0865, + "clip_ratio": 0.0, + "completion_length": 190.96875, + "epoch": 0.10629825274278748, + "grad_norm": 1.1836646795272827, + "kl": 0.116943359375, + "learning_rate": 8.936931079323797e-07, + "loss": 0.0047, + "reward": 1.8243207931518555, + "reward_std": 0.11226480081677437, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8399458825588226, "step": 654 }, { - "epoch": 0.04, - "learning_rate": 1.998992093116885e-05, - "loss": 1.1263, + "clip_ratio": 0.0, + "completion_length": 255.15625, + "epoch": 0.10646078829744006, + "grad_norm": 1.5168644189834595, + "kl": 0.1103515625, + "learning_rate": 8.935305591677503e-07, + "loss": 0.0044, + "reward": 1.620832622051239, + "reward_std": 0.14161687344312668, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6364575922489166, "step": 655 }, { - "epoch": 0.04, - "learning_rate": 1.9989823330198714e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 185.90625, + "epoch": 0.10662332385209264, + "grad_norm": 2.303363084793091, + "kl": 0.114501953125, + "learning_rate": 8.93368010403121e-07, + "loss": 0.0046, + "reward": 1.7737848162651062, + "reward_std": 0.1835792437195778, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8050347864627838, "step": 656 }, { - "epoch": 0.04, - "learning_rate": 1.998972525918244e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 188.546875, + "epoch": 0.10678585940674523, + "grad_norm": 1.0202863216400146, + "kl": 0.12939453125, + "learning_rate": 8.932054616384915e-07, + "loss": 0.0052, + "reward": 1.8168261051177979, + "reward_std": 0.0400330750271678, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8168260753154755, "step": 657 }, { - "epoch": 0.04, - "learning_rate": 1.9989626718124643e-05, - "loss": 1.1055, + "clip_ratio": 0.0, + "completion_length": 196.109375, + "epoch": 0.10694839496139781, + "grad_norm": 1.3427990674972534, + "kl": 0.1220703125, + "learning_rate": 8.930429128738622e-07, + "loss": 0.0049, + "reward": 1.7363415360450745, + "reward_std": 0.07037581875920296, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7363414764404297, "step": 658 }, { - "epoch": 0.04, - "learning_rate": 1.9989527707029954e-05, - "loss": 1.0885, + "clip_ratio": 0.0, + "completion_length": 197.796875, + "epoch": 0.10711093051605039, + "grad_norm": 1.3313329219818115, + "kl": 0.13427734375, + "learning_rate": 8.928803641092327e-07, + "loss": 0.0054, + "reward": 1.6553537845611572, + "reward_std": 0.094534981995821, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6553537547588348, "step": 659 }, { - "epoch": 0.04, - "learning_rate": 1.9989428225903035e-05, - "loss": 1.109, + "clip_ratio": 0.0, + "completion_length": 188.078125, + "epoch": 0.10727346607070297, + "grad_norm": 1.0371730327606201, + "kl": 0.135986328125, + "learning_rate": 8.927178153446034e-07, + "loss": 0.0054, + "reward": 1.7200343012809753, + "reward_std": 0.11297125369310379, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7356592416763306, "step": 660 }, { - "epoch": 0.04, - "learning_rate": 1.998932827474857e-05, - "loss": 1.0985, + "clip_ratio": 0.0, + "completion_length": 211.53125, + "epoch": 0.10743600162535555, + "grad_norm": 1.270635724067688, + "kl": 0.12060546875, + "learning_rate": 8.925552665799739e-07, + "loss": 0.0048, + "reward": 1.7705240845680237, + "reward_std": 0.06706913374364376, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7705241143703461, "step": 661 }, { - "epoch": 0.04, - "learning_rate": 1.9989227853571258e-05, - "loss": 1.1372, + "clip_ratio": 0.0, + "completion_length": 252.171875, + "epoch": 0.10759853718000813, + "grad_norm": 1.2519711256027222, + "kl": 0.097900390625, + "learning_rate": 8.923927178153446e-07, + "loss": 0.0039, + "reward": 1.693635642528534, + "reward_std": 0.15201343595981598, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7248856723308563, "step": 662 }, { - "epoch": 0.04, - "learning_rate": 1.9989126962375825e-05, - "loss": 1.0343, + "clip_ratio": 0.0, + "completion_length": 179.296875, + "epoch": 0.1077610727346607, + "grad_norm": 1.0633046627044678, + "kl": 0.10693359375, + "learning_rate": 8.922301690507151e-07, + "loss": 0.0043, + "reward": 1.7853372693061829, + "reward_std": 0.0686679258942604, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7853372693061829, "step": 663 }, { - "epoch": 0.04, - "learning_rate": 1.9989025601167018e-05, - "loss": 1.1164, + "clip_ratio": 0.0, + "completion_length": 197.703125, + "epoch": 0.10792360828931329, + "grad_norm": 1.113344669342041, + "kl": 0.10888671875, + "learning_rate": 8.920676202860858e-07, + "loss": 0.0044, + "reward": 1.7479723691940308, + "reward_std": 0.08858316764235497, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7792224287986755, "step": 664 }, { - "epoch": 0.04, - "learning_rate": 1.998892376994961e-05, - "loss": 1.0237, + "clip_ratio": 0.0, + "completion_length": 238.21875, + "epoch": 0.10808614384396587, + "grad_norm": 1.0000507831573486, + "kl": 0.106201171875, + "learning_rate": 8.919050715214564e-07, + "loss": 0.0043, + "reward": 1.8413323163986206, + "reward_std": 0.10589590296149254, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8725822865962982, "step": 665 }, { - "epoch": 0.04, - "learning_rate": 1.9988821468728387e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 203.0625, + "epoch": 0.10824867939861844, + "grad_norm": 1.3200085163116455, + "kl": 0.12255859375, + "learning_rate": 8.917425227568271e-07, + "loss": 0.0049, + "reward": 1.7389365434646606, + "reward_std": 0.16582977399230003, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.770186573266983, "step": 666 }, { - "epoch": 0.04, - "learning_rate": 1.9988718697508162e-05, - "loss": 1.0835, + "clip_ratio": 0.0, + "completion_length": 197.625, + "epoch": 0.10841121495327102, + "grad_norm": 1.0665981769561768, + "kl": 0.10595703125, + "learning_rate": 8.915799739921976e-07, + "loss": 0.0042, + "reward": 1.698207139968872, + "reward_std": 0.11463439837098122, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7294571995735168, "step": 667 }, { - "epoch": 0.04, - "learning_rate": 1.9988615456293774e-05, - "loss": 1.0991, + "clip_ratio": 0.0, + "completion_length": 206.734375, + "epoch": 0.1085737505079236, + "grad_norm": 0.8990166187286377, + "kl": 0.116943359375, + "learning_rate": 8.914174252275683e-07, + "loss": 0.0047, + "reward": 1.7586315870285034, + "reward_std": 0.06266958639025688, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7586316466331482, "step": 668 }, { - "epoch": 0.04, - "learning_rate": 1.998851174509008e-05, - "loss": 1.0936, + "clip_ratio": 0.0, + "completion_length": 199.265625, + "epoch": 0.10873628606257618, + "grad_norm": 0.8178285360336304, + "kl": 0.103759765625, + "learning_rate": 8.912548764629388e-07, + "loss": 0.0042, + "reward": 1.8358647227287292, + "reward_std": 0.056723316200077534, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8358646631240845, "step": 669 }, { - "epoch": 0.04, - "learning_rate": 1.9988407563901965e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 274.375, + "epoch": 0.10889882161722877, + "grad_norm": 1.0936540365219116, + "kl": 0.08642578125, + "learning_rate": 8.910923276983095e-07, + "loss": 0.0035, + "reward": 1.665256381034851, + "reward_std": 0.1022014208137989, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6808812916278839, "step": 670 }, { - "epoch": 0.04, - "learning_rate": 1.998830291273432e-05, - "loss": 1.0518, + "clip_ratio": 0.0, + "completion_length": 230.328125, + "epoch": 0.10906135717188135, + "grad_norm": 1.1550822257995605, + "kl": 0.120361328125, + "learning_rate": 8.9092977893368e-07, + "loss": 0.0048, + "reward": 1.696380078792572, + "reward_std": 0.14652982354164124, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7276301383972168, "step": 671 }, { - "epoch": 0.05, - "learning_rate": 1.9988197791592077e-05, - "loss": 1.13, + "clip_ratio": 0.0, + "completion_length": 212.5, + "epoch": 0.10922389272653393, + "grad_norm": 0.8926041126251221, + "kl": 0.112548828125, + "learning_rate": 8.907672301690507e-07, + "loss": 0.0045, + "reward": 1.8800097107887268, + "reward_std": 0.08970708400011063, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8956347405910492, "step": 672 }, { - "epoch": 0.05, - "learning_rate": 1.998809220048018e-05, - "loss": 1.0772, + "clip_ratio": 0.0, + "completion_length": 203.875, + "epoch": 0.10938642828118651, + "grad_norm": 1.2485240697860718, + "kl": 0.12548828125, + "learning_rate": 8.906046814044212e-07, + "loss": 0.005, + "reward": 1.6911154985427856, + "reward_std": 0.140196330845356, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7379904985427856, "step": 673 }, { - "epoch": 0.05, - "learning_rate": 1.99879861394036e-05, - "loss": 1.111, + "clip_ratio": 0.0, + "completion_length": 179.15625, + "epoch": 0.10954896383583909, + "grad_norm": 1.1119033098220825, + "kl": 0.14404296875, + "learning_rate": 8.904421326397919e-07, + "loss": 0.0058, + "reward": 1.749998688697815, + "reward_std": 0.1259264014661312, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7812486886978149, "step": 674 }, { - "epoch": 0.05, - "learning_rate": 1.998787960836732e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 197.09375, + "epoch": 0.10971149939049167, + "grad_norm": 1.7401559352874756, + "kl": 0.13232421875, + "learning_rate": 8.902795838751625e-07, + "loss": 0.0053, + "reward": 1.7409680485725403, + "reward_std": 0.11248094402253628, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7565930485725403, "step": 675 }, { - "epoch": 0.05, - "learning_rate": 1.998777260737636e-05, - "loss": 1.191, + "clip_ratio": 0.0, + "completion_length": 217.375, + "epoch": 0.10987403494514425, + "grad_norm": 1.535868763923645, + "kl": 0.15087890625, + "learning_rate": 8.901170351105332e-07, + "loss": 0.006, + "reward": 1.792080044746399, + "reward_std": 0.15748747810721397, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8233299851417542, "step": 676 }, { - "epoch": 0.05, - "learning_rate": 1.9987665136435753e-05, - "loss": 1.1069, + "clip_ratio": 0.0, + "completion_length": 201.375, + "epoch": 0.11003657049979683, + "grad_norm": 1.5839201211929321, + "kl": 0.10546875, + "learning_rate": 8.899544863459037e-07, + "loss": 0.0042, + "reward": 1.6702944040298462, + "reward_std": 0.19592931121587753, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7171694040298462, "step": 677 }, { - "epoch": 0.05, - "learning_rate": 1.9987557195550553e-05, - "loss": 1.0902, + "clip_ratio": 0.0, + "completion_length": 220.71875, + "epoch": 0.11019910605444941, + "grad_norm": 1.2306321859359741, + "kl": 0.098876953125, + "learning_rate": 8.897919375812744e-07, + "loss": 0.004, + "reward": 1.7240420579910278, + "reward_std": 0.13167884573340416, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7709170281887054, "step": 678 }, { - "epoch": 0.05, - "learning_rate": 1.9987448784725843e-05, - "loss": 1.0953, + "clip_ratio": 0.0, + "completion_length": 216.59375, + "epoch": 0.11036164160910199, + "grad_norm": 1.1777639389038086, + "kl": 0.1083984375, + "learning_rate": 8.896293888166449e-07, + "loss": 0.0043, + "reward": 1.7406061887741089, + "reward_std": 0.10871586948633194, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7562312483787537, "step": 679 }, { - "epoch": 0.05, - "learning_rate": 1.9987339903966722e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 248.9375, + "epoch": 0.11052417716375457, + "grad_norm": 0.9061662554740906, + "kl": 0.1171875, + "learning_rate": 8.894668400520156e-07, + "loss": 0.0047, + "reward": 1.725024938583374, + "reward_std": 0.07822375185787678, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.756274938583374, "step": 680 }, { - "epoch": 0.05, - "learning_rate": 1.998723055327831e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 181.0625, + "epoch": 0.11068671271840715, + "grad_norm": 1.0439165830612183, + "kl": 0.12353515625, + "learning_rate": 8.893042912873861e-07, + "loss": 0.0049, + "reward": 1.8041296005249023, + "reward_std": 0.02402056846767664, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8041296005249023, "step": 681 }, { - "epoch": 0.05, - "learning_rate": 1.9987120732665758e-05, - "loss": 1.1551, + "clip_ratio": 0.0, + "completion_length": 247.734375, + "epoch": 0.11084924827305973, + "grad_norm": 1.9765336513519287, + "kl": 0.103515625, + "learning_rate": 8.891417425227568e-07, + "loss": 0.0041, + "reward": 1.6552047729492188, + "reward_std": 0.11955595389008522, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6864548325538635, "step": 682 }, { - "epoch": 0.05, - "learning_rate": 1.9987010442134228e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 241.8125, + "epoch": 0.11101178382771232, + "grad_norm": 1.0207842588424683, + "kl": 0.10302734375, + "learning_rate": 8.889791937581273e-07, + "loss": 0.0041, + "reward": 1.7966626286506653, + "reward_std": 0.12357109412550926, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8279126286506653, "step": 683 }, { - "epoch": 0.05, - "learning_rate": 1.9986899681688915e-05, - "loss": 1.0898, + "clip_ratio": 0.0, + "completion_length": 201.0625, + "epoch": 0.1111743193823649, + "grad_norm": 0.9648756384849548, + "kl": 0.127197265625, + "learning_rate": 8.88816644993498e-07, + "loss": 0.0051, + "reward": 1.79736328125, + "reward_std": 0.1866081953048706, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.82861328125, "step": 684 }, { - "epoch": 0.05, - "learning_rate": 1.9986788451335025e-05, - "loss": 1.128, + "clip_ratio": 0.0, + "completion_length": 266.78125, + "epoch": 0.11133685493701748, + "grad_norm": 0.9012761116027832, + "kl": 0.100830078125, + "learning_rate": 8.886540962288687e-07, + "loss": 0.004, + "reward": 1.8520073890686035, + "reward_std": 0.06340963393449783, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8520073890686035, "step": 685 }, { - "epoch": 0.05, - "learning_rate": 1.9986676751077796e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 212.984375, + "epoch": 0.11149939049167006, + "grad_norm": 0.8559367060661316, + "kl": 0.12158203125, + "learning_rate": 8.884915474642393e-07, + "loss": 0.0049, + "reward": 1.8768520951271057, + "reward_std": 0.027620590291917324, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8768520057201385, "step": 686 }, { - "epoch": 0.05, - "learning_rate": 1.998656458092248e-05, - "loss": 1.0773, + "clip_ratio": 0.0, + "completion_length": 236.671875, + "epoch": 0.11166192604632263, + "grad_norm": 1.3165260553359985, + "kl": 0.100830078125, + "learning_rate": 8.883289986996099e-07, + "loss": 0.004, + "reward": 1.729865312576294, + "reward_std": 0.15110838413238525, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7454902827739716, "step": 687 }, { - "epoch": 0.05, - "learning_rate": 1.9986451940874357e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 191.484375, + "epoch": 0.11182446160097521, + "grad_norm": 1.298402190208435, + "kl": 0.1162109375, + "learning_rate": 8.881664499349805e-07, + "loss": 0.0046, + "reward": 1.7458365559577942, + "reward_std": 0.1103431349620223, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7770865559577942, "step": 688 }, { - "epoch": 0.05, - "learning_rate": 1.998633883093873e-05, - "loss": 1.1399, + "clip_ratio": 0.0, + "completion_length": 157.703125, + "epoch": 0.1119869971556278, + "grad_norm": 1.1775182485580444, + "kl": 0.11669921875, + "learning_rate": 8.880039011703511e-07, + "loss": 0.0047, + "reward": 1.8277188539505005, + "reward_std": 0.1290198639035225, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8277189433574677, "step": 689 }, { - "epoch": 0.05, - "learning_rate": 1.9986225251120915e-05, - "loss": 1.1022, + "clip_ratio": 0.0, + "completion_length": 212.578125, + "epoch": 0.11214953271028037, + "grad_norm": 1.066448450088501, + "kl": 0.11376953125, + "learning_rate": 8.878413524057217e-07, + "loss": 0.0045, + "reward": 1.804326355457306, + "reward_std": 0.05755460634827614, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8043262958526611, "step": 690 }, { - "epoch": 0.05, - "learning_rate": 1.9986111201426263e-05, - "loss": 1.0419, + "clip_ratio": 0.0, + "completion_length": 208.953125, + "epoch": 0.11231206826493295, + "grad_norm": 1.0809985399246216, + "kl": 0.12158203125, + "learning_rate": 8.876788036410923e-07, + "loss": 0.0049, + "reward": 1.7358380556106567, + "reward_std": 0.09235827624797821, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.767087996006012, "step": 691 }, { - "epoch": 0.05, - "learning_rate": 1.998599668186013e-05, - "loss": 1.018, + "clip_ratio": 0.0, + "completion_length": 200.859375, + "epoch": 0.11247460381958553, + "grad_norm": 0.9070613384246826, + "kl": 0.103515625, + "learning_rate": 8.875162548764629e-07, + "loss": 0.0041, + "reward": 1.8576222658157349, + "reward_std": 0.07442319998517632, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8732472956180573, "step": 692 }, { - "epoch": 0.05, - "learning_rate": 1.9985881692427912e-05, - "loss": 1.1087, + "clip_ratio": 0.0, + "completion_length": 226.125, + "epoch": 0.11263713937423811, + "grad_norm": 0.9252321720123291, + "kl": 0.108154296875, + "learning_rate": 8.873537061118335e-07, + "loss": 0.0043, + "reward": 1.7300533056259155, + "reward_std": 0.0459508216008544, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7300532758235931, "step": 693 }, { - "epoch": 0.05, - "learning_rate": 1.9985766233135022e-05, - "loss": 1.0881, + "clip_ratio": 0.0, + "completion_length": 239.78125, + "epoch": 0.11279967492889069, + "grad_norm": 1.133091688156128, + "kl": 0.103759765625, + "learning_rate": 8.871911573472041e-07, + "loss": 0.0042, + "reward": 1.7925444841384888, + "reward_std": 0.10786464065313339, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8237945437431335, "step": 694 }, { - "epoch": 0.05, - "learning_rate": 1.9985650303986888e-05, - "loss": 1.1131, + "clip_ratio": 0.0, + "completion_length": 196.578125, + "epoch": 0.11296221048354327, + "grad_norm": 1.5500575304031372, + "kl": 0.104736328125, + "learning_rate": 8.870286085825748e-07, + "loss": 0.0042, + "reward": 1.7917215824127197, + "reward_std": 0.10758740082383156, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.791721522808075, "step": 695 }, { - "epoch": 0.05, - "learning_rate": 1.9985533904988968e-05, - "loss": 1.0519, + "clip_ratio": 0.0, + "completion_length": 236.375, + "epoch": 0.11312474603819586, + "grad_norm": 1.4847370386123657, + "kl": 0.12109375, + "learning_rate": 8.868660598179454e-07, + "loss": 0.0049, + "reward": 1.8029020428657532, + "reward_std": 0.09806113131344318, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8185270428657532, "step": 696 }, { - "epoch": 0.05, - "learning_rate": 1.998541703614673e-05, - "loss": 1.0773, + "clip_ratio": 0.0, + "completion_length": 237.875, + "epoch": 0.11328728159284844, + "grad_norm": 1.1304789781570435, + "kl": 0.09765625, + "learning_rate": 8.86703511053316e-07, + "loss": 0.0039, + "reward": 1.7486557364463806, + "reward_std": 0.1972305029630661, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8111557960510254, "step": 697 }, { - "epoch": 0.05, - "learning_rate": 1.9985299697465686e-05, - "loss": 1.057, + "clip_ratio": 0.0, + "completion_length": 198.640625, + "epoch": 0.11344981714750102, + "grad_norm": 1.0924166440963745, + "kl": 0.127685546875, + "learning_rate": 8.865409622886866e-07, + "loss": 0.0051, + "reward": 1.8442264795303345, + "reward_std": 0.11258389800786972, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8598514795303345, "step": 698 }, { - "epoch": 0.05, - "learning_rate": 1.998518188895135e-05, - "loss": 1.1033, + "clip_ratio": 0.0, + "completion_length": 197.296875, + "epoch": 0.1136123527021536, + "grad_norm": 0.9818975925445557, + "kl": 0.102294921875, + "learning_rate": 8.863784135240572e-07, + "loss": 0.0041, + "reward": 1.7849122285842896, + "reward_std": 0.06551273260265589, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8005371689796448, "step": 699 }, { - "epoch": 0.05, - "learning_rate": 1.9985063610609262e-05, - "loss": 1.1155, + "clip_ratio": 0.0, + "completion_length": 198.125, + "epoch": 0.11377488825680618, + "grad_norm": 1.2941503524780273, + "kl": 0.109375, + "learning_rate": 8.862158647594278e-07, + "loss": 0.0044, + "reward": 1.7535456418991089, + "reward_std": 0.13105641305446625, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7847957015037537, "step": 700 }, { - "epoch": 0.05, - "learning_rate": 1.9984944862444996e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 215.96875, + "epoch": 0.11393742381145876, + "grad_norm": 1.2943165302276611, + "kl": 0.12451171875, + "learning_rate": 8.860533159947984e-07, + "loss": 0.005, + "reward": 1.7929134368896484, + "reward_std": 0.12394926510751247, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8241633772850037, "step": 701 }, { - "epoch": 0.05, - "learning_rate": 1.998482564446413e-05, - "loss": 1.1225, + "clip_ratio": 0.0, + "completion_length": 208.640625, + "epoch": 0.11409995936611134, + "grad_norm": 1.1137491464614868, + "kl": 0.1142578125, + "learning_rate": 8.85890767230169e-07, + "loss": 0.0046, + "reward": 1.6376453638076782, + "reward_std": 0.13540107756853104, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.668895423412323, "step": 702 }, { - "epoch": 0.05, - "learning_rate": 1.9984705956672284e-05, - "loss": 1.104, + "clip_ratio": 0.0, + "completion_length": 229.140625, + "epoch": 0.11426249492076392, + "grad_norm": 1.1920801401138306, + "kl": 0.10009765625, + "learning_rate": 8.857282184655396e-07, + "loss": 0.004, + "reward": 1.7910259366035461, + "reward_std": 0.08361540362238884, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7910259068012238, "step": 703 }, { - "epoch": 0.05, - "learning_rate": 1.9984585799075078e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 204.140625, + "epoch": 0.1144250304754165, + "grad_norm": 0.8320519328117371, + "kl": 0.1103515625, + "learning_rate": 8.855656697009101e-07, + "loss": 0.0044, + "reward": 1.7649480104446411, + "reward_std": 0.047081490978598595, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.764947921037674, "step": 704 }, { - "epoch": 0.05, - "learning_rate": 1.9984465171678175e-05, - "loss": 1.0968, + "clip_ratio": 0.0, + "completion_length": 192.125, + "epoch": 0.11458756603006907, + "grad_norm": 1.2619402408599854, + "kl": 0.10986328125, + "learning_rate": 8.854031209362809e-07, + "loss": 0.0044, + "reward": 1.7434982061386108, + "reward_std": 0.14414635300636292, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7434982657432556, "step": 705 }, { - "epoch": 0.05, - "learning_rate": 1.9984344074487245e-05, - "loss": 1.1148, + "clip_ratio": 0.0, + "completion_length": 274.5625, + "epoch": 0.11475010158472165, + "grad_norm": 1.331343173980713, + "kl": 0.10595703125, + "learning_rate": 8.852405721716515e-07, + "loss": 0.0042, + "reward": 1.6927651166915894, + "reward_std": 0.10959761962294579, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7240151166915894, "step": 706 }, { - "epoch": 0.05, - "learning_rate": 1.998422250750799e-05, - "loss": 1.1337, + "clip_ratio": 0.0, + "completion_length": 207.15625, + "epoch": 0.11491263713937423, + "grad_norm": 1.2705117464065552, + "kl": 0.13232421875, + "learning_rate": 8.850780234070221e-07, + "loss": 0.0053, + "reward": 1.793247103691101, + "reward_std": 0.16086384281516075, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8088721036911011, "step": 707 }, { - "epoch": 0.05, - "learning_rate": 1.9984100470746127e-05, - "loss": 1.1284, + "clip_ratio": 0.0, + "completion_length": 224.796875, + "epoch": 0.11507517269402681, + "grad_norm": 1.4569969177246094, + "kl": 0.123291015625, + "learning_rate": 8.849154746423927e-07, + "loss": 0.0049, + "reward": 1.6833143830299377, + "reward_std": 0.0721646137535572, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6833143830299377, "step": 708 }, { - "epoch": 0.05, - "learning_rate": 1.99839779642074e-05, - "loss": 1.0691, + "clip_ratio": 0.0, + "completion_length": 195.3125, + "epoch": 0.1152377082486794, + "grad_norm": 0.8062409162521362, + "kl": 0.11181640625, + "learning_rate": 8.847529258777633e-07, + "loss": 0.0045, + "reward": 1.7974827885627747, + "reward_std": 0.061838265508413315, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7974827587604523, "step": 709 }, { - "epoch": 0.05, - "learning_rate": 1.998385498789757e-05, - "loss": 1.0848, + "clip_ratio": 0.0, + "completion_length": 271.171875, + "epoch": 0.11540024380333198, + "grad_norm": 1.233849048614502, + "kl": 0.111083984375, + "learning_rate": 8.845903771131338e-07, + "loss": 0.0044, + "reward": 1.7859076261520386, + "reward_std": 0.09144897758960724, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8171576857566833, "step": 710 }, { - "epoch": 0.05, - "learning_rate": 1.998373154182243e-05, - "loss": 1.158, + "clip_ratio": 0.0, + "completion_length": 228.984375, + "epoch": 0.11556277935798456, + "grad_norm": 1.0037014484405518, + "kl": 0.12646484375, + "learning_rate": 8.844278283485045e-07, + "loss": 0.0051, + "reward": 1.820907175540924, + "reward_std": 0.08705294504761696, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8365322053432465, "step": 711 }, { - "epoch": 0.05, - "learning_rate": 1.9983607625987786e-05, - "loss": 1.1518, + "clip_ratio": 0.0, + "completion_length": 263.984375, + "epoch": 0.11572531491263714, + "grad_norm": 0.9751330018043518, + "kl": 0.108154296875, + "learning_rate": 8.84265279583875e-07, + "loss": 0.0043, + "reward": 1.853390634059906, + "reward_std": 0.04697360843420029, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.853390634059906, "step": 712 }, { - "epoch": 0.05, - "learning_rate": 1.9983483240399463e-05, - "loss": 1.0302, + "clip_ratio": 0.0, + "completion_length": 268.546875, + "epoch": 0.11588785046728972, + "grad_norm": 0.9701899290084839, + "kl": 0.10595703125, + "learning_rate": 8.841027308192457e-07, + "loss": 0.0042, + "reward": 1.7779686450958252, + "reward_std": 0.055704209953546524, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7779686152935028, "step": 713 }, { - "epoch": 0.05, - "learning_rate": 1.9983358385063317e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 221.546875, + "epoch": 0.1160503860219423, + "grad_norm": 0.8777400255203247, + "kl": 0.117431640625, + "learning_rate": 8.839401820546162e-07, + "loss": 0.0047, + "reward": 1.7938309907913208, + "reward_std": 0.06515827029943466, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8094559609889984, "step": 714 }, { - "epoch": 0.05, - "learning_rate": 1.9983233059985222e-05, - "loss": 1.0769, + "clip_ratio": 0.0, + "completion_length": 193.640625, + "epoch": 0.11621292157659488, + "grad_norm": 1.1937249898910522, + "kl": 0.1171875, + "learning_rate": 8.83777633289987e-07, + "loss": 0.0047, + "reward": 1.6579880118370056, + "reward_std": 0.12409897521138191, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7204879522323608, "step": 715 }, { - "epoch": 0.05, - "learning_rate": 1.998310726517108e-05, - "loss": 1.1285, + "clip_ratio": 0.0, + "completion_length": 212.40625, + "epoch": 0.11637545713124746, + "grad_norm": 0.9681128859519958, + "kl": 0.1220703125, + "learning_rate": 8.836150845253575e-07, + "loss": 0.0049, + "reward": 1.856304407119751, + "reward_std": 0.12101778388023376, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8719294965267181, "step": 716 }, { - "epoch": 0.05, - "learning_rate": 1.9982981000626807e-05, - "loss": 0.9904, + "clip_ratio": 0.0, + "completion_length": 216.21875, + "epoch": 0.11653799268590004, + "grad_norm": 0.9362859725952148, + "kl": 0.1123046875, + "learning_rate": 8.834525357607282e-07, + "loss": 0.0045, + "reward": 1.794327974319458, + "reward_std": 0.1279257796704769, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8255779147148132, "step": 717 }, { - "epoch": 0.05, - "learning_rate": 1.998285426635834e-05, - "loss": 1.0891, + "clip_ratio": 0.0, + "completion_length": 205.9375, + "epoch": 0.11670052824055262, + "grad_norm": 0.9850205183029175, + "kl": 0.129150390625, + "learning_rate": 8.832899869960989e-07, + "loss": 0.0052, + "reward": 1.707767128944397, + "reward_std": 0.10471020638942719, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7546420991420746, "step": 718 }, { - "epoch": 0.05, - "learning_rate": 1.9982727062371645e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 221.5, + "epoch": 0.1168630637952052, + "grad_norm": 1.564192771911621, + "kl": 0.101318359375, + "learning_rate": 8.831274382314694e-07, + "loss": 0.004, + "reward": 1.6359974145889282, + "reward_std": 0.15881629288196564, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6984973549842834, "step": 719 }, { - "epoch": 0.05, - "learning_rate": 1.998259938867271e-05, - "loss": 1.0941, + "clip_ratio": 0.0, + "completion_length": 212.75, + "epoch": 0.11702559934985778, + "grad_norm": 0.9053926467895508, + "kl": 0.11376953125, + "learning_rate": 8.8296488946684e-07, + "loss": 0.0045, + "reward": 1.8531577587127686, + "reward_std": 0.02066134288907051, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8531577587127686, "step": 720 }, { - "epoch": 0.05, - "learning_rate": 1.998247124526754e-05, - "loss": 1.0353, + "clip_ratio": 0.0, + "completion_length": 190.25, + "epoch": 0.11718813490451035, + "grad_norm": 1.0898889303207397, + "kl": 0.103515625, + "learning_rate": 8.828023407022106e-07, + "loss": 0.0041, + "reward": 1.8021235466003418, + "reward_std": 0.04406902194023132, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8021235466003418, "step": 721 }, { - "epoch": 0.05, - "learning_rate": 1.9982342632162164e-05, - "loss": 1.1021, + "clip_ratio": 0.0, + "completion_length": 217.9375, + "epoch": 0.11735067045916295, + "grad_norm": 1.4562695026397705, + "kl": 0.098876953125, + "learning_rate": 8.826397919375812e-07, + "loss": 0.0039, + "reward": 1.7312207221984863, + "reward_std": 0.10324041917920113, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7312207221984863, "step": 722 }, { - "epoch": 0.05, - "learning_rate": 1.9982213549362634e-05, - "loss": 1.0171, + "clip_ratio": 0.0, + "completion_length": 210.375, + "epoch": 0.11751320601381553, + "grad_norm": 1.322259545326233, + "kl": 0.098388671875, + "learning_rate": 8.824772431729518e-07, + "loss": 0.0039, + "reward": 1.6011699438095093, + "reward_std": 0.09138630703091621, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6167949438095093, "step": 723 }, { - "epoch": 0.05, - "learning_rate": 1.9982083996875024e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 233.1875, + "epoch": 0.1176757415684681, + "grad_norm": 1.2415485382080078, + "kl": 0.11328125, + "learning_rate": 8.823146944083224e-07, + "loss": 0.0045, + "reward": 1.6576009392738342, + "reward_std": 0.17965852469205856, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6888509094715118, "step": 724 }, { - "epoch": 0.05, - "learning_rate": 1.9981953974705428e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 219.09375, + "epoch": 0.11783827712312069, + "grad_norm": 1.3982901573181152, + "kl": 0.107177734375, + "learning_rate": 8.821521456436931e-07, + "loss": 0.0043, + "reward": 1.7223598957061768, + "reward_std": 0.1647498533129692, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7536098957061768, "step": 725 }, { - "epoch": 0.05, - "learning_rate": 1.9981823482859966e-05, - "loss": 1.1326, + "clip_ratio": 0.0, + "completion_length": 236.546875, + "epoch": 0.11800081267777326, + "grad_norm": 1.5454059839248657, + "kl": 0.115234375, + "learning_rate": 8.819895968790638e-07, + "loss": 0.0046, + "reward": 1.6522354483604431, + "reward_std": 0.17143117636442184, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6678605079650879, "step": 726 }, { - "epoch": 0.05, - "learning_rate": 1.9981692521344778e-05, - "loss": 1.1046, + "clip_ratio": 0.0, + "completion_length": 174.0, + "epoch": 0.11816334823242584, + "grad_norm": 1.129095435142517, + "kl": 0.108642578125, + "learning_rate": 8.818270481144343e-07, + "loss": 0.0043, + "reward": 1.747467279434204, + "reward_std": 0.038814688101410866, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7474672496318817, "step": 727 }, { - "epoch": 0.05, - "learning_rate": 1.9981561090166026e-05, - "loss": 1.1201, + "clip_ratio": 0.0, + "completion_length": 173.0, + "epoch": 0.11832588378707842, + "grad_norm": 1.0239381790161133, + "kl": 0.113037109375, + "learning_rate": 8.81664499349805e-07, + "loss": 0.0045, + "reward": 1.7499520182609558, + "reward_std": 0.07595836743712425, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7655770182609558, "step": 728 }, { - "epoch": 0.05, - "learning_rate": 1.9981429189329893e-05, - "loss": 1.0771, + "clip_ratio": 0.0, + "completion_length": 176.703125, + "epoch": 0.118488419341731, + "grad_norm": 0.8531947731971741, + "kl": 0.129150390625, + "learning_rate": 8.815019505851755e-07, + "loss": 0.0052, + "reward": 1.9050726890563965, + "reward_std": 0.023463614750653505, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.9050726294517517, "step": 729 }, { - "epoch": 0.05, - "learning_rate": 1.9981296818842587e-05, - "loss": 1.1884, + "clip_ratio": 0.0, + "completion_length": 212.15625, + "epoch": 0.11865095489638358, + "grad_norm": 1.3233188390731812, + "kl": 0.13671875, + "learning_rate": 8.813394018205461e-07, + "loss": 0.0055, + "reward": 1.6348878741264343, + "reward_std": 0.1518019363284111, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6817629039287567, "step": 730 }, { - "epoch": 0.05, - "learning_rate": 1.998116397871033e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 211.234375, + "epoch": 0.11881349045103616, + "grad_norm": 1.4027684926986694, + "kl": 0.11474609375, + "learning_rate": 8.811768530559167e-07, + "loss": 0.0046, + "reward": 1.7708979845046997, + "reward_std": 0.1580654289573431, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8021480143070221, "step": 731 }, { - "epoch": 0.05, - "learning_rate": 1.9981030668939384e-05, - "loss": 1.1073, + "clip_ratio": 0.0, + "completion_length": 213.09375, + "epoch": 0.11897602600568874, + "grad_norm": 1.5857493877410889, + "kl": 0.114013671875, + "learning_rate": 8.810143042912873e-07, + "loss": 0.0046, + "reward": 1.6448849439620972, + "reward_std": 0.1790110543370247, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6761348843574524, "step": 732 }, { - "epoch": 0.05, - "learning_rate": 1.9980896889536013e-05, - "loss": 1.0686, + "clip_ratio": 0.0, + "completion_length": 180.046875, + "epoch": 0.11913856156034132, + "grad_norm": 1.3275015354156494, + "kl": 0.112060546875, + "learning_rate": 8.808517555266579e-07, + "loss": 0.0045, + "reward": 1.8016895055770874, + "reward_std": 0.1977662593126297, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.832939475774765, "step": 733 }, { - "epoch": 0.05, - "learning_rate": 1.9980762640506514e-05, - "loss": 1.1148, + "clip_ratio": 0.0, + "completion_length": 216.59375, + "epoch": 0.1193010971149939, + "grad_norm": 1.314417839050293, + "kl": 0.122802734375, + "learning_rate": 8.806892067620285e-07, + "loss": 0.0049, + "reward": 1.7656280994415283, + "reward_std": 0.12826339155435562, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7812530994415283, "step": 734 }, { - "epoch": 0.05, - "learning_rate": 1.9980627921857202e-05, - "loss": 1.0149, + "clip_ratio": 0.0, + "completion_length": 215.46875, + "epoch": 0.11946363266964649, + "grad_norm": 1.2105352878570557, + "kl": 0.096923828125, + "learning_rate": 8.805266579973992e-07, + "loss": 0.0039, + "reward": 1.726853370666504, + "reward_std": 0.1656617745757103, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7737283706665039, "step": 735 }, { - "epoch": 0.05, - "learning_rate": 1.998049273359442e-05, - "loss": 1.1193, + "clip_ratio": 0.0, + "completion_length": 239.5, + "epoch": 0.11962616822429907, + "grad_norm": 1.2102680206298828, + "kl": 0.10791015625, + "learning_rate": 8.803641092327698e-07, + "loss": 0.0043, + "reward": 1.7361936569213867, + "reward_std": 0.06478685513138771, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7518186569213867, "step": 736 }, { - "epoch": 0.05, - "learning_rate": 1.9980357075724527e-05, - "loss": 1.131, + "clip_ratio": 0.0, + "completion_length": 311.09375, + "epoch": 0.11978870377895165, + "grad_norm": 1.266173005104065, + "kl": 0.084228515625, + "learning_rate": 8.802015604681404e-07, + "loss": 0.0034, + "reward": 1.656590759754181, + "reward_std": 0.09715539403259754, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6878408491611481, "step": 737 }, { - "epoch": 0.05, - "learning_rate": 1.99802209482539e-05, - "loss": 1.163, + "clip_ratio": 0.0, + "completion_length": 177.3125, + "epoch": 0.11995123933360423, + "grad_norm": 1.4732829332351685, + "kl": 0.14453125, + "learning_rate": 8.80039011703511e-07, + "loss": 0.0058, + "reward": 1.7889981269836426, + "reward_std": 0.09003531001508236, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7889981269836426, "step": 738 }, { - "epoch": 0.05, - "learning_rate": 1.9980084351188952e-05, - "loss": 1.1179, + "clip_ratio": 0.0, + "completion_length": 192.203125, + "epoch": 0.12011377488825681, + "grad_norm": 1.10256826877594, + "kl": 0.1220703125, + "learning_rate": 8.798764629388816e-07, + "loss": 0.0049, + "reward": 1.7160223126411438, + "reward_std": 0.09726392850279808, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7316473126411438, "step": 739 }, { - "epoch": 0.05, - "learning_rate": 1.997994728453611e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 249.453125, + "epoch": 0.12027631044290939, + "grad_norm": 1.3384490013122559, + "kl": 0.095703125, + "learning_rate": 8.797139141742522e-07, + "loss": 0.0038, + "reward": 1.704904556274414, + "reward_std": 0.21870525181293488, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7674045264720917, "step": 740 }, { - "epoch": 0.05, - "learning_rate": 1.997980974830182e-05, - "loss": 1.0763, + "clip_ratio": 0.0, + "completion_length": 225.046875, + "epoch": 0.12043884599756197, + "grad_norm": 0.9485679864883423, + "kl": 0.095947265625, + "learning_rate": 8.795513654096228e-07, + "loss": 0.0038, + "reward": 1.8566076755523682, + "reward_std": 0.15272165462374687, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8878576755523682, "step": 741 }, { - "epoch": 0.05, - "learning_rate": 1.9979671742492556e-05, - "loss": 1.1513, + "clip_ratio": 0.0, + "completion_length": 203.8125, + "epoch": 0.12060138155221455, + "grad_norm": 1.0883663892745972, + "kl": 0.1103515625, + "learning_rate": 8.793888166449934e-07, + "loss": 0.0044, + "reward": 1.7745761275291443, + "reward_std": 0.12383271753787994, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8058260977268219, "step": 742 }, { - "epoch": 0.05, - "learning_rate": 1.997953326711481e-05, - "loss": 1.1314, + "clip_ratio": 0.0, + "completion_length": 210.609375, + "epoch": 0.12076391710686712, + "grad_norm": 1.1680058240890503, + "kl": 0.102783203125, + "learning_rate": 8.79226267880364e-07, + "loss": 0.0041, + "reward": 1.7459636926651, + "reward_std": 0.12673816829919815, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7615886330604553, "step": 743 }, { - "epoch": 0.05, - "learning_rate": 1.9979394322175094e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 192.109375, + "epoch": 0.1209264526615197, + "grad_norm": 1.8672641515731812, + "kl": 0.107177734375, + "learning_rate": 8.790637191157346e-07, + "loss": 0.0043, + "reward": 1.838590383529663, + "reward_std": 0.09135362319648266, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8385903835296631, "step": 744 }, { - "epoch": 0.05, - "learning_rate": 1.9979254907679952e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 213.859375, + "epoch": 0.12108898821617228, + "grad_norm": 8.836847305297852, + "kl": 0.486572265625, + "learning_rate": 8.789011703511053e-07, + "loss": 0.0195, + "reward": 1.7513580918312073, + "reward_std": 0.11064424365758896, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7669830620288849, "step": 745 }, { - "epoch": 0.05, - "learning_rate": 1.9979115023635944e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 251.75, + "epoch": 0.12125152377082486, + "grad_norm": 1.3364067077636719, + "kl": 0.086669921875, + "learning_rate": 8.787386215864759e-07, + "loss": 0.0035, + "reward": 1.6779379844665527, + "reward_std": 0.11186062544584274, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.693562924861908, "step": 746 }, { - "epoch": 0.05, - "learning_rate": 1.9978974670049643e-05, - "loss": 1.1671, + "clip_ratio": 0.0, + "completion_length": 201.1875, + "epoch": 0.12141405932547744, + "grad_norm": 1.1265170574188232, + "kl": 0.163330078125, + "learning_rate": 8.785760728218465e-07, + "loss": 0.0065, + "reward": 1.8166301846504211, + "reward_std": 0.0633268803358078, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8166302442550659, "step": 747 }, { - "epoch": 0.05, - "learning_rate": 1.997883384692766e-05, - "loss": 1.0758, + "clip_ratio": 0.0, + "completion_length": 170.984375, + "epoch": 0.12157659488013003, + "grad_norm": 1.2706538438796997, + "kl": 0.12646484375, + "learning_rate": 8.784135240572171e-07, + "loss": 0.0051, + "reward": 1.7618504166603088, + "reward_std": 0.11956945061683655, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7774753570556641, "step": 748 }, { - "epoch": 0.05, - "learning_rate": 1.9978692554276623e-05, - "loss": 1.1488, + "clip_ratio": 0.0, + "completion_length": 175.875, + "epoch": 0.12173913043478261, + "grad_norm": 1.269382357597351, + "kl": 0.113525390625, + "learning_rate": 8.782509752925877e-07, + "loss": 0.0045, + "reward": 1.8154451251029968, + "reward_std": 0.03377532190643251, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8154451251029968, "step": 749 }, { - "epoch": 0.05, - "learning_rate": 1.997855079210318e-05, - "loss": 0.983, + "clip_ratio": 0.0, + "completion_length": 241.984375, + "epoch": 0.12190166598943519, + "grad_norm": 1.1257120370864868, + "kl": 0.1064453125, + "learning_rate": 8.780884265279583e-07, + "loss": 0.0043, + "reward": 1.598344624042511, + "reward_std": 0.10557625815272331, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.629594624042511, "step": 750 }, { - "epoch": 0.05, - "learning_rate": 1.9978408560413993e-05, - "loss": 1.1104, + "clip_ratio": 0.0, + "completion_length": 251.1875, + "epoch": 0.12206420154408777, + "grad_norm": 1.8832930326461792, + "kl": 0.10888671875, + "learning_rate": 8.779258777633289e-07, + "loss": 0.0044, + "reward": 1.7326735258102417, + "reward_std": 0.1943788304924965, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8107984960079193, "step": 751 }, { - "epoch": 0.05, - "learning_rate": 1.9978265859215764e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 238.28125, + "epoch": 0.12222673709874035, + "grad_norm": 1.4637621641159058, + "kl": 0.106689453125, + "learning_rate": 8.777633289986995e-07, + "loss": 0.0043, + "reward": 1.508497714996338, + "reward_std": 0.2654448598623276, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7116226851940155, "step": 752 }, { - "epoch": 0.05, - "learning_rate": 1.99781226885152e-05, - "loss": 1.0588, + "clip_ratio": 0.0, + "completion_length": 196.34375, + "epoch": 0.12238927265339293, + "grad_norm": 1.3540786504745483, + "kl": 0.116455078125, + "learning_rate": 8.776007802340701e-07, + "loss": 0.0047, + "reward": 1.605270504951477, + "reward_std": 0.1257002204656601, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6677704751491547, "step": 753 }, { - "epoch": 0.05, - "learning_rate": 1.9977979048319045e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 180.25, + "epoch": 0.12255180820804551, + "grad_norm": 1.2864935398101807, + "kl": 0.094482421875, + "learning_rate": 8.774382314694407e-07, + "loss": 0.0038, + "reward": 1.7392911911010742, + "reward_std": 0.17113013565540314, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7861662209033966, "step": 754 }, { - "epoch": 0.05, - "learning_rate": 1.997783493863405e-05, - "loss": 1.0555, + "clip_ratio": 0.0, + "completion_length": 178.1875, + "epoch": 0.12271434376269809, + "grad_norm": 1.1436418294906616, + "kl": 0.1220703125, + "learning_rate": 8.772756827048115e-07, + "loss": 0.0049, + "reward": 1.7324172854423523, + "reward_std": 0.2128490200266242, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8105422258377075, "step": 755 }, { - "epoch": 0.05, - "learning_rate": 1.9977690359467e-05, - "loss": 1.1055, + "clip_ratio": 0.0, + "completion_length": 201.875, + "epoch": 0.12287687931735067, + "grad_norm": 0.7578280568122864, + "kl": 0.108154296875, + "learning_rate": 8.77113133940182e-07, + "loss": 0.0043, + "reward": 1.6985488533973694, + "reward_std": 0.1487358920276165, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7766737937927246, "step": 756 }, { - "epoch": 0.05, - "learning_rate": 1.9977545310824696e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 256.84375, + "epoch": 0.12303941487200325, + "grad_norm": 1.3082596063613892, + "kl": 0.103271484375, + "learning_rate": 8.769505851755527e-07, + "loss": 0.0041, + "reward": 1.7110307216644287, + "reward_std": 0.1800329014658928, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7422806918621063, "step": 757 }, { - "epoch": 0.05, - "learning_rate": 1.9977399792713968e-05, - "loss": 1.0883, + "clip_ratio": 0.0, + "completion_length": 221.484375, + "epoch": 0.12320195042665583, + "grad_norm": 0.7480402588844299, + "kl": 0.099609375, + "learning_rate": 8.767880364109232e-07, + "loss": 0.004, + "reward": 1.8787047266960144, + "reward_std": 0.06353603675961494, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8943297564983368, "step": 758 }, { - "epoch": 0.05, - "learning_rate": 1.9977253805141656e-05, - "loss": 1.1754, + "clip_ratio": 0.0, + "completion_length": 197.34375, + "epoch": 0.1233644859813084, + "grad_norm": 1.2274633646011353, + "kl": 0.09765625, + "learning_rate": 8.766254876462939e-07, + "loss": 0.0039, + "reward": 1.7750468254089355, + "reward_std": 0.09608393535017967, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7906718254089355, "step": 759 }, { - "epoch": 0.05, - "learning_rate": 1.9977107348114635e-05, - "loss": 1.0979, + "clip_ratio": 0.0, + "completion_length": 201.015625, + "epoch": 0.12352702153596098, + "grad_norm": 1.0460176467895508, + "kl": 0.101318359375, + "learning_rate": 8.764629388816644e-07, + "loss": 0.0041, + "reward": 1.7176334261894226, + "reward_std": 0.14892055094242096, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7645083367824554, "step": 760 }, { - "epoch": 0.05, - "learning_rate": 1.997696042163979e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 199.578125, + "epoch": 0.12368955709061358, + "grad_norm": 1.0329477787017822, + "kl": 0.101806640625, + "learning_rate": 8.763003901170351e-07, + "loss": 0.0041, + "reward": 1.8705214262008667, + "reward_std": 0.08029229217208922, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8861464858055115, "step": 761 }, { - "epoch": 0.05, - "learning_rate": 1.997681302572404e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 205.859375, + "epoch": 0.12385209264526616, + "grad_norm": 1.1802560091018677, + "kl": 0.118896484375, + "learning_rate": 8.761378413524056e-07, + "loss": 0.0048, + "reward": 1.6065462827682495, + "reward_std": 0.23783037811517715, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7002962827682495, "step": 762 }, { - "epoch": 0.05, - "learning_rate": 1.9976665160374314e-05, - "loss": 1.1529, + "clip_ratio": 0.0, + "completion_length": 202.375, + "epoch": 0.12401462819991874, + "grad_norm": 1.1999843120574951, + "kl": 0.16455078125, + "learning_rate": 8.759752925877763e-07, + "loss": 0.0066, + "reward": 1.8232214450836182, + "reward_std": 0.14233294129371643, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8544714450836182, "step": 763 }, { - "epoch": 0.05, - "learning_rate": 1.9976516825597577e-05, - "loss": 1.1051, + "clip_ratio": 0.0, + "completion_length": 207.09375, + "epoch": 0.12417716375457132, + "grad_norm": 1.1877822875976562, + "kl": 0.106201171875, + "learning_rate": 8.758127438231468e-07, + "loss": 0.0042, + "reward": 1.7296831607818604, + "reward_std": 0.11697307601571083, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.745308130979538, "step": 764 }, { - "epoch": 0.05, - "learning_rate": 1.9976368021400802e-05, - "loss": 1.0809, + "clip_ratio": 0.0, + "completion_length": 195.28125, + "epoch": 0.1243396993092239, + "grad_norm": 1.0770792961120605, + "kl": 0.117431640625, + "learning_rate": 8.756501950585176e-07, + "loss": 0.0047, + "reward": 1.7283796668052673, + "reward_std": 0.16023918241262436, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.775254637002945, "step": 765 }, { - "epoch": 0.05, - "learning_rate": 1.9976218747790996e-05, - "loss": 1.0646, + "clip_ratio": 0.0, + "completion_length": 218.75, + "epoch": 0.12450223486387647, + "grad_norm": 1.6330223083496094, + "kl": 0.111572265625, + "learning_rate": 8.754876462938881e-07, + "loss": 0.0045, + "reward": 1.6926162838935852, + "reward_std": 0.20736753940582275, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7707412242889404, "step": 766 }, { - "epoch": 0.05, - "learning_rate": 1.9976069004775177e-05, - "loss": 1.1162, + "clip_ratio": 0.0, + "completion_length": 210.15625, + "epoch": 0.12466477041852905, + "grad_norm": 1.197721004486084, + "kl": 0.08740234375, + "learning_rate": 8.753250975292588e-07, + "loss": 0.0035, + "reward": 1.724684238433838, + "reward_std": 0.06856796517968178, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7246842384338379, "step": 767 }, { - "epoch": 0.05, - "learning_rate": 1.9975918792360395e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 221.03125, + "epoch": 0.12482730597318163, + "grad_norm": 1.0707567930221558, + "kl": 0.095947265625, + "learning_rate": 8.751625487646293e-07, + "loss": 0.0038, + "reward": 1.7356646060943604, + "reward_std": 0.13474709540605545, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7825396060943604, "step": 768 }, { - "epoch": 0.05, - "learning_rate": 1.997576811055372e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 195.296875, + "epoch": 0.12498984152783421, + "grad_norm": 1.2174779176712036, + "kl": 0.130615234375, + "learning_rate": 8.75e-07, + "loss": 0.0052, + "reward": 1.8165987133979797, + "reward_std": 0.1452164500951767, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8322237432003021, "step": 769 }, { - "epoch": 0.05, - "learning_rate": 1.9975616959362238e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 207.484375, + "epoch": 0.1251523770824868, + "grad_norm": 1.1171988248825073, + "kl": 0.08349609375, + "learning_rate": 8.748374512353705e-07, + "loss": 0.0033, + "reward": 1.7481393218040466, + "reward_std": 0.08491671178489923, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7481392621994019, "step": 770 }, { - "epoch": 0.05, - "learning_rate": 1.997546533879306e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 219.515625, + "epoch": 0.12531491263713937, + "grad_norm": 1.1821508407592773, + "kl": 0.095458984375, + "learning_rate": 8.746749024707412e-07, + "loss": 0.0038, + "reward": 1.7716810703277588, + "reward_std": 0.09942730516195297, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.787306159734726, "step": 771 }, { - "epoch": 0.05, - "learning_rate": 1.997531324885332e-05, - "loss": 1.1037, + "clip_ratio": 0.0, + "completion_length": 216.34375, + "epoch": 0.12547744819179196, + "grad_norm": 0.9919745326042175, + "kl": 0.105712890625, + "learning_rate": 8.745123537061117e-07, + "loss": 0.0042, + "reward": 1.7945922017097473, + "reward_std": 0.13812215439975262, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8258421719074249, "step": 772 }, { - "epoch": 0.05, - "learning_rate": 1.9975160689550178e-05, - "loss": 1.139, + "clip_ratio": 0.0, + "completion_length": 253.546875, + "epoch": 0.12563998374644453, + "grad_norm": 2.346788167953491, + "kl": 0.14599609375, + "learning_rate": 8.743498049414824e-07, + "loss": 0.0059, + "reward": 1.8075813055038452, + "reward_std": 0.10079594701528549, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8232063055038452, "step": 773 }, { - "epoch": 0.05, - "learning_rate": 1.9975007660890813e-05, - "loss": 1.0926, + "clip_ratio": 0.0, + "completion_length": 212.828125, + "epoch": 0.12580251930109712, + "grad_norm": 1.045257806777954, + "kl": 0.083251953125, + "learning_rate": 8.74187256176853e-07, + "loss": 0.0033, + "reward": 1.756716012954712, + "reward_std": 0.06487189792096615, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7567159533500671, "step": 774 }, { - "epoch": 0.05, - "learning_rate": 1.997485416288242e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 221.90625, + "epoch": 0.1259650548557497, + "grad_norm": 0.8087199926376343, + "kl": 0.099609375, + "learning_rate": 8.740247074122237e-07, + "loss": 0.004, + "reward": 1.8545016050338745, + "reward_std": 0.07238751277327538, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8701266348361969, "step": 775 }, { - "epoch": 0.05, - "learning_rate": 1.9974700195532223e-05, - "loss": 1.0822, + "clip_ratio": 0.0, + "completion_length": 182.625, + "epoch": 0.12612759041040228, + "grad_norm": 1.007240891456604, + "kl": 0.1044921875, + "learning_rate": 8.738621586475942e-07, + "loss": 0.0042, + "reward": 1.8191950917243958, + "reward_std": 0.12626619637012482, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8504451513290405, "step": 776 }, { - "epoch": 0.05, - "learning_rate": 1.997454575884747e-05, - "loss": 1.0977, + "clip_ratio": 0.0, + "completion_length": 204.90625, + "epoch": 0.12629012596505484, + "grad_norm": 1.4121912717819214, + "kl": 0.13134765625, + "learning_rate": 8.736996098829649e-07, + "loss": 0.0052, + "reward": 1.762783944606781, + "reward_std": 0.11537650227546692, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.778408944606781, "step": 777 }, { - "epoch": 0.05, - "learning_rate": 1.9974390852835427e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 174.84375, + "epoch": 0.12645266151970744, + "grad_norm": 1.4516798257827759, + "kl": 0.123046875, + "learning_rate": 8.735370611183354e-07, + "loss": 0.0049, + "reward": 1.6672875881195068, + "reward_std": 0.13204872608184814, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6829126477241516, "step": 778 }, { - "epoch": 0.05, - "learning_rate": 1.9974235477503377e-05, - "loss": 1.0606, + "clip_ratio": 0.0, + "completion_length": 195.59375, + "epoch": 0.12661519707436, + "grad_norm": 1.1864869594573975, + "kl": 0.107177734375, + "learning_rate": 8.733745123537061e-07, + "loss": 0.0043, + "reward": 1.7830196022987366, + "reward_std": 0.1528967283666134, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7986445724964142, "step": 779 }, { - "epoch": 0.05, - "learning_rate": 1.9974079632858635e-05, - "loss": 1.0766, + "clip_ratio": 0.0, + "completion_length": 201.265625, + "epoch": 0.1267777326290126, + "grad_norm": 0.9717219471931458, + "kl": 0.096923828125, + "learning_rate": 8.732119635890766e-07, + "loss": 0.0039, + "reward": 1.8594622611999512, + "reward_std": 0.08487360179424286, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8594622015953064, "step": 780 }, { - "epoch": 0.05, - "learning_rate": 1.9973923318908536e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 250.109375, + "epoch": 0.1269402681836652, + "grad_norm": 1.5364234447479248, + "kl": 0.0986328125, + "learning_rate": 8.730494148244473e-07, + "loss": 0.0039, + "reward": 1.7956694960594177, + "reward_std": 0.11408775672316551, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.811294436454773, "step": 781 }, { - "epoch": 0.05, - "learning_rate": 1.9973766535660433e-05, - "loss": 1.087, + "clip_ratio": 0.0, + "completion_length": 238.703125, + "epoch": 0.12710280373831775, + "grad_norm": 1.1647151708602905, + "kl": 0.086669921875, + "learning_rate": 8.728868660598178e-07, + "loss": 0.0035, + "reward": 1.821226716041565, + "reward_std": 0.10624347627162933, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8368517458438873, "step": 782 }, { - "epoch": 0.05, - "learning_rate": 1.9973609283121704e-05, - "loss": 1.1414, + "clip_ratio": 0.0, + "completion_length": 260.9375, + "epoch": 0.12726533929297035, + "grad_norm": 1.1986706256866455, + "kl": 0.080810546875, + "learning_rate": 8.727243172951885e-07, + "loss": 0.0032, + "reward": 1.7539252042770386, + "reward_std": 0.15794159844517708, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7695501148700714, "step": 783 }, { - "epoch": 0.05, - "learning_rate": 1.9973451561299746e-05, - "loss": 1.1474, + "clip_ratio": 0.0, + "completion_length": 203.296875, + "epoch": 0.1274278748476229, + "grad_norm": 1.0711381435394287, + "kl": 0.10107421875, + "learning_rate": 8.725617685305591e-07, + "loss": 0.004, + "reward": 1.7794208526611328, + "reward_std": 0.06748287566006184, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7794208526611328, "step": 784 }, { - "epoch": 0.05, - "learning_rate": 1.997329337020198e-05, - "loss": 1.0747, + "clip_ratio": 0.0, + "completion_length": 252.90625, + "epoch": 0.1275904104022755, + "grad_norm": 2.2144432067871094, + "kl": 0.104248046875, + "learning_rate": 8.723992197659298e-07, + "loss": 0.0042, + "reward": 1.7389700412750244, + "reward_std": 0.1099855424836278, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7389700710773468, "step": 785 }, { - "epoch": 0.05, - "learning_rate": 1.997313470983585e-05, - "loss": 1.1345, + "clip_ratio": 0.0, + "completion_length": 218.359375, + "epoch": 0.12775294595692807, + "grad_norm": 1.379558801651001, + "kl": 0.119140625, + "learning_rate": 8.722366710013004e-07, + "loss": 0.0048, + "reward": 1.7535130977630615, + "reward_std": 0.229043148458004, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7691380977630615, "step": 786 }, { - "epoch": 0.05, - "learning_rate": 1.9972975580208822e-05, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 200.734375, + "epoch": 0.12791548151158066, + "grad_norm": 1.1984907388687134, + "kl": 0.094970703125, + "learning_rate": 8.72074122236671e-07, + "loss": 0.0038, + "reward": 1.6411543488502502, + "reward_std": 0.16650069504976273, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6880293488502502, "step": 787 }, { - "epoch": 0.05, - "learning_rate": 1.9972815981328385e-05, - "loss": 1.0764, + "clip_ratio": 0.0, + "completion_length": 186.90625, + "epoch": 0.12807801706623323, + "grad_norm": 1.109054684638977, + "kl": 0.09521484375, + "learning_rate": 8.719115734720416e-07, + "loss": 0.0038, + "reward": 1.7775486707687378, + "reward_std": 0.07340319454669952, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7775486409664154, "step": 788 }, { - "epoch": 0.05, - "learning_rate": 1.9972655913202046e-05, - "loss": 1.054, + "clip_ratio": 0.0, + "completion_length": 182.53125, + "epoch": 0.12824055262088582, + "grad_norm": 1.3334263563156128, + "kl": 0.098876953125, + "learning_rate": 8.717490247074122e-07, + "loss": 0.004, + "reward": 1.6229219436645508, + "reward_std": 0.18197448924183846, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6697969436645508, "step": 789 }, { - "epoch": 0.05, - "learning_rate": 1.9972495375837337e-05, - "loss": 1.1108, + "clip_ratio": 0.0, + "completion_length": 231.015625, + "epoch": 0.1284030881755384, + "grad_norm": 1.3121144771575928, + "kl": 0.120849609375, + "learning_rate": 8.715864759427828e-07, + "loss": 0.0048, + "reward": 1.6846520900726318, + "reward_std": 0.15759173780679703, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7002771198749542, "step": 790 }, { - "epoch": 0.05, - "learning_rate": 1.997233436924181e-05, - "loss": 1.0845, + "clip_ratio": 0.0, + "completion_length": 214.546875, + "epoch": 0.12856562373019098, + "grad_norm": 1.4001797437667847, + "kl": 0.107421875, + "learning_rate": 8.714239271781534e-07, + "loss": 0.0043, + "reward": 1.6378145217895508, + "reward_std": 0.09443661756813526, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.653439462184906, "step": 791 }, { - "epoch": 0.05, - "learning_rate": 1.9972172893423046e-05, - "loss": 1.17, + "clip_ratio": 0.0, + "completion_length": 194.890625, + "epoch": 0.12872815928484355, + "grad_norm": 1.3066307306289673, + "kl": 0.112548828125, + "learning_rate": 8.71261378413524e-07, + "loss": 0.0045, + "reward": 1.7930155396461487, + "reward_std": 0.13946786895394325, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8086405396461487, "step": 792 }, { - "epoch": 0.05, - "learning_rate": 1.9972010948388637e-05, - "loss": 1.0783, + "clip_ratio": 0.0, + "completion_length": 223.859375, + "epoch": 0.12889069483949614, + "grad_norm": 1.0149822235107422, + "kl": 0.0849609375, + "learning_rate": 8.710988296488946e-07, + "loss": 0.0034, + "reward": 1.7054360508918762, + "reward_std": 0.06052089110016823, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7054360210895538, "step": 793 }, { - "epoch": 0.05, - "learning_rate": 1.997184853414621e-05, - "loss": 1.0385, + "clip_ratio": 0.0, + "completion_length": 205.640625, + "epoch": 0.12905323039414873, + "grad_norm": 1.0072510242462158, + "kl": 0.10009765625, + "learning_rate": 8.709362808842653e-07, + "loss": 0.004, + "reward": 1.7823596000671387, + "reward_std": 0.1306307427585125, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8292346000671387, "step": 794 }, { - "epoch": 0.05, - "learning_rate": 1.9971685650703398e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 173.21875, + "epoch": 0.1292157659488013, + "grad_norm": 1.39155113697052, + "kl": 0.102294921875, + "learning_rate": 8.707737321196359e-07, + "loss": 0.0041, + "reward": 1.851776123046875, + "reward_std": 0.058850567787885666, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8517761826515198, "step": 795 }, { - "epoch": 0.05, - "learning_rate": 1.9971522298067872e-05, - "loss": 1.1651, + "clip_ratio": 0.0, + "completion_length": 208.03125, + "epoch": 0.1293783015034539, + "grad_norm": 1.243807315826416, + "kl": 0.096435546875, + "learning_rate": 8.706111833550065e-07, + "loss": 0.0039, + "reward": 1.7976142168045044, + "reward_std": 0.11701195314526558, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7976142168045044, "step": 796 }, { - "epoch": 0.05, - "learning_rate": 1.9971358476247315e-05, - "loss": 1.1514, + "clip_ratio": 0.0, + "completion_length": 209.984375, + "epoch": 0.12954083705810646, + "grad_norm": 1.4240542650222778, + "kl": 0.106689453125, + "learning_rate": 8.704486345903771e-07, + "loss": 0.0043, + "reward": 1.8108028173446655, + "reward_std": 0.08532751351594925, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8108027875423431, "step": 797 }, { - "epoch": 0.05, - "learning_rate": 1.997119418524944e-05, - "loss": 1.1196, + "clip_ratio": 0.0, + "completion_length": 200.828125, + "epoch": 0.12970337261275905, + "grad_norm": 1.2253179550170898, + "kl": 0.1337890625, + "learning_rate": 8.702860858257477e-07, + "loss": 0.0054, + "reward": 1.688537359237671, + "reward_std": 0.08394172042608261, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6885373890399933, "step": 798 }, { - "epoch": 0.05, - "learning_rate": 1.997102942508197e-05, - "loss": 1.1061, + "clip_ratio": 0.0, + "completion_length": 178.84375, + "epoch": 0.12986590816741161, + "grad_norm": 1.5409789085388184, + "kl": 0.10107421875, + "learning_rate": 8.701235370611183e-07, + "loss": 0.004, + "reward": 1.6819663047790527, + "reward_std": 0.13306592404842377, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6819663047790527, "step": 799 }, { - "epoch": 0.05, - "learning_rate": 1.997086419575266e-05, - "loss": 1.0516, + "clip_ratio": 0.0, + "completion_length": 182.421875, + "epoch": 0.1300284437220642, + "grad_norm": 0.9578329920768738, + "kl": 0.117431640625, + "learning_rate": 8.699609882964889e-07, + "loss": 0.0047, + "reward": 1.7922725677490234, + "reward_std": 0.046242861077189445, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7922725975513458, "step": 800 }, { - "epoch": 0.05, - "learning_rate": 1.9970698497269282e-05, - "loss": 1.0719, + "clip_ratio": 0.0, + "completion_length": 190.53125, + "epoch": 0.13019097927671677, + "grad_norm": 1.099921703338623, + "kl": 0.090087890625, + "learning_rate": 8.697984395318595e-07, + "loss": 0.0036, + "reward": 1.8106170296669006, + "reward_std": 0.05011763982474804, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.810617059469223, "step": 801 }, { - "epoch": 0.05, - "learning_rate": 1.997053232963964e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 216.71875, + "epoch": 0.13035351483136937, + "grad_norm": 1.260164499282837, + "kl": 0.10302734375, + "learning_rate": 8.696358907672301e-07, + "loss": 0.0041, + "reward": 1.7050790786743164, + "reward_std": 0.0849792342633009, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7207040190696716, "step": 802 }, { - "epoch": 0.05, - "learning_rate": 1.9970365692871547e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 171.90625, + "epoch": 0.13051605038602193, + "grad_norm": 1.0208055973052979, + "kl": 0.11962890625, + "learning_rate": 8.694733420026007e-07, + "loss": 0.0048, + "reward": 1.706589937210083, + "reward_std": 0.11129764840006828, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.737839937210083, "step": 803 }, { - "epoch": 0.05, - "learning_rate": 1.9970198586972845e-05, - "loss": 1.135, + "clip_ratio": 0.0, + "completion_length": 202.796875, + "epoch": 0.13067858594067452, + "grad_norm": 1.0651856660842896, + "kl": 0.10595703125, + "learning_rate": 8.693107932379714e-07, + "loss": 0.0042, + "reward": 1.8375860452651978, + "reward_std": 0.04968996345996857, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8375861346721649, "step": 804 }, { - "epoch": 0.05, - "learning_rate": 1.99700310119514e-05, - "loss": 1.066, + "clip_ratio": 0.0, + "completion_length": 177.40625, + "epoch": 0.1308411214953271, + "grad_norm": 1.0843943357467651, + "kl": 0.100830078125, + "learning_rate": 8.69148244473342e-07, + "loss": 0.004, + "reward": 1.7859317660331726, + "reward_std": 0.11344600468873978, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.817181795835495, "step": 805 }, { - "epoch": 0.05, - "learning_rate": 1.996986296781509e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.13100365704997968, + "grad_norm": 1.946385145187378, + "kl": 0.09765625, + "learning_rate": 8.689856957087126e-07, + "loss": 0.0039, + "reward": 1.801838994026184, + "reward_std": 0.057831181678920984, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8174639940261841, "step": 806 }, { - "epoch": 0.05, - "learning_rate": 1.9969694454571825e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 200.609375, + "epoch": 0.13116619260463228, + "grad_norm": 1.2803677320480347, + "kl": 0.116943359375, + "learning_rate": 8.688231469440832e-07, + "loss": 0.0047, + "reward": 1.7537946105003357, + "reward_std": 0.0918659046292305, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7537946105003357, "step": 807 }, { - "epoch": 0.05, - "learning_rate": 1.9969525472229536e-05, - "loss": 1.1533, + "clip_ratio": 0.0, + "completion_length": 223.65625, + "epoch": 0.13132872815928484, + "grad_norm": 1.1534359455108643, + "kl": 0.10693359375, + "learning_rate": 8.686605981794538e-07, + "loss": 0.0043, + "reward": 1.7754985094070435, + "reward_std": 0.11635090783238411, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7754984796047211, "step": 808 }, { - "epoch": 0.05, - "learning_rate": 1.9969356020796172e-05, - "loss": 1.0924, + "clip_ratio": 0.0, + "completion_length": 196.390625, + "epoch": 0.13149126371393743, + "grad_norm": 2.354717969894409, + "kl": 0.1103515625, + "learning_rate": 8.684980494148244e-07, + "loss": 0.0044, + "reward": 1.7507770657539368, + "reward_std": 0.0737776905298233, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7507771253585815, "step": 809 }, { - "epoch": 0.05, - "learning_rate": 1.9969186100279706e-05, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 195.8125, + "epoch": 0.13165379926859, + "grad_norm": 0.8414299488067627, + "kl": 0.09814453125, + "learning_rate": 8.68335500650195e-07, + "loss": 0.0039, + "reward": 1.8805975317955017, + "reward_std": 0.01977143296971917, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8805975317955017, "step": 810 }, { - "epoch": 0.05, - "learning_rate": 1.9969015710688137e-05, - "loss": 1.1207, + "clip_ratio": 0.0, + "completion_length": 214.796875, + "epoch": 0.1318163348232426, + "grad_norm": 1.2602053880691528, + "kl": 0.100341796875, + "learning_rate": 8.681729518855656e-07, + "loss": 0.004, + "reward": 1.7761646509170532, + "reward_std": 0.10053692013025284, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7761646211147308, "step": 811 }, { - "epoch": 0.05, - "learning_rate": 1.9968844852029474e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 177.90625, + "epoch": 0.13197887037789516, + "grad_norm": 1.275902509689331, + "kl": 0.1044921875, + "learning_rate": 8.680104031209362e-07, + "loss": 0.0042, + "reward": 1.792515516281128, + "reward_std": 0.11502356082201004, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7925155460834503, "step": 812 }, { - "epoch": 0.05, - "learning_rate": 1.9968673524311765e-05, - "loss": 1.1103, + "clip_ratio": 0.0, + "completion_length": 245.71875, + "epoch": 0.13214140593254775, + "grad_norm": 1.1933836936950684, + "kl": 0.110107421875, + "learning_rate": 8.678478543563068e-07, + "loss": 0.0044, + "reward": 1.711381435394287, + "reward_std": 0.12960346043109894, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7426314353942871, "step": 813 }, { - "epoch": 0.05, - "learning_rate": 1.9968501727543063e-05, - "loss": 1.0708, + "clip_ratio": 0.0, + "completion_length": 168.40625, + "epoch": 0.13230394148720032, + "grad_norm": 0.9711013436317444, + "kl": 0.110107421875, + "learning_rate": 8.676853055916775e-07, + "loss": 0.0044, + "reward": 1.9081327319145203, + "reward_std": 0.034855155274271965, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.9081327617168427, "step": 814 }, { - "epoch": 0.05, - "learning_rate": 1.9968329461731462e-05, - "loss": 1.1302, + "clip_ratio": 0.0, + "completion_length": 204.046875, + "epoch": 0.1324664770418529, + "grad_norm": 1.0149873495101929, + "kl": 0.107177734375, + "learning_rate": 8.675227568270481e-07, + "loss": 0.0043, + "reward": 1.8156519532203674, + "reward_std": 0.05248074233531952, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8156519830226898, "step": 815 }, { - "epoch": 0.05, - "learning_rate": 1.9968156726885057e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 218.390625, + "epoch": 0.13262901259650547, + "grad_norm": 1.0761533975601196, + "kl": 0.109375, + "learning_rate": 8.673602080624187e-07, + "loss": 0.0044, + "reward": 1.8529822826385498, + "reward_std": 0.06103701330721378, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8529822528362274, "step": 816 }, { - "epoch": 0.05, - "learning_rate": 1.9967983523011985e-05, - "loss": 1.105, + "clip_ratio": 0.0, + "completion_length": 185.984375, + "epoch": 0.13279154815115807, + "grad_norm": 0.7986069917678833, + "kl": 0.1064453125, + "learning_rate": 8.671976592977893e-07, + "loss": 0.0043, + "reward": 1.846383512020111, + "reward_std": 0.08489735424518585, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8620084524154663, "step": 817 }, { - "epoch": 0.05, - "learning_rate": 1.996780985012039e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 207.578125, + "epoch": 0.13295408370581063, + "grad_norm": 1.355303168296814, + "kl": 0.10009765625, + "learning_rate": 8.670351105331599e-07, + "loss": 0.004, + "reward": 1.7484170794487, + "reward_std": 0.08300302922725677, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7484170794487, "step": 818 }, { - "epoch": 0.05, - "learning_rate": 1.996763570821844e-05, - "loss": 1.1327, + "clip_ratio": 0.0, + "completion_length": 254.609375, + "epoch": 0.13311661926046323, + "grad_norm": 1.8230540752410889, + "kl": 0.113037109375, + "learning_rate": 8.668725617685305e-07, + "loss": 0.0045, + "reward": 1.5745162963867188, + "reward_std": 0.19200818985700607, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6057662963867188, "step": 819 }, { - "epoch": 0.05, - "learning_rate": 1.996746109731434e-05, - "loss": 1.0812, + "clip_ratio": 0.0, + "completion_length": 201.15625, + "epoch": 0.13327915481511582, + "grad_norm": 1.0197783708572388, + "kl": 0.104248046875, + "learning_rate": 8.667100130039011e-07, + "loss": 0.0042, + "reward": 1.7017230987548828, + "reward_std": 0.0932026170194149, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.732973039150238, "step": 820 }, { - "epoch": 0.05, - "learning_rate": 1.9967286017416298e-05, - "loss": 1.0685, + "clip_ratio": 0.0, + "completion_length": 212.5625, + "epoch": 0.13344169036976838, + "grad_norm": 1.7976672649383545, + "kl": 0.10986328125, + "learning_rate": 8.665474642392718e-07, + "loss": 0.0044, + "reward": 1.733745813369751, + "reward_std": 0.07619671151041985, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7337458431720734, "step": 821 }, { - "epoch": 0.06, - "learning_rate": 1.996711046853255e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 207.5, + "epoch": 0.13360422592442098, + "grad_norm": 1.1397459506988525, + "kl": 0.12060546875, + "learning_rate": 8.663849154746423e-07, + "loss": 0.0048, + "reward": 1.8721319437026978, + "reward_std": 0.08489547995850444, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8721319437026978, "step": 822 }, { - "epoch": 0.06, - "learning_rate": 1.996693445067136e-05, - "loss": 1.0612, + "clip_ratio": 0.0, + "completion_length": 243.328125, + "epoch": 0.13376676147907354, + "grad_norm": 1.3297656774520874, + "kl": 0.0966796875, + "learning_rate": 8.66222366710013e-07, + "loss": 0.0039, + "reward": 1.699307382106781, + "reward_std": 0.10540024936199188, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7305573523044586, "step": 823 }, { - "epoch": 0.06, - "learning_rate": 1.9966757963841012e-05, - "loss": 1.1713, + "clip_ratio": 0.0, + "completion_length": 207.671875, + "epoch": 0.13392929703372614, + "grad_norm": 1.000233769416809, + "kl": 0.115478515625, + "learning_rate": 8.660598179453836e-07, + "loss": 0.0046, + "reward": 1.805861473083496, + "reward_std": 0.05741593614220619, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8058614432811737, "step": 824 }, { - "epoch": 0.06, - "learning_rate": 1.9966581008049806e-05, - "loss": 1.172, + "clip_ratio": 0.0, + "completion_length": 193.28125, + "epoch": 0.1340918325883787, + "grad_norm": 1.0430717468261719, + "kl": 0.10498046875, + "learning_rate": 8.658972691807543e-07, + "loss": 0.0042, + "reward": 1.8324742317199707, + "reward_std": 0.09148193150758743, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8480992615222931, "step": 825 }, { - "epoch": 0.06, - "learning_rate": 1.996640358330607e-05, - "loss": 1.1239, + "clip_ratio": 0.0, + "completion_length": 211.609375, + "epoch": 0.1342543681430313, + "grad_norm": 1.7159667015075684, + "kl": 0.103271484375, + "learning_rate": 8.657347204161248e-07, + "loss": 0.0041, + "reward": 1.8490533232688904, + "reward_std": 0.10991092398762703, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.864678293466568, "step": 826 }, { - "epoch": 0.06, - "learning_rate": 1.996622568961815e-05, - "loss": 1.0838, + "clip_ratio": 0.0, + "completion_length": 180.296875, + "epoch": 0.13441690369768386, + "grad_norm": 2.216892957687378, + "kl": 0.1103515625, + "learning_rate": 8.655721716514955e-07, + "loss": 0.0044, + "reward": 1.8238478302955627, + "reward_std": 0.07813342288136482, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8394728004932404, "step": 827 }, { - "epoch": 0.06, - "learning_rate": 1.9966047326994423e-05, - "loss": 1.1191, + "clip_ratio": 0.0, + "completion_length": 206.359375, + "epoch": 0.13457943925233645, + "grad_norm": 1.147024154663086, + "kl": 0.108154296875, + "learning_rate": 8.65409622886866e-07, + "loss": 0.0043, + "reward": 1.7832577228546143, + "reward_std": 0.0511073749512434, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7832577526569366, "step": 828 }, { - "epoch": 0.06, - "learning_rate": 1.9965868495443273e-05, - "loss": 1.1996, + "clip_ratio": 0.0, + "completion_length": 192.953125, + "epoch": 0.13474197480698902, + "grad_norm": 1.1414246559143066, + "kl": 0.10107421875, + "learning_rate": 8.652470741222367e-07, + "loss": 0.004, + "reward": 1.8127883672714233, + "reward_std": 0.08462933450937271, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.828413337469101, "step": 829 }, { - "epoch": 0.06, - "learning_rate": 1.996568919497312e-05, - "loss": 1.1367, + "clip_ratio": 0.0, + "completion_length": 215.859375, + "epoch": 0.1349045103616416, + "grad_norm": 1.3516663312911987, + "kl": 0.09814453125, + "learning_rate": 8.650845253576072e-07, + "loss": 0.0039, + "reward": 1.8526297807693481, + "reward_std": 0.08208569139242172, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8526298105716705, "step": 830 }, { - "epoch": 0.06, - "learning_rate": 1.99655094255924e-05, - "loss": 1.1217, + "clip_ratio": 0.0, + "completion_length": 195.234375, + "epoch": 0.13506704591629418, + "grad_norm": 1.031123161315918, + "kl": 0.112060546875, + "learning_rate": 8.649219765929779e-07, + "loss": 0.0045, + "reward": 1.8402369618415833, + "reward_std": 0.12163985334336758, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.855862021446228, "step": 831 }, { - "epoch": 0.06, - "learning_rate": 1.996532918730957e-05, - "loss": 1.1408, + "clip_ratio": 0.0, + "completion_length": 255.625, + "epoch": 0.13522958147094677, + "grad_norm": 1.8227194547653198, + "kl": 0.10986328125, + "learning_rate": 8.647594278283484e-07, + "loss": 0.0044, + "reward": 1.7054441571235657, + "reward_std": 0.2151937335729599, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7523191869258881, "step": 832 }, { - "epoch": 0.06, - "learning_rate": 1.9965148480133112e-05, - "loss": 1.1528, + "clip_ratio": 0.0, + "completion_length": 292.921875, + "epoch": 0.13539211702559936, + "grad_norm": 2.4388279914855957, + "kl": 0.095947265625, + "learning_rate": 8.645968790637191e-07, + "loss": 0.0038, + "reward": 1.6557657122612, + "reward_std": 0.06612516194581985, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6557657420635223, "step": 833 }, { - "epoch": 0.06, - "learning_rate": 1.9964967304071522e-05, - "loss": 1.1207, + "clip_ratio": 0.0, + "completion_length": 221.515625, + "epoch": 0.13555465258025193, + "grad_norm": 1.507800579071045, + "kl": 0.14453125, + "learning_rate": 8.644343302990897e-07, + "loss": 0.0058, + "reward": 1.7292240858078003, + "reward_std": 0.148596353828907, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7604740858078003, "step": 834 }, { - "epoch": 0.06, - "learning_rate": 1.996478565913334e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 203.703125, + "epoch": 0.13571718813490452, + "grad_norm": 0.9446620941162109, + "kl": 0.127197265625, + "learning_rate": 8.642717815344604e-07, + "loss": 0.0051, + "reward": 1.8484247922897339, + "reward_std": 0.06792536750435829, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8640497922897339, "step": 835 }, { - "epoch": 0.06, - "learning_rate": 1.9964603545327096e-05, - "loss": 1.099, + "clip_ratio": 0.0, + "completion_length": 204.046875, + "epoch": 0.13587972368955709, + "grad_norm": 1.4803863763809204, + "kl": 0.1201171875, + "learning_rate": 8.641092327698309e-07, + "loss": 0.0048, + "reward": 1.7064674496650696, + "reward_std": 0.14530090987682343, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7220924496650696, "step": 836 }, { - "epoch": 0.06, - "learning_rate": 1.996442096266137e-05, - "loss": 1.1511, + "clip_ratio": 0.0, + "completion_length": 245.0625, + "epoch": 0.13604225924420968, + "grad_norm": 1.0089553594589233, + "kl": 0.125, + "learning_rate": 8.639466840052016e-07, + "loss": 0.005, + "reward": 1.845424473285675, + "reward_std": 0.10511452704668045, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8454244434833527, "step": 837 }, { - "epoch": 0.06, - "learning_rate": 1.9964237911144745e-05, - "loss": 1.1189, + "clip_ratio": 0.0, + "completion_length": 269.46875, + "epoch": 0.13620479479886224, + "grad_norm": 1.1640956401824951, + "kl": 0.10986328125, + "learning_rate": 8.637841352405721e-07, + "loss": 0.0044, + "reward": 1.7234005331993103, + "reward_std": 0.15289482474327087, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7702755331993103, "step": 838 }, { - "epoch": 0.06, - "learning_rate": 1.9964054390785845e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 177.703125, + "epoch": 0.13636733035351484, + "grad_norm": 0.9974009990692139, + "kl": 0.120849609375, + "learning_rate": 8.636215864759428e-07, + "loss": 0.0048, + "reward": 1.8045474886894226, + "reward_std": 0.04197601322084665, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8045475482940674, "step": 839 }, { - "epoch": 0.06, - "learning_rate": 1.9963870401593294e-05, - "loss": 1.106, + "clip_ratio": 0.0, + "completion_length": 185.796875, + "epoch": 0.1365298659081674, + "grad_norm": 1.1977380514144897, + "kl": 0.12841796875, + "learning_rate": 8.634590377113133e-07, + "loss": 0.0051, + "reward": 1.772975206375122, + "reward_std": 0.08055240660905838, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7886001467704773, "step": 840 }, { - "epoch": 0.06, - "learning_rate": 1.9963685943575756e-05, - "loss": 1.0703, + "clip_ratio": 0.0, + "completion_length": 233.78125, + "epoch": 0.13669240146282, + "grad_norm": 1.1870509386062622, + "kl": 0.119140625, + "learning_rate": 8.63296488946684e-07, + "loss": 0.0048, + "reward": 1.7285470962524414, + "reward_std": 0.10430140420794487, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7597970366477966, "step": 841 }, { - "epoch": 0.06, - "learning_rate": 1.9963501016741907e-05, - "loss": 0.9752, + "clip_ratio": 0.0, + "completion_length": 243.96875, + "epoch": 0.13685493701747256, + "grad_norm": 1.0971884727478027, + "kl": 0.112060546875, + "learning_rate": 8.631339401820545e-07, + "loss": 0.0045, + "reward": 1.7072561383247375, + "reward_std": 0.09749561734497547, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7228811383247375, "step": 842 }, { - "epoch": 0.06, - "learning_rate": 1.9963315621100448e-05, - "loss": 1.1247, + "clip_ratio": 0.0, + "completion_length": 248.1875, + "epoch": 0.13701747257212515, + "grad_norm": 1.1406753063201904, + "kl": 0.123046875, + "learning_rate": 8.629713914174252e-07, + "loss": 0.0049, + "reward": 1.7494950890541077, + "reward_std": 0.24056585133075714, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.81199511885643, "step": 843 }, { - "epoch": 0.06, - "learning_rate": 1.9963129756660103e-05, - "loss": 1.0631, + "clip_ratio": 0.0, + "completion_length": 220.0625, + "epoch": 0.13718000812677772, + "grad_norm": 1.3300594091415405, + "kl": 0.1328125, + "learning_rate": 8.628088426527958e-07, + "loss": 0.0053, + "reward": 1.7785017490386963, + "reward_std": 0.14635805785655975, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8097517490386963, "step": 844 }, { - "epoch": 0.06, - "learning_rate": 1.9962943423429618e-05, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 213.265625, + "epoch": 0.1373425436814303, + "grad_norm": 1.4484680891036987, + "kl": 0.124755859375, + "learning_rate": 8.626462938881665e-07, + "loss": 0.005, + "reward": 1.765526533126831, + "reward_std": 0.11468944326043129, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7655265033245087, "step": 845 }, { - "epoch": 0.06, - "learning_rate": 1.9962756621417764e-05, - "loss": 1.1514, + "clip_ratio": 0.0, + "completion_length": 215.359375, + "epoch": 0.1375050792360829, + "grad_norm": 1.1466997861862183, + "kl": 0.14111328125, + "learning_rate": 8.62483745123537e-07, + "loss": 0.0056, + "reward": 1.7403861284255981, + "reward_std": 0.09239091165363789, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7560110688209534, "step": 846 }, { - "epoch": 0.06, - "learning_rate": 1.9962569350633327e-05, - "loss": 1.117, + "clip_ratio": 0.0, + "completion_length": 194.75, + "epoch": 0.13766761479073547, + "grad_norm": 1.1799017190933228, + "kl": 0.13134765625, + "learning_rate": 8.623211963589077e-07, + "loss": 0.0053, + "reward": 1.9118108749389648, + "reward_std": 0.05884526949375868, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.9118108749389648, "step": 847 }, { - "epoch": 0.06, - "learning_rate": 1.996238161108511e-05, - "loss": 1.04, + "clip_ratio": 0.0, + "completion_length": 174.203125, + "epoch": 0.13783015034538806, + "grad_norm": 1.5683172941207886, + "kl": 0.137451171875, + "learning_rate": 8.621586475942782e-07, + "loss": 0.0055, + "reward": 1.8186594247817993, + "reward_std": 0.08324247784912586, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8342844843864441, "step": 848 }, { - "epoch": 0.06, - "learning_rate": 1.9962193402781965e-05, - "loss": 1.0498, + "clip_ratio": 0.0, + "completion_length": 228.234375, + "epoch": 0.13799268590004063, + "grad_norm": 1.277095079421997, + "kl": 0.1103515625, + "learning_rate": 8.619960988296489e-07, + "loss": 0.0044, + "reward": 1.652498722076416, + "reward_std": 0.11565523967146873, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6681236922740936, "step": 849 }, { - "epoch": 0.06, - "learning_rate": 1.996200472573273e-05, - "loss": 1.1327, + "clip_ratio": 0.0, + "completion_length": 219.390625, + "epoch": 0.13815522145469322, + "grad_norm": 1.7725969552993774, + "kl": 0.1123046875, + "learning_rate": 8.618335500650194e-07, + "loss": 0.0045, + "reward": 1.6221126317977905, + "reward_std": 0.1485843025147915, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6377376616001129, "step": 850 }, { - "epoch": 0.06, - "learning_rate": 1.996181557994629e-05, - "loss": 1.1057, + "clip_ratio": 0.0, + "completion_length": 266.34375, + "epoch": 0.1383177570093458, + "grad_norm": 1.2817890644073486, + "kl": 0.116943359375, + "learning_rate": 8.616710013003901e-07, + "loss": 0.0047, + "reward": 1.7949388027191162, + "reward_std": 0.10152275115251541, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8105638325214386, "step": 851 }, { - "epoch": 0.06, - "learning_rate": 1.9961625965431555e-05, - "loss": 1.0913, + "clip_ratio": 0.0, + "completion_length": 200.65625, + "epoch": 0.13848029256399838, + "grad_norm": 1.2957731485366821, + "kl": 0.126708984375, + "learning_rate": 8.615084525357606e-07, + "loss": 0.0051, + "reward": 1.7363407015800476, + "reward_std": 0.10516941547393799, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.75196573138237, "step": 852 }, { - "epoch": 0.06, - "learning_rate": 1.996143588219743e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 242.953125, + "epoch": 0.13864282811865095, + "grad_norm": 1.2876335382461548, + "kl": 0.110595703125, + "learning_rate": 8.613459037711313e-07, + "loss": 0.0044, + "reward": 1.641251802444458, + "reward_std": 0.14703697338700294, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.688126802444458, "step": 853 }, { - "epoch": 0.06, - "learning_rate": 1.9961245330252865e-05, - "loss": 1.0676, + "clip_ratio": 0.0, + "completion_length": 249.171875, + "epoch": 0.13880536367330354, + "grad_norm": 1.4540551900863647, + "kl": 0.126708984375, + "learning_rate": 8.61183355006502e-07, + "loss": 0.0051, + "reward": 1.6986298561096191, + "reward_std": 0.10679328441619873, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7142549157142639, "step": 854 }, { - "epoch": 0.06, - "learning_rate": 1.9961054309606827e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 232.625, + "epoch": 0.1389678992279561, + "grad_norm": 1.3463839292526245, + "kl": 0.14697265625, + "learning_rate": 8.610208062418726e-07, + "loss": 0.0059, + "reward": 1.591670036315918, + "reward_std": 0.19007720798254013, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6385450661182404, "step": 855 }, { - "epoch": 0.06, - "learning_rate": 1.9960862820268305e-05, - "loss": 1.0675, + "clip_ratio": 0.0, + "completion_length": 286.0625, + "epoch": 0.1391304347826087, + "grad_norm": 1.3749949932098389, + "kl": 0.12158203125, + "learning_rate": 8.608582574772432e-07, + "loss": 0.0049, + "reward": 1.6905920505523682, + "reward_std": 0.11801515147089958, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7062170207500458, "step": 856 }, { - "epoch": 0.06, - "learning_rate": 1.996067086224631e-05, - "loss": 1.152, + "clip_ratio": 0.0, + "completion_length": 235.4375, + "epoch": 0.13929297033726126, + "grad_norm": 0.908466637134552, + "kl": 0.11279296875, + "learning_rate": 8.606957087126138e-07, + "loss": 0.0045, + "reward": 1.7137627601623535, + "reward_std": 0.07157150655984879, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7137627601623535, "step": 857 }, { - "epoch": 0.06, - "learning_rate": 1.9960478435549867e-05, - "loss": 1.1569, + "clip_ratio": 0.0, + "completion_length": 215.671875, + "epoch": 0.13945550589191386, + "grad_norm": 1.3710836172103882, + "kl": 0.117431640625, + "learning_rate": 8.605331599479844e-07, + "loss": 0.0047, + "reward": 1.6629990935325623, + "reward_std": 0.0769461989402771, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.662999153137207, "step": 858 }, { - "epoch": 0.06, - "learning_rate": 1.996028554018804e-05, - "loss": 1.1146, + "clip_ratio": 0.0, + "completion_length": 195.828125, + "epoch": 0.13961804144656645, + "grad_norm": 1.2953234910964966, + "kl": 0.122314453125, + "learning_rate": 8.60370611183355e-07, + "loss": 0.0049, + "reward": 1.7691915035247803, + "reward_std": 0.16651248931884766, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8004415035247803, "step": 859 }, { - "epoch": 0.06, - "learning_rate": 1.9960092176169897e-05, - "loss": 1.0058, + "clip_ratio": 0.0, + "completion_length": 190.890625, + "epoch": 0.13978057700121901, + "grad_norm": 0.8716017603874207, + "kl": 0.126708984375, + "learning_rate": 8.602080624187256e-07, + "loss": 0.0051, + "reward": 1.816541314125061, + "reward_std": 0.022005181876011193, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8165411949157715, "step": 860 }, { - "epoch": 0.06, - "learning_rate": 1.9959898343504545e-05, - "loss": 1.0165, + "clip_ratio": 0.0, + "completion_length": 197.75, + "epoch": 0.1399431125558716, + "grad_norm": 1.3207725286483765, + "kl": 0.109130859375, + "learning_rate": 8.600455136540962e-07, + "loss": 0.0044, + "reward": 1.7798656821250916, + "reward_std": 0.1073717512190342, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7954906523227692, "step": 861 }, { - "epoch": 0.06, - "learning_rate": 1.9959704042201095e-05, - "loss": 1.0931, + "clip_ratio": 0.0, + "completion_length": 294.828125, + "epoch": 0.14010564811052417, + "grad_norm": 1.1337206363677979, + "kl": 0.125732421875, + "learning_rate": 8.598829648894668e-07, + "loss": 0.005, + "reward": 1.74380362033844, + "reward_std": 0.09440575167536736, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7438036203384399, "step": 862 }, { - "epoch": 0.06, - "learning_rate": 1.995950927226869e-05, - "loss": 1.1194, + "clip_ratio": 0.0, + "completion_length": 186.125, + "epoch": 0.14026818366517677, + "grad_norm": 1.0039119720458984, + "kl": 0.14501953125, + "learning_rate": 8.597204161248374e-07, + "loss": 0.0058, + "reward": 1.7899156212806702, + "reward_std": 0.06224754825234413, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8055405914783478, "step": 863 }, { - "epoch": 0.06, - "learning_rate": 1.99593140337165e-05, - "loss": 1.0951, + "clip_ratio": 0.0, + "completion_length": 176.359375, + "epoch": 0.14043071921982933, + "grad_norm": 1.2341679334640503, + "kl": 0.14794921875, + "learning_rate": 8.595578673602081e-07, + "loss": 0.0059, + "reward": 1.7370477318763733, + "reward_std": 0.09755005035549402, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7370478212833405, "step": 864 }, { - "epoch": 0.06, - "learning_rate": 1.995911832655371e-05, - "loss": 1.1633, + "clip_ratio": 0.0, + "completion_length": 203.125, + "epoch": 0.14059325477448192, + "grad_norm": 1.1781196594238281, + "kl": 0.14306640625, + "learning_rate": 8.593953185955787e-07, + "loss": 0.0057, + "reward": 1.7768381834030151, + "reward_std": 0.07972659170627594, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7768382132053375, "step": 865 }, { - "epoch": 0.06, - "learning_rate": 1.995892215078953e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 274.328125, + "epoch": 0.1407557903291345, + "grad_norm": 1.44423508644104, + "kl": 0.114990234375, + "learning_rate": 8.592327698309493e-07, + "loss": 0.0046, + "reward": 1.672877550125122, + "reward_std": 0.1577417403459549, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7041275501251221, "step": 866 }, { - "epoch": 0.06, - "learning_rate": 1.9958725506433184e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 242.234375, + "epoch": 0.14091832588378708, + "grad_norm": 1.3444987535476685, + "kl": 0.12548828125, + "learning_rate": 8.590702210663199e-07, + "loss": 0.005, + "reward": 1.803384780883789, + "reward_std": 0.130747489631176, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8190097808837891, "step": 867 }, { - "epoch": 0.06, - "learning_rate": 1.995852839349393e-05, - "loss": 1.0584, + "clip_ratio": 0.0, + "completion_length": 222.359375, + "epoch": 0.14108086143843965, + "grad_norm": 1.2454955577850342, + "kl": 0.125, + "learning_rate": 8.589076723016905e-07, + "loss": 0.005, + "reward": 1.713583528995514, + "reward_std": 0.1380358338356018, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7292085289955139, "step": 868 }, { - "epoch": 0.06, - "learning_rate": 1.9958330811981044e-05, - "loss": 1.0556, + "clip_ratio": 0.0, + "completion_length": 190.40625, + "epoch": 0.14124339699309224, + "grad_norm": 1.3309874534606934, + "kl": 0.124267578125, + "learning_rate": 8.587451235370611e-07, + "loss": 0.005, + "reward": 1.830639123916626, + "reward_std": 0.10300125367939472, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8462640941143036, "step": 869 }, { - "epoch": 0.06, - "learning_rate": 1.9958132761903817e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 237.859375, + "epoch": 0.1414059325477448, + "grad_norm": 1.3861020803451538, + "kl": 0.1103515625, + "learning_rate": 8.585825747724317e-07, + "loss": 0.0044, + "reward": 1.69845449924469, + "reward_std": 0.1275651641190052, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7297044396400452, "step": 870 }, { - "epoch": 0.06, - "learning_rate": 1.9957934243271576e-05, - "loss": 1.0949, + "clip_ratio": 0.0, + "completion_length": 320.6875, + "epoch": 0.1415684681023974, + "grad_norm": 1.1103256940841675, + "kl": 0.11279296875, + "learning_rate": 8.584200260078023e-07, + "loss": 0.0045, + "reward": 1.6536895632743835, + "reward_std": 0.12019717693328857, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6849395334720612, "step": 871 }, { - "epoch": 0.06, - "learning_rate": 1.995773525609365e-05, - "loss": 1.1616, + "clip_ratio": 0.0, + "completion_length": 240.171875, + "epoch": 0.14173100365705, + "grad_norm": 1.0961484909057617, + "kl": 0.118896484375, + "learning_rate": 8.582574772431729e-07, + "loss": 0.0048, + "reward": 1.7065712809562683, + "reward_std": 0.148159421980381, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7378213107585907, "step": 872 }, { - "epoch": 0.06, - "learning_rate": 1.995753580037941e-05, - "loss": 1.1068, + "clip_ratio": 0.0, + "completion_length": 244.078125, + "epoch": 0.14189353921170256, + "grad_norm": 1.0696693658828735, + "kl": 0.123046875, + "learning_rate": 8.580949284785435e-07, + "loss": 0.0049, + "reward": 1.6045014262199402, + "reward_std": 0.2100231647491455, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6670014262199402, "step": 873 }, { - "epoch": 0.06, - "learning_rate": 1.9957335876138245e-05, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 250.40625, + "epoch": 0.14205607476635515, + "grad_norm": 3.9567363262176514, + "kl": 0.12353515625, + "learning_rate": 8.579323797139142e-07, + "loss": 0.0049, + "reward": 1.7773399353027344, + "reward_std": 0.06895840913057327, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7773399353027344, "step": 874 }, { - "epoch": 0.06, - "learning_rate": 1.995713548337955e-05, - "loss": 1.0278, + "clip_ratio": 0.0, + "completion_length": 334.203125, + "epoch": 0.14221861032100772, + "grad_norm": 1.0961147546768188, + "kl": 0.102294921875, + "learning_rate": 8.577698309492848e-07, + "loss": 0.0041, + "reward": 1.7170949578285217, + "reward_std": 0.10585197061300278, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7483449578285217, "step": 875 }, { - "epoch": 0.06, - "learning_rate": 1.9956934622112762e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 215.71875, + "epoch": 0.1423811458756603, + "grad_norm": 1.2640718221664429, + "kl": 0.099609375, + "learning_rate": 8.576072821846554e-07, + "loss": 0.004, + "reward": 1.8131202459335327, + "reward_std": 0.12225388921797276, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8443701565265656, "step": 876 }, { - "epoch": 0.06, - "learning_rate": 1.9956733292347332e-05, - "loss": 1.1084, + "clip_ratio": 0.0, + "completion_length": 160.984375, + "epoch": 0.14254368143031287, + "grad_norm": 1.2510491609573364, + "kl": 0.124267578125, + "learning_rate": 8.57444733420026e-07, + "loss": 0.005, + "reward": 1.8856080770492554, + "reward_std": 0.10726626589894295, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.9012331068515778, "step": 877 }, { - "epoch": 0.06, - "learning_rate": 1.9956531494092732e-05, - "loss": 1.105, + "clip_ratio": 0.0, + "completion_length": 214.578125, + "epoch": 0.14270621698496547, + "grad_norm": 1.0210853815078735, + "kl": 0.12939453125, + "learning_rate": 8.572821846553966e-07, + "loss": 0.0052, + "reward": 1.7577913403511047, + "reward_std": 0.17454642057418823, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7734163105487823, "step": 878 }, { - "epoch": 0.06, - "learning_rate": 1.9956329227358453e-05, - "loss": 1.1216, + "clip_ratio": 0.0, + "completion_length": 239.71875, + "epoch": 0.14286875253961803, + "grad_norm": 1.0756020545959473, + "kl": 0.1181640625, + "learning_rate": 8.571196358907672e-07, + "loss": 0.0047, + "reward": 1.7009894251823425, + "reward_std": 0.13230044022202492, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7478643655776978, "step": 879 }, { - "epoch": 0.06, - "learning_rate": 1.995612649215402e-05, - "loss": 1.1301, + "clip_ratio": 0.0, + "completion_length": 220.90625, + "epoch": 0.14303128809427063, + "grad_norm": 1.1756272315979004, + "kl": 0.126220703125, + "learning_rate": 8.569570871261378e-07, + "loss": 0.005, + "reward": 1.7941304445266724, + "reward_std": 0.08262699469923973, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.79413041472435, "step": 880 }, { - "epoch": 0.06, - "learning_rate": 1.9955923288488965e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 172.59375, + "epoch": 0.1431938236489232, + "grad_norm": 1.3044028282165527, + "kl": 0.113037109375, + "learning_rate": 8.567945383615083e-07, + "loss": 0.0045, + "reward": 1.7242141366004944, + "reward_std": 0.11292706802487373, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7710891664028168, "step": 881 }, { - "epoch": 0.06, - "learning_rate": 1.9955719616372853e-05, - "loss": 1.1511, + "clip_ratio": 0.0, + "completion_length": 206.5, + "epoch": 0.14335635920357578, + "grad_norm": 1.2291690111160278, + "kl": 0.12060546875, + "learning_rate": 8.56631989596879e-07, + "loss": 0.0048, + "reward": 1.8011813163757324, + "reward_std": 0.0938819982111454, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8168063163757324, "step": 882 }, { - "epoch": 0.06, - "learning_rate": 1.9955515475815266e-05, - "loss": 1.0929, + "clip_ratio": 0.0, + "completion_length": 215.234375, + "epoch": 0.14351889475822835, + "grad_norm": 0.9972462058067322, + "kl": 0.118408203125, + "learning_rate": 8.564694408322495e-07, + "loss": 0.0047, + "reward": 1.7782389521598816, + "reward_std": 0.03917281236499548, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.778238981962204, "step": 883 }, { - "epoch": 0.06, - "learning_rate": 1.995531086682581e-05, - "loss": 1.0601, + "clip_ratio": 0.0, + "completion_length": 183.296875, + "epoch": 0.14368143031288094, + "grad_norm": 0.8213733434677124, + "kl": 0.13330078125, + "learning_rate": 8.563068920676203e-07, + "loss": 0.0053, + "reward": 1.794419765472412, + "reward_std": 0.15666531771421432, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8569197058677673, "step": 884 }, { - "epoch": 0.06, - "learning_rate": 1.9955105789414112e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 225.828125, + "epoch": 0.14384396586753354, + "grad_norm": 1.0844894647598267, + "kl": 0.129638671875, + "learning_rate": 8.561443433029909e-07, + "loss": 0.0052, + "reward": 1.7487105131149292, + "reward_std": 0.07637415081262589, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7643354535102844, "step": 885 }, { - "epoch": 0.06, - "learning_rate": 1.9954900243589824e-05, - "loss": 1.0495, + "clip_ratio": 0.0, + "completion_length": 250.953125, + "epoch": 0.1440065014221861, + "grad_norm": 1.3650025129318237, + "kl": 0.11572265625, + "learning_rate": 8.559817945383615e-07, + "loss": 0.0046, + "reward": 1.6650727987289429, + "reward_std": 0.233253613114357, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7275728583335876, "step": 886 }, { - "epoch": 0.06, - "learning_rate": 1.995469422936261e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 209.78125, + "epoch": 0.1441690369768387, + "grad_norm": 1.160873532295227, + "kl": 0.115478515625, + "learning_rate": 8.55819245773732e-07, + "loss": 0.0046, + "reward": 1.7102138996124268, + "reward_std": 0.13768264651298523, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7727138996124268, "step": 887 }, { - "epoch": 0.06, - "learning_rate": 1.9954487746742174e-05, - "loss": 1.0555, + "clip_ratio": 0.0, + "completion_length": 175.8125, + "epoch": 0.14433157253149126, + "grad_norm": 1.2683051824569702, + "kl": 0.150390625, + "learning_rate": 8.556566970091027e-07, + "loss": 0.006, + "reward": 1.830633521080017, + "reward_std": 0.09917585924267769, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8306335508823395, "step": 888 }, { - "epoch": 0.06, - "learning_rate": 1.9954280795738223e-05, - "loss": 1.0758, + "clip_ratio": 0.0, + "completion_length": 202.328125, + "epoch": 0.14449410808614385, + "grad_norm": 1.2447150945663452, + "kl": 0.123779296875, + "learning_rate": 8.554941482444734e-07, + "loss": 0.005, + "reward": 1.7463191747665405, + "reward_std": 0.0716906264424324, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7463191151618958, "step": 889 }, { - "epoch": 0.06, - "learning_rate": 1.9954073376360498e-05, - "loss": 1.1219, + "clip_ratio": 0.0, + "completion_length": 174.921875, + "epoch": 0.14465664364079642, + "grad_norm": 1.2075095176696777, + "kl": 0.13916015625, + "learning_rate": 8.553315994798439e-07, + "loss": 0.0056, + "reward": 1.7535364031791687, + "reward_std": 0.08900894597172737, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8004113733768463, "step": 890 }, { - "epoch": 0.06, - "learning_rate": 1.9953865488618755e-05, - "loss": 1.094, + "clip_ratio": 0.0, + "completion_length": 188.453125, + "epoch": 0.144819179195449, + "grad_norm": 1.2476850748062134, + "kl": 0.1376953125, + "learning_rate": 8.551690507152146e-07, + "loss": 0.0055, + "reward": 1.6988608837127686, + "reward_std": 0.18075166642665863, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7301109135150909, "step": 891 }, { - "epoch": 0.06, - "learning_rate": 1.9953657132522784e-05, - "loss": 1.0617, + "clip_ratio": 0.0, + "completion_length": 209.375, + "epoch": 0.14498171475010158, + "grad_norm": 1.4499844312667847, + "kl": 0.13232421875, + "learning_rate": 8.550065019505851e-07, + "loss": 0.0053, + "reward": 1.7331567406654358, + "reward_std": 0.19965678453445435, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7644067108631134, "step": 892 }, { - "epoch": 0.06, - "learning_rate": 1.9953448308082382e-05, - "loss": 1.158, + "clip_ratio": 0.0, + "completion_length": 199.375, + "epoch": 0.14514425030475417, + "grad_norm": 1.1004047393798828, + "kl": 0.1171875, + "learning_rate": 8.548439531859558e-07, + "loss": 0.0047, + "reward": 1.7639451026916504, + "reward_std": 0.11627794057130814, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7795700430870056, "step": 893 }, { - "epoch": 0.06, - "learning_rate": 1.9953239015307377e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 183.71875, + "epoch": 0.14530678585940673, + "grad_norm": 0.956425666809082, + "kl": 0.140625, + "learning_rate": 8.546814044213264e-07, + "loss": 0.0056, + "reward": 1.8053480386734009, + "reward_std": 0.0633697472512722, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8053480684757233, "step": 894 }, { - "epoch": 0.06, - "learning_rate": 1.995302925420761e-05, - "loss": 1.1393, + "clip_ratio": 0.0, + "completion_length": 190.828125, + "epoch": 0.14546932141405933, + "grad_norm": 1.137963891029358, + "kl": 0.11474609375, + "learning_rate": 8.545188556566971e-07, + "loss": 0.0046, + "reward": 1.803820252418518, + "reward_std": 0.07793135195970535, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8038201630115509, "step": 895 }, { - "epoch": 0.06, - "learning_rate": 1.995281902479296e-05, - "loss": 1.1053, + "clip_ratio": 0.0, + "completion_length": 207.484375, + "epoch": 0.1456318569687119, + "grad_norm": 1.1573734283447266, + "kl": 0.12548828125, + "learning_rate": 8.543563068920676e-07, + "loss": 0.005, + "reward": 1.7601778507232666, + "reward_std": 0.11537321237847209, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7914278209209442, "step": 896 }, { - "epoch": 0.06, - "learning_rate": 1.995260832707332e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 191.015625, + "epoch": 0.14579439252336449, + "grad_norm": 1.2695581912994385, + "kl": 0.125, + "learning_rate": 8.541937581274383e-07, + "loss": 0.005, + "reward": 1.6989541053771973, + "reward_std": 0.10360576957464218, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6989540755748749, "step": 897 }, { - "epoch": 0.06, - "learning_rate": 1.9952397161058596e-05, - "loss": 1.0952, + "clip_ratio": 0.0, + "completion_length": 192.875, + "epoch": 0.14595692807801708, + "grad_norm": 1.1582298278808594, + "kl": 0.110107421875, + "learning_rate": 8.540312093628088e-07, + "loss": 0.0044, + "reward": 1.77722829580307, + "reward_std": 0.08714285120368004, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7928532063961029, "step": 898 }, { - "epoch": 0.06, - "learning_rate": 1.995218552675873e-05, - "loss": 1.1003, + "clip_ratio": 0.0, + "completion_length": 178.859375, + "epoch": 0.14611946363266964, + "grad_norm": 1.1016299724578857, + "kl": 0.1123046875, + "learning_rate": 8.538686605981795e-07, + "loss": 0.0045, + "reward": 1.8792113065719604, + "reward_std": 0.044068483635783195, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8792113065719604, "step": 899 }, { - "epoch": 0.06, - "learning_rate": 1.9951973424183672e-05, - "loss": 1.1182, + "clip_ratio": 0.0, + "completion_length": 240.265625, + "epoch": 0.14628199918732224, + "grad_norm": 1.0545849800109863, + "kl": 0.132080078125, + "learning_rate": 8.5370611183355e-07, + "loss": 0.0053, + "reward": 1.7761772871017456, + "reward_std": 0.19391226023435593, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8230522871017456, "step": 900 }, { - "epoch": 0.06, - "learning_rate": 1.995176085334341e-05, - "loss": 1.1597, + "clip_ratio": 0.0, + "completion_length": 253.390625, + "epoch": 0.1464445347419748, + "grad_norm": 1.2581114768981934, + "kl": 0.11328125, + "learning_rate": 8.535435630689206e-07, + "loss": 0.0045, + "reward": 1.7505776286125183, + "reward_std": 0.12120690010488033, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7662025988101959, "step": 901 }, { - "epoch": 0.06, - "learning_rate": 1.9951547814247943e-05, - "loss": 1.0979, + "clip_ratio": 0.0, + "completion_length": 207.59375, + "epoch": 0.1466070702966274, + "grad_norm": 1.1839605569839478, + "kl": 0.1162109375, + "learning_rate": 8.533810143042912e-07, + "loss": 0.0047, + "reward": 1.680316686630249, + "reward_std": 0.14907929301261902, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6959416568279266, "step": 902 }, { - "epoch": 0.06, - "learning_rate": 1.9951334306907294e-05, - "loss": 1.1606, + "clip_ratio": 0.0, + "completion_length": 265.3125, + "epoch": 0.14676960585127996, + "grad_norm": 1.4186549186706543, + "kl": 0.1171875, + "learning_rate": 8.532184655396618e-07, + "loss": 0.0047, + "reward": 1.7898655533790588, + "reward_std": 0.10493365675210953, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8054905533790588, "step": 903 }, { - "epoch": 0.06, - "learning_rate": 1.9951120331331514e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 177.640625, + "epoch": 0.14693214140593255, + "grad_norm": 1.0371379852294922, + "kl": 0.1220703125, + "learning_rate": 8.530559167750325e-07, + "loss": 0.0049, + "reward": 1.7443780899047852, + "reward_std": 0.16389358788728714, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7600030303001404, "step": 904 }, { - "epoch": 0.06, - "learning_rate": 1.9950905887530662e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 199.65625, + "epoch": 0.14709467696058512, + "grad_norm": 0.8399091362953186, + "kl": 0.127685546875, + "learning_rate": 8.528933680104032e-07, + "loss": 0.0051, + "reward": 1.7363433837890625, + "reward_std": 0.12047535181045532, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7675934135913849, "step": 905 }, { - "epoch": 0.06, - "learning_rate": 1.9950690975514836e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 215.6875, + "epoch": 0.1472572125152377, + "grad_norm": 1.1646043062210083, + "kl": 0.13134765625, + "learning_rate": 8.527308192457737e-07, + "loss": 0.0053, + "reward": 1.8502064943313599, + "reward_std": 0.08826991729438305, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8658314645290375, "step": 906 }, { - "epoch": 0.06, - "learning_rate": 1.9950475595294145e-05, - "loss": 1.1378, + "clip_ratio": 0.0, + "completion_length": 214.171875, + "epoch": 0.14741974806989028, + "grad_norm": 1.0784868001937866, + "kl": 0.106201171875, + "learning_rate": 8.525682704811443e-07, + "loss": 0.0043, + "reward": 1.830782413482666, + "reward_std": 0.05499209836125374, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8307823240756989, "step": 907 }, { - "epoch": 0.06, - "learning_rate": 1.9950259746878724e-05, - "loss": 1.0373, + "clip_ratio": 0.0, + "completion_length": 193.828125, + "epoch": 0.14758228362454287, + "grad_norm": 1.1804440021514893, + "kl": 0.11083984375, + "learning_rate": 8.524057217165149e-07, + "loss": 0.0044, + "reward": 1.7881015539169312, + "reward_std": 0.0797627866268158, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7881016135215759, "step": 908 }, { - "epoch": 0.06, - "learning_rate": 1.995004343027873e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 249.46875, + "epoch": 0.14774481917919544, + "grad_norm": 1.2636232376098633, + "kl": 0.10546875, + "learning_rate": 8.522431729518855e-07, + "loss": 0.0042, + "reward": 1.8365406394004822, + "reward_std": 0.04760729521512985, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8365406394004822, "step": 909 }, { - "epoch": 0.06, - "learning_rate": 1.994982664550434e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 224.15625, + "epoch": 0.14790735473384803, + "grad_norm": 1.4087343215942383, + "kl": 0.10302734375, + "learning_rate": 8.520806241872561e-07, + "loss": 0.0041, + "reward": 1.6872164011001587, + "reward_std": 0.07583198696374893, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7028414011001587, "step": 910 }, { - "epoch": 0.06, - "learning_rate": 1.994960939256575e-05, - "loss": 1.0067, + "clip_ratio": 0.0, + "completion_length": 219.484375, + "epoch": 0.14806989028850062, + "grad_norm": 1.783058762550354, + "kl": 0.15234375, + "learning_rate": 8.519180754226267e-07, + "loss": 0.0061, + "reward": 1.7432842254638672, + "reward_std": 0.1552690789103508, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7589091956615448, "step": 911 }, { - "epoch": 0.06, - "learning_rate": 1.9949391671473193e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 248.359375, + "epoch": 0.1482324258431532, + "grad_norm": 1.3483670949935913, + "kl": 0.11669921875, + "learning_rate": 8.517555266579973e-07, + "loss": 0.0047, + "reward": 1.709519863128662, + "reward_std": 0.09911546856164932, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7251449227333069, "step": 912 }, { - "epoch": 0.06, - "learning_rate": 1.9949173482236905e-05, - "loss": 1.1516, + "clip_ratio": 0.0, + "completion_length": 262.515625, + "epoch": 0.14839496139780578, + "grad_norm": 0.9337428212165833, + "kl": 0.121337890625, + "learning_rate": 8.515929778933679e-07, + "loss": 0.0049, + "reward": 1.7074589133262634, + "reward_std": 0.1525837928056717, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7699589133262634, "step": 913 }, { - "epoch": 0.06, - "learning_rate": 1.994895482486715e-05, - "loss": 1.0267, + "clip_ratio": 0.0, + "completion_length": 216.71875, + "epoch": 0.14855749695245835, + "grad_norm": 1.3231133222579956, + "kl": 0.107421875, + "learning_rate": 8.514304291287386e-07, + "loss": 0.0043, + "reward": 1.6930226683616638, + "reward_std": 0.09893335774540901, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7086476385593414, "step": 914 }, { - "epoch": 0.06, - "learning_rate": 1.994873569937423e-05, - "loss": 1.0788, + "clip_ratio": 0.0, + "completion_length": 214.015625, + "epoch": 0.14872003250711094, + "grad_norm": 0.8748958110809326, + "kl": 0.116943359375, + "learning_rate": 8.512678803641092e-07, + "loss": 0.0047, + "reward": 1.7120590806007385, + "reward_std": 0.04497064836323261, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7120590806007385, "step": 915 }, { - "epoch": 0.06, - "learning_rate": 1.994851610576844e-05, - "loss": 1.1206, + "clip_ratio": 0.0, + "completion_length": 194.328125, + "epoch": 0.1488825680617635, + "grad_norm": 1.080810785293579, + "kl": 0.113037109375, + "learning_rate": 8.511053315994798e-07, + "loss": 0.0045, + "reward": 1.7078325748443604, + "reward_std": 0.06465426692739129, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.707832545042038, "step": 916 }, { - "epoch": 0.06, - "learning_rate": 1.994829604406012e-05, - "loss": 1.093, + "clip_ratio": 0.0, + "completion_length": 355.15625, + "epoch": 0.1490451036164161, + "grad_norm": 1.0293558835983276, + "kl": 0.1142578125, + "learning_rate": 8.509427828348504e-07, + "loss": 0.0046, + "reward": 1.7576855421066284, + "reward_std": 0.12506335601210594, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7889355719089508, "step": 917 }, { - "epoch": 0.06, - "learning_rate": 1.9948075514259623e-05, - "loss": 1.0581, + "clip_ratio": 0.0, + "completion_length": 269.171875, + "epoch": 0.14920763917106866, + "grad_norm": 2.603081464767456, + "kl": 0.123291015625, + "learning_rate": 8.50780234070221e-07, + "loss": 0.0049, + "reward": 1.7363909482955933, + "reward_std": 0.05781715735793114, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7363909482955933, "step": 918 }, { - "epoch": 0.06, - "learning_rate": 1.9947854516377326e-05, - "loss": 1.0729, + "clip_ratio": 0.0, + "completion_length": 219.65625, + "epoch": 0.14937017472572126, + "grad_norm": 1.006453037261963, + "kl": 0.13623046875, + "learning_rate": 8.506176853055916e-07, + "loss": 0.0054, + "reward": 1.7030367851257324, + "reward_std": 0.05388134531676769, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7030368149280548, "step": 919 }, { - "epoch": 0.06, - "learning_rate": 1.9947633050423626e-05, - "loss": 1.0275, + "clip_ratio": 0.0, + "completion_length": 183.0, + "epoch": 0.14953271028037382, + "grad_norm": 1.0023550987243652, + "kl": 0.12939453125, + "learning_rate": 8.504551365409622e-07, + "loss": 0.0052, + "reward": 1.7734751105308533, + "reward_std": 0.1228504478931427, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7891000509262085, "step": 920 }, { - "epoch": 0.06, - "learning_rate": 1.9947411116408942e-05, - "loss": 1.1422, + "clip_ratio": 0.0, + "completion_length": 195.8125, + "epoch": 0.1496952458350264, + "grad_norm": 1.5729243755340576, + "kl": 0.11669921875, + "learning_rate": 8.502925877763328e-07, + "loss": 0.0047, + "reward": 1.7837570309638977, + "reward_std": 0.06289774365723133, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7837571501731873, "step": 921 }, { - "epoch": 0.06, - "learning_rate": 1.9947188714343723e-05, - "loss": 1.0525, + "clip_ratio": 0.0, + "completion_length": 225.734375, + "epoch": 0.14985778138967898, + "grad_norm": 0.9921120405197144, + "kl": 0.123046875, + "learning_rate": 8.501300390117034e-07, + "loss": 0.0049, + "reward": 1.8340847492218018, + "reward_std": 0.11851906776428223, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8809597492218018, "step": 922 }, { - "epoch": 0.06, - "learning_rate": 1.994696584423843e-05, - "loss": 1.0881, + "clip_ratio": 0.0, + "completion_length": 191.984375, + "epoch": 0.15002031694433157, + "grad_norm": 1.0435088872909546, + "kl": 0.14111328125, + "learning_rate": 8.49967490247074e-07, + "loss": 0.0056, + "reward": 1.8202799558639526, + "reward_std": 0.11016876623034477, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8359048962593079, "step": 923 }, { - "epoch": 0.06, - "learning_rate": 1.9946742506103546e-05, - "loss": 1.1078, + "clip_ratio": 0.0, + "completion_length": 230.296875, + "epoch": 0.15018285249898417, + "grad_norm": 2.116724967956543, + "kl": 0.1162109375, + "learning_rate": 8.498049414824448e-07, + "loss": 0.0047, + "reward": 1.8048826456069946, + "reward_std": 0.07107724249362946, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8205076158046722, "step": 924 }, { - "epoch": 0.06, - "learning_rate": 1.9946518699949588e-05, - "loss": 1.1159, + "clip_ratio": 0.0, + "completion_length": 251.21875, + "epoch": 0.15034538805363673, + "grad_norm": 1.304824948310852, + "kl": 0.112548828125, + "learning_rate": 8.496423927178153e-07, + "loss": 0.0045, + "reward": 1.6581875085830688, + "reward_std": 0.234989196062088, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7206874489784241, "step": 925 }, { - "epoch": 0.06, - "learning_rate": 1.9946294425787077e-05, - "loss": 1.022, + "clip_ratio": 0.0, + "completion_length": 337.28125, + "epoch": 0.15050792360828932, + "grad_norm": 0.9760696887969971, + "kl": 0.11181640625, + "learning_rate": 8.49479843953186e-07, + "loss": 0.0045, + "reward": 1.6382323503494263, + "reward_std": 0.17002807557582855, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6851073205471039, "step": 926 }, { - "epoch": 0.06, - "learning_rate": 1.994606968362657e-05, - "loss": 1.0098, + "clip_ratio": 0.0, + "completion_length": 272.90625, + "epoch": 0.1506704591629419, + "grad_norm": 1.1375740766525269, + "kl": 0.118896484375, + "learning_rate": 8.493172951885565e-07, + "loss": 0.0048, + "reward": 1.7383016347885132, + "reward_std": 0.20369062572717667, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8008016347885132, "step": 927 }, { - "epoch": 0.06, - "learning_rate": 1.9945844473478643e-05, - "loss": 1.1141, + "clip_ratio": 0.0, + "completion_length": 186.5625, + "epoch": 0.15083299471759448, + "grad_norm": 0.995578408241272, + "kl": 0.12939453125, + "learning_rate": 8.491547464239272e-07, + "loss": 0.0052, + "reward": 1.7532085180282593, + "reward_std": 0.14325449615716934, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7844585180282593, "step": 928 }, { - "epoch": 0.06, - "learning_rate": 1.9945618795353895e-05, - "loss": 0.9854, + "clip_ratio": 0.0, + "completion_length": 217.671875, + "epoch": 0.15099553027224705, + "grad_norm": 1.9663201570510864, + "kl": 0.181396484375, + "learning_rate": 8.489921976592977e-07, + "loss": 0.0073, + "reward": 1.7430927753448486, + "reward_std": 0.14263765141367912, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7587177753448486, "step": 929 }, { - "epoch": 0.06, - "learning_rate": 1.9945392649262936e-05, - "loss": 1.1477, + "clip_ratio": 0.0, + "completion_length": 234.609375, + "epoch": 0.15115806582689964, + "grad_norm": 1.109599232673645, + "kl": 0.13818359375, + "learning_rate": 8.488296488946684e-07, + "loss": 0.0055, + "reward": 1.7233352661132812, + "reward_std": 0.20328013598918915, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7702102065086365, "step": 930 }, { - "epoch": 0.06, - "learning_rate": 1.994516603521642e-05, - "loss": 1.1457, + "clip_ratio": 0.0, + "completion_length": 216.859375, + "epoch": 0.1513206013815522, + "grad_norm": 1.211844801902771, + "kl": 0.126708984375, + "learning_rate": 8.486671001300389e-07, + "loss": 0.0051, + "reward": 1.8097716569900513, + "reward_std": 0.1732775717973709, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8566466569900513, "step": 931 }, { - "epoch": 0.06, - "learning_rate": 1.9944938953224994e-05, - "loss": 1.1167, + "clip_ratio": 0.0, + "completion_length": 233.703125, + "epoch": 0.1514831369362048, + "grad_norm": 1.1285696029663086, + "kl": 0.12890625, + "learning_rate": 8.485045513654096e-07, + "loss": 0.0051, + "reward": 1.7254592180252075, + "reward_std": 0.18213700875639915, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7723341286182404, "step": 932 }, { - "epoch": 0.06, - "learning_rate": 1.994471140329935e-05, - "loss": 1.1213, + "clip_ratio": 0.0, + "completion_length": 214.375, + "epoch": 0.15164567249085736, + "grad_norm": 1.4440261125564575, + "kl": 0.125244140625, + "learning_rate": 8.483420026007801e-07, + "loss": 0.005, + "reward": 1.7450125217437744, + "reward_std": 0.17589199170470238, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7762625515460968, "step": 933 }, { - "epoch": 0.06, - "learning_rate": 1.99444833854502e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 212.859375, + "epoch": 0.15180820804550996, + "grad_norm": 1.6164168119430542, + "kl": 0.138671875, + "learning_rate": 8.481794538361509e-07, + "loss": 0.0056, + "reward": 1.7710469961166382, + "reward_std": 0.11793419346213341, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7710469961166382, "step": 934 }, { - "epoch": 0.06, - "learning_rate": 1.9944254899688268e-05, - "loss": 1.1019, + "clip_ratio": 0.0, + "completion_length": 199.75, + "epoch": 0.15197074360016252, + "grad_norm": 1.3916056156158447, + "kl": 0.125, + "learning_rate": 8.480169050715214e-07, + "loss": 0.005, + "reward": 1.8141807913780212, + "reward_std": 0.11949742212891579, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8298058211803436, "step": 935 }, { - "epoch": 0.06, - "learning_rate": 1.99440259460243e-05, - "loss": 1.0771, + "clip_ratio": 0.0, + "completion_length": 233.546875, + "epoch": 0.15213327915481512, + "grad_norm": 1.2843607664108276, + "kl": 0.125, + "learning_rate": 8.478543563068921e-07, + "loss": 0.005, + "reward": 1.6459020972251892, + "reward_std": 0.18112457543611526, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6771520972251892, "step": 936 }, { - "epoch": 0.06, - "learning_rate": 1.994379652446908e-05, - "loss": 1.1289, + "clip_ratio": 0.0, + "completion_length": 217.859375, + "epoch": 0.1522958147094677, + "grad_norm": 1.0795267820358276, + "kl": 0.125, + "learning_rate": 8.476918075422626e-07, + "loss": 0.005, + "reward": 1.7847267389297485, + "reward_std": 0.08362493850290775, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7847267687320709, "step": 937 }, { - "epoch": 0.06, - "learning_rate": 1.9943566635033394e-05, - "loss": 1.0651, + "clip_ratio": 0.0, + "completion_length": 167.6875, + "epoch": 0.15245835026412027, + "grad_norm": 1.1323412656784058, + "kl": 0.127685546875, + "learning_rate": 8.475292587776333e-07, + "loss": 0.0051, + "reward": 1.8112102150917053, + "reward_std": 0.06745562329888344, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8112102150917053, "step": 938 }, { - "epoch": 0.06, - "learning_rate": 1.994333627772806e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 156.140625, + "epoch": 0.15262088581877287, + "grad_norm": 1.1738301515579224, + "kl": 0.13427734375, + "learning_rate": 8.473667100130038e-07, + "loss": 0.0054, + "reward": 1.6467417478561401, + "reward_std": 0.15970107167959213, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6623667776584625, "step": 939 }, { - "epoch": 0.06, - "learning_rate": 1.994310545256392e-05, - "loss": 1.1519, + "clip_ratio": 0.0, + "completion_length": 166.59375, + "epoch": 0.15278342137342543, + "grad_norm": 1.533242106437683, + "kl": 0.162109375, + "learning_rate": 8.472041612483745e-07, + "loss": 0.0065, + "reward": 1.8287017345428467, + "reward_std": 0.12942875176668167, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8599517941474915, "step": 940 }, { - "epoch": 0.06, - "learning_rate": 1.9942874159551833e-05, - "loss": 1.0192, + "clip_ratio": 0.0, + "completion_length": 216.140625, + "epoch": 0.15294595692807803, + "grad_norm": 1.2911436557769775, + "kl": 0.1142578125, + "learning_rate": 8.47041612483745e-07, + "loss": 0.0046, + "reward": 1.7628300786018372, + "reward_std": 0.09174253046512604, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7628300786018372, "step": 941 }, { - "epoch": 0.06, - "learning_rate": 1.9942642398702683e-05, - "loss": 1.1012, + "clip_ratio": 0.0, + "completion_length": 183.140625, + "epoch": 0.1531084924827306, + "grad_norm": 0.9493958353996277, + "kl": 0.142578125, + "learning_rate": 8.468790637191157e-07, + "loss": 0.0057, + "reward": 1.9277852773666382, + "reward_std": 0.03688751347362995, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.9277852773666382, "step": 942 }, { - "epoch": 0.06, - "learning_rate": 1.9942410170027375e-05, - "loss": 1.114, + "clip_ratio": 0.0, + "completion_length": 250.546875, + "epoch": 0.15327102803738318, + "grad_norm": 1.2179020643234253, + "kl": 0.117919921875, + "learning_rate": 8.467165149544862e-07, + "loss": 0.0047, + "reward": 1.7647739052772522, + "reward_std": 0.11281963810324669, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7803988754749298, "step": 943 }, { - "epoch": 0.06, - "learning_rate": 1.9942177473536833e-05, - "loss": 1.1015, + "clip_ratio": 0.0, + "completion_length": 242.046875, + "epoch": 0.15343356359203575, + "grad_norm": 0.9058166742324829, + "kl": 0.106689453125, + "learning_rate": 8.46553966189857e-07, + "loss": 0.0043, + "reward": 1.7766607403755188, + "reward_std": 0.14947723224759102, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8079107105731964, "step": 944 }, { - "epoch": 0.06, - "learning_rate": 1.994194430924201e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 198.96875, + "epoch": 0.15359609914668834, + "grad_norm": 1.3537501096725464, + "kl": 0.1083984375, + "learning_rate": 8.463914174252275e-07, + "loss": 0.0043, + "reward": 1.7488070130348206, + "reward_std": 0.11251863092184067, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7644320130348206, "step": 945 }, { - "epoch": 0.06, - "learning_rate": 1.9941710677153873e-05, - "loss": 1.0566, + "clip_ratio": 0.0, + "completion_length": 176.828125, + "epoch": 0.1537586347013409, + "grad_norm": 1.4542462825775146, + "kl": 0.14306640625, + "learning_rate": 8.462288686605982e-07, + "loss": 0.0057, + "reward": 1.6933029294013977, + "reward_std": 0.09363723546266556, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6933028697967529, "step": 946 }, { - "epoch": 0.06, - "learning_rate": 1.994147657728342e-05, - "loss": 1.1703, + "clip_ratio": 0.0, + "completion_length": 238.421875, + "epoch": 0.1539211702559935, + "grad_norm": 2.108069658279419, + "kl": 0.112060546875, + "learning_rate": 8.460663198959687e-07, + "loss": 0.0045, + "reward": 1.7660399675369263, + "reward_std": 0.16048415005207062, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7816649377346039, "step": 947 }, { - "epoch": 0.06, - "learning_rate": 1.994124200964166e-05, - "loss": 1.0764, + "clip_ratio": 0.0, + "completion_length": 170.828125, + "epoch": 0.15408370581064607, + "grad_norm": 1.277305245399475, + "kl": 0.11669921875, + "learning_rate": 8.459037711313394e-07, + "loss": 0.0047, + "reward": 1.6909446120262146, + "reward_std": 0.1787816286087036, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7378195822238922, "step": 948 }, { - "epoch": 0.06, - "learning_rate": 1.9941006974239634e-05, - "loss": 1.1533, + "clip_ratio": 0.0, + "completion_length": 163.578125, + "epoch": 0.15424624136529866, + "grad_norm": 1.0614941120147705, + "kl": 0.140625, + "learning_rate": 8.457412223667099e-07, + "loss": 0.0056, + "reward": 1.749931812286377, + "reward_std": 0.10894894599914551, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7499318420886993, "step": 949 }, { - "epoch": 0.06, - "learning_rate": 1.99407714710884e-05, - "loss": 1.0641, + "clip_ratio": 0.0, + "completion_length": 203.96875, + "epoch": 0.15440877691995125, + "grad_norm": 1.4592156410217285, + "kl": 0.11669921875, + "learning_rate": 8.455786736020806e-07, + "loss": 0.0047, + "reward": 1.7086024284362793, + "reward_std": 0.12168891355395317, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7086024284362793, "step": 950 }, { - "epoch": 0.06, - "learning_rate": 1.994053550019904e-05, - "loss": 1.0935, + "clip_ratio": 0.0, + "completion_length": 215.46875, + "epoch": 0.15457131247460382, + "grad_norm": 1.193512201309204, + "kl": 0.12158203125, + "learning_rate": 8.454161248374511e-07, + "loss": 0.0049, + "reward": 1.7641443014144897, + "reward_std": 0.12188445776700974, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7797693014144897, "step": 951 }, { - "epoch": 0.06, - "learning_rate": 1.9940299061582653e-05, - "loss": 1.1067, + "clip_ratio": 0.0, + "completion_length": 215.328125, + "epoch": 0.1547338480292564, + "grad_norm": 1.623034119606018, + "kl": 0.154541015625, + "learning_rate": 8.452535760728218e-07, + "loss": 0.0062, + "reward": 1.647192358970642, + "reward_std": 0.23749184608459473, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6628173589706421, "step": 952 }, { - "epoch": 0.06, - "learning_rate": 1.9940062155250374e-05, - "loss": 1.0952, + "clip_ratio": 0.0, + "completion_length": 295.578125, + "epoch": 0.15489638358390898, + "grad_norm": 1.350241780281067, + "kl": 0.109130859375, + "learning_rate": 8.450910273081923e-07, + "loss": 0.0044, + "reward": 1.6105600595474243, + "reward_std": 0.12276355177164078, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6261850297451019, "step": 953 }, { - "epoch": 0.06, - "learning_rate": 1.9939824781213338e-05, - "loss": 1.1313, + "clip_ratio": 0.0, + "completion_length": 210.859375, + "epoch": 0.15505891913856157, + "grad_norm": 1.6414426565170288, + "kl": 0.117919921875, + "learning_rate": 8.449284785435631e-07, + "loss": 0.0047, + "reward": 1.755653738975525, + "reward_std": 0.19865268468856812, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7712787091732025, "step": 954 }, { - "epoch": 0.06, - "learning_rate": 1.9939586939482717e-05, - "loss": 1.1661, + "clip_ratio": 0.0, + "completion_length": 198.140625, + "epoch": 0.15522145469321413, + "grad_norm": 1.3927175998687744, + "kl": 0.120849609375, + "learning_rate": 8.447659297789336e-07, + "loss": 0.0048, + "reward": 1.747050404548645, + "reward_std": 0.09154027700424194, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.747050404548645, "step": 955 }, { - "epoch": 0.06, - "learning_rate": 1.993934863006971e-05, - "loss": 1.1094, + "clip_ratio": 0.0, + "completion_length": 203.59375, + "epoch": 0.15538399024786673, + "grad_norm": 1.5571500062942505, + "kl": 0.121337890625, + "learning_rate": 8.446033810143043e-07, + "loss": 0.0049, + "reward": 1.5584312081336975, + "reward_std": 0.16459234803915024, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.5584312379360199, "step": 956 }, { - "epoch": 0.06, - "learning_rate": 1.993910985298552e-05, - "loss": 1.0393, + "clip_ratio": 0.0, + "completion_length": 260.84375, + "epoch": 0.1555465258025193, + "grad_norm": 1.7688894271850586, + "kl": 0.1181640625, + "learning_rate": 8.444408322496749e-07, + "loss": 0.0047, + "reward": 1.5825365781784058, + "reward_std": 0.21340398490428925, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.5981616377830505, "step": 957 }, { - "epoch": 0.06, - "learning_rate": 1.9938870608241384e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 224.078125, + "epoch": 0.15570906135717189, + "grad_norm": 1.53351628780365, + "kl": 0.133056640625, + "learning_rate": 8.442782834850455e-07, + "loss": 0.0053, + "reward": 1.616493284702301, + "reward_std": 0.10647840797901154, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6164933443069458, "step": 958 }, { - "epoch": 0.06, - "learning_rate": 1.993863089584857e-05, - "loss": 1.1295, + "clip_ratio": 0.0, + "completion_length": 208.984375, + "epoch": 0.15587159691182445, + "grad_norm": 1.2952826023101807, + "kl": 0.104248046875, + "learning_rate": 8.441157347204161e-07, + "loss": 0.0042, + "reward": 1.716471791267395, + "reward_std": 0.12824496254324913, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7320966720581055, "step": 959 }, { - "epoch": 0.06, - "learning_rate": 1.993839071581834e-05, - "loss": 1.0656, + "clip_ratio": 0.0, + "completion_length": 247.734375, + "epoch": 0.15603413246647704, + "grad_norm": 1.0794099569320679, + "kl": 0.103759765625, + "learning_rate": 8.439531859557867e-07, + "loss": 0.0042, + "reward": 1.7014944553375244, + "reward_std": 0.07494598254561424, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7014943957328796, "step": 960 }, { - "epoch": 0.06, - "learning_rate": 1.9938150068162007e-05, - "loss": 1.054, + "clip_ratio": 0.0, + "completion_length": 211.453125, + "epoch": 0.1561966680211296, + "grad_norm": 2.0309016704559326, + "kl": 0.1298828125, + "learning_rate": 8.437906371911573e-07, + "loss": 0.0052, + "reward": 1.7255491614341736, + "reward_std": 0.15775048732757568, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7411741614341736, "step": 961 }, { - "epoch": 0.06, - "learning_rate": 1.993790895289089e-05, - "loss": 1.155, + "clip_ratio": 0.0, + "completion_length": 203.78125, + "epoch": 0.1563592035757822, + "grad_norm": 1.3554117679595947, + "kl": 0.120361328125, + "learning_rate": 8.436280884265279e-07, + "loss": 0.0048, + "reward": 1.8034018874168396, + "reward_std": 0.13277631253004074, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8190268576145172, "step": 962 }, { - "epoch": 0.06, - "learning_rate": 1.9937667370016335e-05, - "loss": 1.0138, + "clip_ratio": 0.0, + "completion_length": 193.921875, + "epoch": 0.1565217391304348, + "grad_norm": 1.1750998497009277, + "kl": 0.12451171875, + "learning_rate": 8.434655396618985e-07, + "loss": 0.005, + "reward": 1.7056337594985962, + "reward_std": 0.10727714747190475, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.721258819103241, "step": 963 }, { - "epoch": 0.06, - "learning_rate": 1.9937425319549707e-05, - "loss": 1.0871, + "clip_ratio": 0.0, + "completion_length": 183.71875, + "epoch": 0.15668427468508736, + "grad_norm": 1.349427580833435, + "kl": 0.12158203125, + "learning_rate": 8.433029908972692e-07, + "loss": 0.0049, + "reward": 1.7421624660491943, + "reward_std": 0.14914479851722717, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7734123766422272, "step": 964 }, { - "epoch": 0.06, - "learning_rate": 1.99371828015024e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 240.671875, + "epoch": 0.15684681023973995, + "grad_norm": 1.1412713527679443, + "kl": 0.11669921875, + "learning_rate": 8.431404421326398e-07, + "loss": 0.0047, + "reward": 1.7722018957138062, + "reward_std": 0.12987148389220238, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7878269553184509, "step": 965 }, { - "epoch": 0.06, - "learning_rate": 1.993693981588582e-05, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 304.109375, + "epoch": 0.15700934579439252, + "grad_norm": 1.1475365161895752, + "kl": 0.109130859375, + "learning_rate": 8.429778933680104e-07, + "loss": 0.0044, + "reward": 1.7595632076263428, + "reward_std": 0.1015920490026474, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7751882076263428, "step": 966 }, { - "epoch": 0.06, - "learning_rate": 1.99366963627114e-05, - "loss": 1.0119, + "clip_ratio": 0.0, + "completion_length": 199.046875, + "epoch": 0.1571718813490451, + "grad_norm": 1.1095359325408936, + "kl": 0.10546875, + "learning_rate": 8.42815344603381e-07, + "loss": 0.0042, + "reward": 1.6623433828353882, + "reward_std": 0.11655230075120926, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.677968442440033, "step": 967 }, { - "epoch": 0.06, - "learning_rate": 1.99364524419906e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 194.015625, + "epoch": 0.15733441690369768, + "grad_norm": 1.239307165145874, + "kl": 0.104736328125, + "learning_rate": 8.426527958387516e-07, + "loss": 0.0042, + "reward": 1.7655940055847168, + "reward_std": 0.11206358298659325, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7655939757823944, "step": 968 }, { - "epoch": 0.06, - "learning_rate": 1.9936208053734892e-05, - "loss": 1.083, + "clip_ratio": 0.0, + "completion_length": 265.140625, + "epoch": 0.15749695245835027, + "grad_norm": 1.3130824565887451, + "kl": 0.103271484375, + "learning_rate": 8.424902470741222e-07, + "loss": 0.0041, + "reward": 1.717005729675293, + "reward_std": 0.058475272729992867, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.717005729675293, "step": 969 }, { - "epoch": 0.06, - "learning_rate": 1.9935963197955783e-05, - "loss": 1.0595, + "clip_ratio": 0.0, + "completion_length": 237.390625, + "epoch": 0.15765948801300284, + "grad_norm": 1.176990270614624, + "kl": 0.104248046875, + "learning_rate": 8.423276983094928e-07, + "loss": 0.0042, + "reward": 1.720821738243103, + "reward_std": 0.08043480664491653, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7208217084407806, "step": 970 }, { - "epoch": 0.07, - "learning_rate": 1.993571787466478e-05, - "loss": 1.1037, + "clip_ratio": 0.0, + "completion_length": 268.953125, + "epoch": 0.15782202356765543, + "grad_norm": 1.290876030921936, + "kl": 0.107666015625, + "learning_rate": 8.421651495448634e-07, + "loss": 0.0043, + "reward": 1.6897211074829102, + "reward_std": 0.19938146322965622, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7209711968898773, "step": 971 }, { - "epoch": 0.07, - "learning_rate": 1.993547208387344e-05, - "loss": 1.0961, + "clip_ratio": 0.0, + "completion_length": 195.96875, + "epoch": 0.157984559122308, + "grad_norm": 1.2477000951766968, + "kl": 0.111572265625, + "learning_rate": 8.42002600780234e-07, + "loss": 0.0045, + "reward": 1.7063002586364746, + "reward_std": 0.12002206593751907, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7375502586364746, "step": 972 }, { - "epoch": 0.07, - "learning_rate": 1.993522582559332e-05, - "loss": 1.1145, + "clip_ratio": 0.0, + "completion_length": 254.453125, + "epoch": 0.1581470946769606, + "grad_norm": 1.342352032661438, + "kl": 0.123779296875, + "learning_rate": 8.418400520156046e-07, + "loss": 0.005, + "reward": 1.6884160041809082, + "reward_std": 0.2851135581731796, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7352910339832306, "step": 973 }, { - "epoch": 0.07, - "learning_rate": 1.993497909983601e-05, - "loss": 1.0867, + "clip_ratio": 0.0, + "completion_length": 209.109375, + "epoch": 0.15830963023161315, + "grad_norm": 1.2840958833694458, + "kl": 0.106689453125, + "learning_rate": 8.416775032509753e-07, + "loss": 0.0043, + "reward": 1.7607491612434387, + "reward_std": 0.05273980647325516, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7607492208480835, "step": 974 }, { - "epoch": 0.07, - "learning_rate": 1.993473190661312e-05, - "loss": 1.1326, + "clip_ratio": 0.0, + "completion_length": 264.015625, + "epoch": 0.15847216578626575, + "grad_norm": 2.355543851852417, + "kl": 0.108154296875, + "learning_rate": 8.415149544863459e-07, + "loss": 0.0043, + "reward": 1.7368441224098206, + "reward_std": 0.05080724228173494, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7368441522121429, "step": 975 }, { - "epoch": 0.07, - "learning_rate": 1.9934484245936277e-05, - "loss": 1.0945, + "clip_ratio": 0.0, + "completion_length": 251.390625, + "epoch": 0.15863470134091834, + "grad_norm": 1.122081995010376, + "kl": 0.11669921875, + "learning_rate": 8.413524057217165e-07, + "loss": 0.0047, + "reward": 1.6601672768592834, + "reward_std": 0.1903708204627037, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7070423364639282, "step": 976 }, { - "epoch": 0.07, - "learning_rate": 1.993423611781714e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 233.8125, + "epoch": 0.1587972368955709, + "grad_norm": 1.2635059356689453, + "kl": 0.102294921875, + "learning_rate": 8.411898569570871e-07, + "loss": 0.0041, + "reward": 1.8088361024856567, + "reward_std": 0.12718404084444046, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8088360726833344, "step": 977 }, { - "epoch": 0.07, - "learning_rate": 1.993398752226738e-05, - "loss": 1.0681, + "clip_ratio": 0.0, + "completion_length": 230.53125, + "epoch": 0.1589597724502235, + "grad_norm": 1.296156406402588, + "kl": 0.11669921875, + "learning_rate": 8.410273081924577e-07, + "loss": 0.0047, + "reward": 1.6772311925888062, + "reward_std": 0.09720591641962528, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6772311627864838, "step": 978 }, { - "epoch": 0.07, - "learning_rate": 1.9933738459298692e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 198.078125, + "epoch": 0.15912230800487606, + "grad_norm": 1.4824267625808716, + "kl": 0.100830078125, + "learning_rate": 8.408647594278283e-07, + "loss": 0.004, + "reward": 1.7415644526481628, + "reward_std": 0.11674908921122551, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7571894526481628, "step": 979 }, { - "epoch": 0.07, - "learning_rate": 1.99334889289228e-05, - "loss": 1.1493, + "clip_ratio": 0.0, + "completion_length": 174.921875, + "epoch": 0.15928484355952865, + "grad_norm": 1.338525652885437, + "kl": 0.147705078125, + "learning_rate": 8.407022106631989e-07, + "loss": 0.0059, + "reward": 1.759744644165039, + "reward_std": 0.05572199262678623, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7597446441650391, "step": 980 }, { - "epoch": 0.07, - "learning_rate": 1.9933238931151445e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 236.953125, + "epoch": 0.15944737911418122, + "grad_norm": 1.2731205224990845, + "kl": 0.11328125, + "learning_rate": 8.405396618985695e-07, + "loss": 0.0045, + "reward": 1.7766118049621582, + "reward_std": 0.1412394754588604, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7922369241714478, "step": 981 }, { - "epoch": 0.07, - "learning_rate": 1.9932988465996383e-05, - "loss": 1.1403, + "clip_ratio": 0.0, + "completion_length": 203.484375, + "epoch": 0.1596099146688338, + "grad_norm": 1.3846570253372192, + "kl": 0.1240234375, + "learning_rate": 8.403771131339401e-07, + "loss": 0.005, + "reward": 1.6532450914382935, + "reward_std": 0.142522931098938, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6844951063394547, "step": 982 }, { - "epoch": 0.07, - "learning_rate": 1.9932737533469405e-05, - "loss": 1.1105, + "clip_ratio": 0.0, + "completion_length": 230.578125, + "epoch": 0.15977245022348638, + "grad_norm": 1.206583023071289, + "kl": 0.1015625, + "learning_rate": 8.402145643693107e-07, + "loss": 0.0041, + "reward": 1.706419587135315, + "reward_std": 0.18778252974152565, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7376695871353149, "step": 983 }, { - "epoch": 0.07, - "learning_rate": 1.9932486133582318e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 253.28125, + "epoch": 0.15993498577813897, + "grad_norm": 1.1660876274108887, + "kl": 0.09912109375, + "learning_rate": 8.400520156046814e-07, + "loss": 0.004, + "reward": 1.6482497453689575, + "reward_std": 0.19151630997657776, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7107496559619904, "step": 984 }, { - "epoch": 0.07, - "learning_rate": 1.993223426634695e-05, - "loss": 1.1245, + "clip_ratio": 0.0, + "completion_length": 212.28125, + "epoch": 0.16009752133279154, + "grad_norm": 1.352493405342102, + "kl": 0.107177734375, + "learning_rate": 8.39889466840052e-07, + "loss": 0.0043, + "reward": 1.6577997207641602, + "reward_std": 0.07585189118981361, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6577997207641602, "step": 985 }, { - "epoch": 0.07, - "learning_rate": 1.993198193177515e-05, - "loss": 1.0697, + "clip_ratio": 0.0, + "completion_length": 295.125, + "epoch": 0.16026005688744413, + "grad_norm": 1.1695326566696167, + "kl": 0.09326171875, + "learning_rate": 8.397269180754226e-07, + "loss": 0.0037, + "reward": 1.7591663002967834, + "reward_std": 0.14933574199676514, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7904162704944611, "step": 986 }, { - "epoch": 0.07, - "learning_rate": 1.9931729129878798e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 201.484375, + "epoch": 0.1604225924420967, + "grad_norm": 1.1776763200759888, + "kl": 0.10546875, + "learning_rate": 8.395643693107932e-07, + "loss": 0.0042, + "reward": 1.7711701393127441, + "reward_std": 0.05295507423579693, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7711701393127441, "step": 987 }, { - "epoch": 0.07, - "learning_rate": 1.9931475860669777e-05, - "loss": 1.1008, + "clip_ratio": 0.0, + "completion_length": 265.8125, + "epoch": 0.1605851279967493, + "grad_norm": 0.9482811689376831, + "kl": 0.112548828125, + "learning_rate": 8.394018205461638e-07, + "loss": 0.0045, + "reward": 1.8214383721351624, + "reward_std": 0.05825434438884258, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.82143834233284, "step": 988 }, { - "epoch": 0.07, - "learning_rate": 1.9931222124160014e-05, - "loss": 1.0679, + "clip_ratio": 0.0, + "completion_length": 260.265625, + "epoch": 0.16074766355140188, + "grad_norm": 1.0259692668914795, + "kl": 0.138671875, + "learning_rate": 8.392392717815344e-07, + "loss": 0.0056, + "reward": 1.7750486731529236, + "reward_std": 0.09803701750934124, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.775048702955246, "step": 989 }, { - "epoch": 0.07, - "learning_rate": 1.9930967920361442e-05, - "loss": 1.1342, + "clip_ratio": 0.0, + "completion_length": 242.8125, + "epoch": 0.16091019910605445, + "grad_norm": 1.8808600902557373, + "kl": 0.177490234375, + "learning_rate": 8.39076723016905e-07, + "loss": 0.0071, + "reward": 1.716585099697113, + "reward_std": 0.23919597268104553, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.779085099697113, "step": 990 }, { - "epoch": 0.07, - "learning_rate": 1.993071324928603e-05, - "loss": 1.1226, + "clip_ratio": 0.0, + "completion_length": 228.796875, + "epoch": 0.16107273466070704, + "grad_norm": 1.1718968152999878, + "kl": 0.111083984375, + "learning_rate": 8.389141742522756e-07, + "loss": 0.0044, + "reward": 1.8109121322631836, + "reward_std": 0.10212895646691322, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8265371024608612, "step": 991 }, { - "epoch": 0.07, - "learning_rate": 1.993045811094575e-05, - "loss": 1.1135, + "clip_ratio": 0.0, + "completion_length": 271.859375, + "epoch": 0.1612352702153596, + "grad_norm": 1.0819673538208008, + "kl": 0.114501953125, + "learning_rate": 8.387516254876462e-07, + "loss": 0.0046, + "reward": 1.7311150431632996, + "reward_std": 0.19254601746797562, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7623650431632996, "step": 992 }, { - "epoch": 0.07, - "learning_rate": 1.9930202505352616e-05, - "loss": 1.0961, + "clip_ratio": 0.0, + "completion_length": 185.78125, + "epoch": 0.1613978057700122, + "grad_norm": 1.4466276168823242, + "kl": 0.119873046875, + "learning_rate": 8.385890767230168e-07, + "loss": 0.0048, + "reward": 1.6121472120285034, + "reward_std": 0.2740566283464432, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6902722120285034, "step": 993 }, { - "epoch": 0.07, - "learning_rate": 1.992994643251865e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 267.671875, + "epoch": 0.16156034132466476, + "grad_norm": 1.5698245763778687, + "kl": 0.127197265625, + "learning_rate": 8.384265279583876e-07, + "loss": 0.0051, + "reward": 1.7732170820236206, + "reward_std": 0.11023545637726784, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7888420820236206, "step": 994 }, { - "epoch": 0.07, - "learning_rate": 1.9929689892455902e-05, - "loss": 1.144, + "clip_ratio": 0.0, + "completion_length": 189.5625, + "epoch": 0.16172287687931736, + "grad_norm": 1.338959813117981, + "kl": 0.138427734375, + "learning_rate": 8.382639791937581e-07, + "loss": 0.0055, + "reward": 1.7459142804145813, + "reward_std": 0.13264700025320053, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7771642804145813, "step": 995 }, { - "epoch": 0.07, - "learning_rate": 1.9929432885176444e-05, - "loss": 1.0546, + "clip_ratio": 0.0, + "completion_length": 239.25, + "epoch": 0.16188541243396992, + "grad_norm": 1.8854433298110962, + "kl": 0.10498046875, + "learning_rate": 8.381014304291288e-07, + "loss": 0.0042, + "reward": 1.6856966614723206, + "reward_std": 0.16726549342274666, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7169467210769653, "step": 996 }, { - "epoch": 0.07, - "learning_rate": 1.9929175410692368e-05, - "loss": 1.0873, + "clip_ratio": 0.0, + "completion_length": 207.515625, + "epoch": 0.16204794798862251, + "grad_norm": 0.9715754389762878, + "kl": 0.12060546875, + "learning_rate": 8.379388816644993e-07, + "loss": 0.0048, + "reward": 1.737964153289795, + "reward_std": 0.09833015687763691, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7535890638828278, "step": 997 }, { - "epoch": 0.07, - "learning_rate": 1.992891746901579e-05, - "loss": 1.1004, + "clip_ratio": 0.0, + "completion_length": 169.234375, + "epoch": 0.16221048354327508, + "grad_norm": 1.1967798471450806, + "kl": 0.109375, + "learning_rate": 8.3777633289987e-07, + "loss": 0.0044, + "reward": 1.7726008892059326, + "reward_std": 0.10857570916414261, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7882258594036102, "step": 998 }, { - "epoch": 0.07, - "learning_rate": 1.992865906015884e-05, - "loss": 1.1045, + "clip_ratio": 0.0, + "completion_length": 220.515625, + "epoch": 0.16237301909792767, + "grad_norm": 1.1511504650115967, + "kl": 0.125, + "learning_rate": 8.376137841352405e-07, + "loss": 0.005, + "reward": 1.7560198903083801, + "reward_std": 0.15044443309307098, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7716448903083801, "step": 999 }, { - "epoch": 0.07, - "learning_rate": 1.9928400184133684e-05, - "loss": 1.0887, + "clip_ratio": 0.0, + "completion_length": 202.515625, + "epoch": 0.16253555465258024, + "grad_norm": 1.7587370872497559, + "kl": 0.111328125, + "learning_rate": 8.374512353706112e-07, + "loss": 0.0045, + "reward": 1.7834863066673279, + "reward_std": 0.1527443379163742, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7991113066673279, "step": 1000 }, { - "epoch": 0.07, - "learning_rate": 1.9928140840952504e-05, - "loss": 1.0867, + "clip_ratio": 0.0, + "completion_length": 173.6875, + "epoch": 0.16269809020723283, + "grad_norm": 1.2257391214370728, + "kl": 0.11669921875, + "learning_rate": 8.372886866059817e-07, + "loss": 0.0047, + "reward": 1.787308156490326, + "reward_std": 0.17464417964220047, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8029331564903259, "step": 1001 }, { - "epoch": 0.07, - "learning_rate": 1.9927881030627496e-05, - "loss": 1.0942, + "clip_ratio": 0.0, + "completion_length": 221.171875, + "epoch": 0.16286062576188542, + "grad_norm": 1.14246666431427, + "kl": 0.111083984375, + "learning_rate": 8.371261378413524e-07, + "loss": 0.0044, + "reward": 1.6885642409324646, + "reward_std": 0.1669102981686592, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7198142409324646, "step": 1002 }, { - "epoch": 0.07, - "learning_rate": 1.9927620753170892e-05, - "loss": 1.0799, + "clip_ratio": 0.0, + "completion_length": 211.96875, + "epoch": 0.163023161316538, + "grad_norm": 1.3400542736053467, + "kl": 0.12255859375, + "learning_rate": 8.369635890767229e-07, + "loss": 0.0049, + "reward": 1.6037787199020386, + "reward_std": 0.16915380395948887, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6350286602973938, "step": 1003 }, { - "epoch": 0.07, - "learning_rate": 1.9927360008594934e-05, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 197.625, + "epoch": 0.16318569687119058, + "grad_norm": 1.3954375982284546, + "kl": 0.104248046875, + "learning_rate": 8.368010403120937e-07, + "loss": 0.0042, + "reward": 1.8144798874855042, + "reward_std": 0.12580053880810738, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8457298874855042, "step": 1004 }, { - "epoch": 0.07, - "learning_rate": 1.992709879691189e-05, - "loss": 0.9897, + "clip_ratio": 0.0, + "completion_length": 189.015625, + "epoch": 0.16334823242584315, + "grad_norm": 1.746926188468933, + "kl": 0.123291015625, + "learning_rate": 8.366384915474642e-07, + "loss": 0.0049, + "reward": 1.8174790740013123, + "reward_std": 0.12405163794755936, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8331040441989899, "step": 1005 }, { - "epoch": 0.07, - "learning_rate": 1.9926837118134054e-05, - "loss": 1.1258, + "clip_ratio": 0.0, + "completion_length": 180.40625, + "epoch": 0.16351076798049574, + "grad_norm": 0.843123197555542, + "kl": 0.128662109375, + "learning_rate": 8.364759427828349e-07, + "loss": 0.0052, + "reward": 1.7844377160072327, + "reward_std": 0.12261104211211205, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8156877160072327, "step": 1006 }, { - "epoch": 0.07, - "learning_rate": 1.9926574972273737e-05, - "loss": 1.1465, + "clip_ratio": 0.0, + "completion_length": 183.6875, + "epoch": 0.1636733035351483, + "grad_norm": 1.2561089992523193, + "kl": 0.11865234375, + "learning_rate": 8.363133940182054e-07, + "loss": 0.0048, + "reward": 1.6843478679656982, + "reward_std": 0.11867032945156097, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.715597927570343, "step": 1007 }, { - "epoch": 0.07, - "learning_rate": 1.9926312359343274e-05, - "loss": 1.0929, + "clip_ratio": 0.0, + "completion_length": 173.015625, + "epoch": 0.1638358390898009, + "grad_norm": 1.089324951171875, + "kl": 0.12255859375, + "learning_rate": 8.361508452535761e-07, + "loss": 0.0049, + "reward": 1.7129923701286316, + "reward_std": 0.2608279436826706, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8067423701286316, "step": 1008 }, { - "epoch": 0.07, - "learning_rate": 1.992604927935502e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 206.984375, + "epoch": 0.16399837464445347, + "grad_norm": 1.5321757793426514, + "kl": 0.098388671875, + "learning_rate": 8.359882964889466e-07, + "loss": 0.0039, + "reward": 1.7358973026275635, + "reward_std": 0.13659748807549477, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7671473324298859, "step": 1009 }, { - "epoch": 0.07, - "learning_rate": 1.9925785732321356e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 225.109375, + "epoch": 0.16416091019910606, + "grad_norm": 0.9719480872154236, + "kl": 0.106689453125, + "learning_rate": 8.358257477243173e-07, + "loss": 0.0043, + "reward": 1.7055525183677673, + "reward_std": 0.11099003721028566, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7524275183677673, "step": 1010 }, { - "epoch": 0.07, - "learning_rate": 1.9925521718254684e-05, - "loss": 1.0942, + "clip_ratio": 0.0, + "completion_length": 202.90625, + "epoch": 0.16432344575375862, + "grad_norm": 0.8873549699783325, + "kl": 0.095703125, + "learning_rate": 8.356631989596878e-07, + "loss": 0.0038, + "reward": 1.7546175718307495, + "reward_std": 0.14007553458213806, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7858676016330719, "step": 1011 }, { - "epoch": 0.07, - "learning_rate": 1.992525723716742e-05, - "loss": 1.1167, + "clip_ratio": 0.0, + "completion_length": 230.53125, + "epoch": 0.16448598130841122, + "grad_norm": 1.5916972160339355, + "kl": 0.101806640625, + "learning_rate": 8.355006501950585e-07, + "loss": 0.0041, + "reward": 1.7145277857780457, + "reward_std": 0.2112181931734085, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.761402815580368, "step": 1012 }, { - "epoch": 0.07, - "learning_rate": 1.9924992289072014e-05, - "loss": 1.1026, + "clip_ratio": 0.0, + "completion_length": 219.84375, + "epoch": 0.16464851686306378, + "grad_norm": 1.3877546787261963, + "kl": 0.112060546875, + "learning_rate": 8.35338101430429e-07, + "loss": 0.0045, + "reward": 1.6117344498634338, + "reward_std": 0.09540105983614922, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6273594498634338, "step": 1013 }, { - "epoch": 0.07, - "learning_rate": 1.992472687398093e-05, - "loss": 1.059, + "clip_ratio": 0.0, + "completion_length": 194.625, + "epoch": 0.16481105241771637, + "grad_norm": 1.055501103401184, + "kl": 0.13671875, + "learning_rate": 8.351755526657998e-07, + "loss": 0.0055, + "reward": 1.706274151802063, + "reward_std": 0.13872119784355164, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.721899151802063, "step": 1014 }, { - "epoch": 0.07, - "learning_rate": 1.9924460991906656e-05, - "loss": 1.112, + "clip_ratio": 0.0, + "completion_length": 193.984375, + "epoch": 0.16497358797236897, + "grad_norm": 0.8092427849769592, + "kl": 0.10302734375, + "learning_rate": 8.350130039011703e-07, + "loss": 0.0041, + "reward": 1.8364070653915405, + "reward_std": 0.054725298658013344, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8520321249961853, "step": 1015 }, { - "epoch": 0.07, - "learning_rate": 1.9924194642861708e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 235.1875, + "epoch": 0.16513612352702153, + "grad_norm": 1.9672695398330688, + "kl": 0.104736328125, + "learning_rate": 8.34850455136541e-07, + "loss": 0.0042, + "reward": 1.7561470866203308, + "reward_std": 0.13949768245220184, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7717720866203308, "step": 1016 }, { - "epoch": 0.07, - "learning_rate": 1.9923927826858613e-05, - "loss": 1.1327, + "clip_ratio": 0.0, + "completion_length": 148.90625, + "epoch": 0.16529865908167413, + "grad_norm": 1.8207393884658813, + "kl": 0.106201171875, + "learning_rate": 8.346879063719115e-07, + "loss": 0.0043, + "reward": 1.8151389360427856, + "reward_std": 0.09397454559803009, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8463889062404633, "step": 1017 }, { - "epoch": 0.07, - "learning_rate": 1.9923660543909926e-05, - "loss": 1.1247, + "clip_ratio": 0.0, + "completion_length": 209.8125, + "epoch": 0.1654611946363267, + "grad_norm": 1.7190338373184204, + "kl": 0.092041015625, + "learning_rate": 8.345253576072822e-07, + "loss": 0.0037, + "reward": 1.646032452583313, + "reward_std": 0.05369666591286659, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6460323929786682, "step": 1018 }, { - "epoch": 0.07, - "learning_rate": 1.9923392794028225e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 173.375, + "epoch": 0.16562373019097928, + "grad_norm": 11.228048324584961, + "kl": 0.39306640625, + "learning_rate": 8.343628088426527e-07, + "loss": 0.0158, + "reward": 1.7115821838378906, + "reward_std": 0.1432630829513073, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7428321242332458, "step": 1019 }, { - "epoch": 0.07, - "learning_rate": 1.9923124577226104e-05, - "loss": 1.1263, + "clip_ratio": 0.0, + "completion_length": 211.203125, + "epoch": 0.16578626574563185, + "grad_norm": 1.0382412672042847, + "kl": 0.11474609375, + "learning_rate": 8.342002600780234e-07, + "loss": 0.0046, + "reward": 1.7751812934875488, + "reward_std": 0.11092987656593323, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7908063530921936, "step": 1020 }, { - "epoch": 0.07, - "learning_rate": 1.992285589351619e-05, - "loss": 1.1209, + "clip_ratio": 0.0, + "completion_length": 177.671875, + "epoch": 0.16594880130028444, + "grad_norm": 1.146586298942566, + "kl": 0.11962890625, + "learning_rate": 8.340377113133939e-07, + "loss": 0.0048, + "reward": 1.7942163944244385, + "reward_std": 0.0639428198337555, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8254663646221161, "step": 1021 }, { - "epoch": 0.07, - "learning_rate": 1.992258674291112e-05, - "loss": 1.0976, + "clip_ratio": 0.0, + "completion_length": 198.5, + "epoch": 0.166111336854937, + "grad_norm": 1.353492259979248, + "kl": 0.102783203125, + "learning_rate": 8.338751625487646e-07, + "loss": 0.0041, + "reward": 1.76694917678833, + "reward_std": 0.14383559674024582, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7981990873813629, "step": 1022 }, { - "epoch": 0.07, - "learning_rate": 1.9922317125423557e-05, - "loss": 0.9933, + "clip_ratio": 0.0, + "completion_length": 202.8125, + "epoch": 0.1662738724095896, + "grad_norm": 1.4418259859085083, + "kl": 0.126953125, + "learning_rate": 8.337126137841351e-07, + "loss": 0.0051, + "reward": 1.5939515829086304, + "reward_std": 0.20742589980363846, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6720765829086304, "step": 1023 }, { - "epoch": 0.07, - "learning_rate": 1.9922047041066195e-05, - "loss": 1.0457, + "clip_ratio": 0.0, + "completion_length": 195.234375, + "epoch": 0.16643640796424217, + "grad_norm": 1.5684804916381836, + "kl": 0.16259765625, + "learning_rate": 8.335500650195059e-07, + "loss": 0.0065, + "reward": 1.723165214061737, + "reward_std": 0.2858947664499283, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7856652438640594, "step": 1024 }, { - "epoch": 0.07, - "learning_rate": 1.9921776489851738e-05, - "loss": 1.0053, + "clip_ratio": 0.0, + "completion_length": 241.75, + "epoch": 0.16659894351889476, + "grad_norm": 1.7396204471588135, + "kl": 0.098388671875, + "learning_rate": 8.333875162548765e-07, + "loss": 0.0039, + "reward": 1.55001962184906, + "reward_std": 0.254525825381279, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6281445622444153, "step": 1025 }, { - "epoch": 0.07, - "learning_rate": 1.992150547179291e-05, - "loss": 1.0294, + "clip_ratio": 0.0, + "completion_length": 184.5, + "epoch": 0.16676147907354733, + "grad_norm": 1.5546679496765137, + "kl": 0.09375, + "learning_rate": 8.332249674902471e-07, + "loss": 0.0038, + "reward": 1.2613766193389893, + "reward_std": 0.5135548710823059, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5738766193389893, "step": 1026 }, { - "epoch": 0.07, - "learning_rate": 1.992123398690247e-05, - "loss": 1.1188, + "clip_ratio": 0.0, + "completion_length": 184.859375, + "epoch": 0.16692401462819992, + "grad_norm": 1.5143791437149048, + "kl": 0.11669921875, + "learning_rate": 8.330624187256177e-07, + "loss": 0.0047, + "reward": 1.4722484946250916, + "reward_std": 0.3789214938879013, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6597484648227692, "step": 1027 }, { - "epoch": 0.07, - "learning_rate": 1.9920962035193193e-05, - "loss": 1.0776, + "clip_ratio": 0.0, + "completion_length": 202.75, + "epoch": 0.1670865501828525, + "grad_norm": 1.3128019571304321, + "kl": 0.109130859375, + "learning_rate": 8.328998699609883e-07, + "loss": 0.0044, + "reward": 1.3355343341827393, + "reward_std": 0.2994936630129814, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5855343341827393, "step": 1028 }, { - "epoch": 0.07, - "learning_rate": 1.9920689616677872e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 221.046875, + "epoch": 0.16724908573750508, + "grad_norm": 1.4681576490402222, + "kl": 0.098388671875, + "learning_rate": 8.327373211963589e-07, + "loss": 0.0039, + "reward": 1.4478293657302856, + "reward_std": 0.2192363440990448, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.619704395532608, "step": 1029 }, { - "epoch": 0.07, - "learning_rate": 1.9920416731369325e-05, - "loss": 1.0808, + "clip_ratio": 0.0, + "completion_length": 186.546875, + "epoch": 0.16741162129215767, + "grad_norm": 1.352725863456726, + "kl": 0.10009765625, + "learning_rate": 8.325747724317295e-07, + "loss": 0.004, + "reward": 1.4552839398384094, + "reward_std": 0.43844421207904816, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6740339398384094, "step": 1030 }, { - "epoch": 0.07, - "learning_rate": 1.992014337928039e-05, - "loss": 1.1096, + "clip_ratio": 0.0, + "completion_length": 188.421875, + "epoch": 0.16757415684681023, + "grad_norm": 1.4061273336410522, + "kl": 0.103515625, + "learning_rate": 8.324122236671001e-07, + "loss": 0.0041, + "reward": 1.4876928925514221, + "reward_std": 0.4815206229686737, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7064429223537445, "step": 1031 }, { - "epoch": 0.07, - "learning_rate": 1.991986956042393e-05, - "loss": 1.0111, + "clip_ratio": 0.0, + "completion_length": 183.859375, + "epoch": 0.16773669240146283, + "grad_norm": 1.353775978088379, + "kl": 0.138671875, + "learning_rate": 8.322496749024707e-07, + "loss": 0.0056, + "reward": 1.7373753786087036, + "reward_std": 0.14971015229821205, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.784250408411026, "step": 1032 }, { - "epoch": 0.07, - "learning_rate": 1.9919595274812838e-05, - "loss": 1.053, + "clip_ratio": 0.0, + "completion_length": 207.46875, + "epoch": 0.1678992279561154, + "grad_norm": 1.3795716762542725, + "kl": 0.109130859375, + "learning_rate": 8.320871261378413e-07, + "loss": 0.0044, + "reward": 1.6389597058296204, + "reward_std": 0.24028896540403366, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7170847058296204, "step": 1033 }, { - "epoch": 0.07, - "learning_rate": 1.9919320522460004e-05, - "loss": 1.0908, + "clip_ratio": 0.0, + "completion_length": 190.0625, + "epoch": 0.168061763510768, + "grad_norm": 1.0431311130523682, + "kl": 0.1171875, + "learning_rate": 8.31924577373212e-07, + "loss": 0.0047, + "reward": 1.6793500185012817, + "reward_std": 0.18890636414289474, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7418499886989594, "step": 1034 }, { - "epoch": 0.07, - "learning_rate": 1.991904530337837e-05, - "loss": 1.1203, + "clip_ratio": 0.0, + "completion_length": 191.640625, + "epoch": 0.16822429906542055, + "grad_norm": 1.2360260486602783, + "kl": 0.11279296875, + "learning_rate": 8.317620286085826e-07, + "loss": 0.0045, + "reward": 1.6882470846176147, + "reward_std": 0.2715030312538147, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7819970548152924, "step": 1035 }, { - "epoch": 0.07, - "learning_rate": 1.9918769617580875e-05, - "loss": 1.1196, + "clip_ratio": 0.0, + "completion_length": 205.078125, + "epoch": 0.16838683462007314, + "grad_norm": 2.6564176082611084, + "kl": 0.205078125, + "learning_rate": 8.315994798439532e-07, + "loss": 0.0082, + "reward": 1.6039831042289734, + "reward_std": 0.2584696337580681, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.666483074426651, "step": 1036 }, { - "epoch": 0.07, - "learning_rate": 1.9918493465080496e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 223.875, + "epoch": 0.1685493701747257, + "grad_norm": 1.1786893606185913, + "kl": 0.113525390625, + "learning_rate": 8.314369310793238e-07, + "loss": 0.0045, + "reward": 1.7289074063301086, + "reward_std": 0.19795524328947067, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7757823467254639, "step": 1037 }, { - "epoch": 0.07, - "learning_rate": 1.9918216845890228e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 184.0625, + "epoch": 0.1687119057293783, + "grad_norm": 1.7777177095413208, + "kl": 0.119873046875, + "learning_rate": 8.312743823146944e-07, + "loss": 0.0048, + "reward": 1.7096226215362549, + "reward_std": 0.1562386155128479, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7408726811408997, "step": 1038 }, { - "epoch": 0.07, - "learning_rate": 1.9917939760023078e-05, - "loss": 1.0716, + "clip_ratio": 0.0, + "completion_length": 203.078125, + "epoch": 0.16887444128403087, + "grad_norm": 1.218519926071167, + "kl": 0.1044921875, + "learning_rate": 8.31111833550065e-07, + "loss": 0.0042, + "reward": 1.6827732920646667, + "reward_std": 0.2233288325369358, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7452732920646667, "step": 1039 }, { - "epoch": 0.07, - "learning_rate": 1.9917662207492098e-05, - "loss": 1.1261, + "clip_ratio": 0.0, + "completion_length": 207.96875, + "epoch": 0.16903697683868346, + "grad_norm": 1.155697226524353, + "kl": 0.1318359375, + "learning_rate": 8.309492847854356e-07, + "loss": 0.0053, + "reward": 1.6708418130874634, + "reward_std": 0.32937854528427124, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.748966783285141, "step": 1040 }, { - "epoch": 0.07, - "learning_rate": 1.9917384188310335e-05, - "loss": 1.0826, + "clip_ratio": 0.0, + "completion_length": 232.171875, + "epoch": 0.16919951239333605, + "grad_norm": 1.1805894374847412, + "kl": 0.11767578125, + "learning_rate": 8.307867360208062e-07, + "loss": 0.0047, + "reward": 1.680659532546997, + "reward_std": 0.15627408027648926, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7275345325469971, "step": 1041 }, { - "epoch": 0.07, - "learning_rate": 1.9917105702490878e-05, - "loss": 1.1326, + "clip_ratio": 0.0, + "completion_length": 264.875, + "epoch": 0.16936204794798862, + "grad_norm": 1.483186960220337, + "kl": 0.13037109375, + "learning_rate": 8.306241872561768e-07, + "loss": 0.0052, + "reward": 1.730737328529358, + "reward_std": 0.14850877970457077, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7307373285293579, "step": 1042 }, { - "epoch": 0.07, - "learning_rate": 1.9916826750046824e-05, - "loss": 1.1037, + "clip_ratio": 0.0, + "completion_length": 201.0, + "epoch": 0.1695245835026412, + "grad_norm": 1.1969720125198364, + "kl": 0.109619140625, + "learning_rate": 8.304616384915474e-07, + "loss": 0.0044, + "reward": 1.7397300004959106, + "reward_std": 0.11004488915205002, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7553549408912659, "step": 1043 }, { - "epoch": 0.07, - "learning_rate": 1.9916547330991304e-05, - "loss": 1.1682, + "clip_ratio": 0.0, + "completion_length": 312.578125, + "epoch": 0.16968711905729378, + "grad_norm": 1.3934224843978882, + "kl": 0.109130859375, + "learning_rate": 8.302990897269181e-07, + "loss": 0.0044, + "reward": 1.6463605761528015, + "reward_std": 0.188363716006279, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6932355761528015, "step": 1044 }, { - "epoch": 0.07, - "learning_rate": 1.9916267445337466e-05, - "loss": 1.0924, + "clip_ratio": 0.0, + "completion_length": 200.640625, + "epoch": 0.16984965461194637, + "grad_norm": 1.0735697746276855, + "kl": 0.1220703125, + "learning_rate": 8.301365409622887e-07, + "loss": 0.0049, + "reward": 1.7399829030036926, + "reward_std": 0.1678246185183525, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7556078433990479, "step": 1045 }, { - "epoch": 0.07, - "learning_rate": 1.9915987093098474e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 204.421875, + "epoch": 0.17001219016659894, + "grad_norm": 1.3215651512145996, + "kl": 0.1220703125, + "learning_rate": 8.299739921976593e-07, + "loss": 0.0049, + "reward": 1.693220615386963, + "reward_std": 0.10996166244149208, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.70884570479393, "step": 1046 }, { - "epoch": 0.07, - "learning_rate": 1.991570627428752e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 220.484375, + "epoch": 0.17017472572125153, + "grad_norm": 1.2667672634124756, + "kl": 0.09716796875, + "learning_rate": 8.298114434330299e-07, + "loss": 0.0039, + "reward": 1.7151789665222168, + "reward_std": 0.12300106137990952, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7464289665222168, "step": 1047 }, { - "epoch": 0.07, - "learning_rate": 1.991542498891782e-05, - "loss": 1.0543, + "clip_ratio": 0.0, + "completion_length": 239.421875, + "epoch": 0.1703372612759041, + "grad_norm": 1.3967339992523193, + "kl": 0.140625, + "learning_rate": 8.296488946684005e-07, + "loss": 0.0056, + "reward": 1.6223669648170471, + "reward_std": 0.23659314960241318, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6692419946193695, "step": 1048 }, { - "epoch": 0.07, - "learning_rate": 1.991514323700261e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 223.84375, + "epoch": 0.1704997968305567, + "grad_norm": 1.1110557317733765, + "kl": 0.1142578125, + "learning_rate": 8.294863459037711e-07, + "loss": 0.0046, + "reward": 1.7711567878723145, + "reward_std": 0.20323842018842697, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8024067878723145, "step": 1049 }, { - "epoch": 0.07, - "learning_rate": 1.9914861018555146e-05, - "loss": 1.0741, + "clip_ratio": 0.0, + "completion_length": 266.5625, + "epoch": 0.17066233238520925, + "grad_norm": 1.256551742553711, + "kl": 0.1044921875, + "learning_rate": 8.293237971391417e-07, + "loss": 0.0042, + "reward": 1.7389854192733765, + "reward_std": 0.2722848802804947, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7702354192733765, "step": 1050 }, { - "epoch": 0.07, - "learning_rate": 1.9914578333588704e-05, - "loss": 1.0459, + "clip_ratio": 0.0, + "completion_length": 261.140625, + "epoch": 0.17082486793986185, + "grad_norm": 1.1574281454086304, + "kl": 0.12060546875, + "learning_rate": 8.291612483745123e-07, + "loss": 0.0048, + "reward": 1.6609420776367188, + "reward_std": 0.16312626749277115, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7078170478343964, "step": 1051 }, { - "epoch": 0.07, - "learning_rate": 1.9914295182116593e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 166.046875, + "epoch": 0.1709874034945144, + "grad_norm": 1.8715637922286987, + "kl": 0.1416015625, + "learning_rate": 8.289986996098829e-07, + "loss": 0.0057, + "reward": 1.7847294211387634, + "reward_std": 0.13167690858244896, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8003543615341187, "step": 1052 }, { - "epoch": 0.07, - "learning_rate": 1.991401156415212e-05, - "loss": 1.1298, + "clip_ratio": 0.0, + "completion_length": 183.921875, + "epoch": 0.171149939049167, + "grad_norm": 1.1222267150878906, + "kl": 0.11474609375, + "learning_rate": 8.288361508452535e-07, + "loss": 0.0046, + "reward": 1.8397151827812195, + "reward_std": 0.03196505177766085, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8397151529788971, "step": 1053 }, { - "epoch": 0.07, - "learning_rate": 1.9913727479708652e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 205.71875, + "epoch": 0.1713124746038196, + "grad_norm": 1.3026630878448486, + "kl": 0.12841796875, + "learning_rate": 8.286736020806242e-07, + "loss": 0.0051, + "reward": 1.67737478017807, + "reward_std": 0.18490323424339294, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7086247801780701, "step": 1054 }, { - "epoch": 0.07, - "learning_rate": 1.9913442928799538e-05, - "loss": 1.1552, + "clip_ratio": 0.0, + "completion_length": 196.015625, + "epoch": 0.17147501015847216, + "grad_norm": 1.2262436151504517, + "kl": 0.126220703125, + "learning_rate": 8.285110533159948e-07, + "loss": 0.0051, + "reward": 1.7982040047645569, + "reward_std": 0.10716534778475761, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7982039749622345, "step": 1055 }, { - "epoch": 0.07, - "learning_rate": 1.9913157911438175e-05, - "loss": 1.0535, + "clip_ratio": 0.0, + "completion_length": 255.015625, + "epoch": 0.17163754571312476, + "grad_norm": 1.0430994033813477, + "kl": 0.1201171875, + "learning_rate": 8.283485045513654e-07, + "loss": 0.0048, + "reward": 1.7068829536437988, + "reward_std": 0.10665292665362358, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7381329536437988, "step": 1056 }, { - "epoch": 0.07, - "learning_rate": 1.991287242763797e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 189.203125, + "epoch": 0.17180008126777732, + "grad_norm": 1.3766791820526123, + "kl": 0.1357421875, + "learning_rate": 8.28185955786736e-07, + "loss": 0.0054, + "reward": 1.717519462108612, + "reward_std": 0.10319062322378159, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7331444621086121, "step": 1057 }, { - "epoch": 0.07, - "learning_rate": 1.991258647741236e-05, - "loss": 1.1229, + "clip_ratio": 0.0, + "completion_length": 212.015625, + "epoch": 0.17196261682242991, + "grad_norm": 1.196765422821045, + "kl": 0.11083984375, + "learning_rate": 8.280234070221066e-07, + "loss": 0.0044, + "reward": 1.698542296886444, + "reward_std": 0.10191492550075054, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7141672968864441, "step": 1058 }, { - "epoch": 0.07, - "learning_rate": 1.9912300060774796e-05, - "loss": 1.1206, + "clip_ratio": 0.0, + "completion_length": 194.03125, + "epoch": 0.17212515237708248, + "grad_norm": 1.4489834308624268, + "kl": 0.1142578125, + "learning_rate": 8.278608582574772e-07, + "loss": 0.0046, + "reward": 1.7004010677337646, + "reward_std": 0.23265491425991058, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7472760081291199, "step": 1059 }, { - "epoch": 0.07, - "learning_rate": 1.9912013177738755e-05, - "loss": 1.0819, + "clip_ratio": 0.0, + "completion_length": 169.390625, + "epoch": 0.17228768793173507, + "grad_norm": 1.2008953094482422, + "kl": 0.1396484375, + "learning_rate": 8.276983094928479e-07, + "loss": 0.0056, + "reward": 1.8643807172775269, + "reward_std": 0.1184140034019947, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8800056576728821, "step": 1060 }, { - "epoch": 0.07, - "learning_rate": 1.991172582831774e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 208.203125, + "epoch": 0.17245022348638764, + "grad_norm": 1.3338205814361572, + "kl": 0.128173828125, + "learning_rate": 8.275357607282184e-07, + "loss": 0.0051, + "reward": 1.839406132698059, + "reward_std": 0.1567755602300167, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8706561326980591, "step": 1061 }, { - "epoch": 0.07, - "learning_rate": 1.9911438012525267e-05, - "loss": 1.0813, + "clip_ratio": 0.0, + "completion_length": 183.5625, + "epoch": 0.17261275904104023, + "grad_norm": 1.1141817569732666, + "kl": 0.1328125, + "learning_rate": 8.27373211963589e-07, + "loss": 0.0053, + "reward": 1.7662848234176636, + "reward_std": 0.11295456159859896, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7819097936153412, "step": 1062 }, { - "epoch": 0.07, - "learning_rate": 1.9911149730374878e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 184.125, + "epoch": 0.1727752945956928, + "grad_norm": 0.9909727573394775, + "kl": 0.10498046875, + "learning_rate": 8.272106631989596e-07, + "loss": 0.0042, + "reward": 1.8728432059288025, + "reward_std": 0.11827077344059944, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8884682655334473, "step": 1063 }, { - "epoch": 0.07, - "learning_rate": 1.9910860981880142e-05, - "loss": 1.1316, + "clip_ratio": 0.0, + "completion_length": 169.84375, + "epoch": 0.1729378301503454, + "grad_norm": 1.5786023139953613, + "kl": 0.133056640625, + "learning_rate": 8.270481144343304e-07, + "loss": 0.0053, + "reward": 1.7875252962112427, + "reward_std": 0.1397617757320404, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8031502962112427, "step": 1064 }, { - "epoch": 0.07, - "learning_rate": 1.991057176705464e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 197.609375, + "epoch": 0.17310036570499795, + "grad_norm": 1.2283414602279663, + "kl": 0.1357421875, + "learning_rate": 8.268855656697009e-07, + "loss": 0.0054, + "reward": 1.708167850971222, + "reward_std": 0.06502327881753445, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7081679403781891, "step": 1065 }, { - "epoch": 0.07, - "learning_rate": 1.991028208591198e-05, - "loss": 1.1266, + "clip_ratio": 0.0, + "completion_length": 237.796875, + "epoch": 0.17326290125965055, + "grad_norm": 1.174853801727295, + "kl": 0.111572265625, + "learning_rate": 8.267230169050716e-07, + "loss": 0.0045, + "reward": 1.6956769227981567, + "reward_std": 0.16641037166118622, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7581768929958344, "step": 1066 }, { - "epoch": 0.07, - "learning_rate": 1.99099919384658e-05, - "loss": 1.0902, + "clip_ratio": 0.0, + "completion_length": 252.890625, + "epoch": 0.17342543681430314, + "grad_norm": 1.597548007965088, + "kl": 0.12451171875, + "learning_rate": 8.265604681404421e-07, + "loss": 0.005, + "reward": 1.6837067008018494, + "reward_std": 0.22109663486480713, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7305817008018494, "step": 1067 }, { - "epoch": 0.07, - "learning_rate": 1.990970132472974e-05, - "loss": 1.0989, + "clip_ratio": 0.0, + "completion_length": 189.0625, + "epoch": 0.1735879723689557, + "grad_norm": 1.2653650045394897, + "kl": 0.115234375, + "learning_rate": 8.263979193758128e-07, + "loss": 0.0046, + "reward": 1.7513421773910522, + "reward_std": 0.12958847358822823, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.751342236995697, "step": 1068 }, { - "epoch": 0.07, - "learning_rate": 1.9909410244717485e-05, - "loss": 1.0701, + "clip_ratio": 0.0, + "completion_length": 186.265625, + "epoch": 0.1737505079236083, + "grad_norm": 1.0735496282577515, + "kl": 0.122314453125, + "learning_rate": 8.262353706111833e-07, + "loss": 0.0049, + "reward": 1.8570201396942139, + "reward_std": 0.0938795618712902, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8726451694965363, "step": 1069 }, { - "epoch": 0.07, - "learning_rate": 1.990911869844273e-05, - "loss": 1.0405, + "clip_ratio": 0.0, + "completion_length": 188.0625, + "epoch": 0.17391304347826086, + "grad_norm": 1.358689546585083, + "kl": 0.12060546875, + "learning_rate": 8.26072821846554e-07, + "loss": 0.0048, + "reward": 1.7351691722869873, + "reward_std": 0.035931942984461784, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7351692020893097, "step": 1070 }, { - "epoch": 0.07, - "learning_rate": 1.9908826685919186e-05, - "loss": 1.0985, + "clip_ratio": 0.0, + "completion_length": 188.625, + "epoch": 0.17407557903291346, + "grad_norm": 1.247551679611206, + "kl": 0.15576171875, + "learning_rate": 8.259102730819245e-07, + "loss": 0.0063, + "reward": 1.8194838166236877, + "reward_std": 0.08718318492174149, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.835108757019043, "step": 1071 }, { - "epoch": 0.07, - "learning_rate": 1.99085342071606e-05, - "loss": 1.0917, + "clip_ratio": 0.0, + "completion_length": 186.78125, + "epoch": 0.17423811458756602, + "grad_norm": 1.1049107313156128, + "kl": 0.115478515625, + "learning_rate": 8.257477243172951e-07, + "loss": 0.0046, + "reward": 1.8830392360687256, + "reward_std": 0.06567456759512424, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.883039265871048, "step": 1072 }, { - "epoch": 0.07, - "learning_rate": 1.9908241262180725e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 237.6875, + "epoch": 0.17440065014221862, + "grad_norm": 1.640724539756775, + "kl": 0.113525390625, + "learning_rate": 8.255851755526657e-07, + "loss": 0.0045, + "reward": 1.6926501989364624, + "reward_std": 0.13230756670236588, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7082751393318176, "step": 1073 }, { - "epoch": 0.07, - "learning_rate": 1.9907947850993356e-05, - "loss": 1.0956, + "clip_ratio": 0.0, + "completion_length": 184.90625, + "epoch": 0.17456318569687118, + "grad_norm": 1.437646746635437, + "kl": 0.104736328125, + "learning_rate": 8.254226267880365e-07, + "loss": 0.0042, + "reward": 1.7157402038574219, + "reward_std": 0.09978995099663734, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7157401740550995, "step": 1074 }, { - "epoch": 0.07, - "learning_rate": 1.990765397361229e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 177.765625, + "epoch": 0.17472572125152377, + "grad_norm": 1.0297613143920898, + "kl": 0.13671875, + "learning_rate": 8.25260078023407e-07, + "loss": 0.0055, + "reward": 1.7516400814056396, + "reward_std": 0.044178079813718796, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7516400814056396, "step": 1075 }, { - "epoch": 0.07, - "learning_rate": 1.9907359630051363e-05, - "loss": 1.0353, + "clip_ratio": 0.0, + "completion_length": 179.359375, + "epoch": 0.17488825680617634, + "grad_norm": 1.263434648513794, + "kl": 0.120361328125, + "learning_rate": 8.250975292587777e-07, + "loss": 0.0048, + "reward": 1.740192472934723, + "reward_std": 0.1246359646320343, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7558175325393677, "step": 1076 }, { - "epoch": 0.07, - "learning_rate": 1.9907064820324416e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 247.71875, + "epoch": 0.17505079236082893, + "grad_norm": 1.2492953538894653, + "kl": 0.111083984375, + "learning_rate": 8.249349804941482e-07, + "loss": 0.0044, + "reward": 1.6777182817459106, + "reward_std": 0.20442549139261246, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7245933413505554, "step": 1077 }, { - "epoch": 0.07, - "learning_rate": 1.9906769544445324e-05, - "loss": 1.1505, + "clip_ratio": 0.0, + "completion_length": 293.328125, + "epoch": 0.1752133279154815, + "grad_norm": 0.6732835173606873, + "kl": 0.1064453125, + "learning_rate": 8.247724317295188e-07, + "loss": 0.0043, + "reward": 1.893509030342102, + "reward_std": 0.03552002622745931, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.893509030342102, "step": 1078 }, { - "epoch": 0.07, - "learning_rate": 1.990647380242798e-05, - "loss": 1.0822, + "clip_ratio": 0.0, + "completion_length": 216.5625, + "epoch": 0.1753758634701341, + "grad_norm": 1.1719259023666382, + "kl": 0.114501953125, + "learning_rate": 8.246098829648894e-07, + "loss": 0.0046, + "reward": 1.7457330822944641, + "reward_std": 0.06193913985043764, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7613580226898193, "step": 1079 }, { - "epoch": 0.07, - "learning_rate": 1.99061775942863e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 232.875, + "epoch": 0.17553839902478668, + "grad_norm": 1.7462670803070068, + "kl": 0.1044921875, + "learning_rate": 8.2444733420026e-07, + "loss": 0.0042, + "reward": 1.7072423696517944, + "reward_std": 0.10837161913514137, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7384923696517944, "step": 1080 }, { - "epoch": 0.07, - "learning_rate": 1.9905880920034225e-05, - "loss": 1.1353, + "clip_ratio": 0.0, + "completion_length": 191.90625, + "epoch": 0.17570093457943925, + "grad_norm": 1.052431344985962, + "kl": 0.122802734375, + "learning_rate": 8.242847854356306e-07, + "loss": 0.0049, + "reward": 1.7683724164962769, + "reward_std": 0.043468842282891273, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7683724164962769, "step": 1081 }, { - "epoch": 0.07, - "learning_rate": 1.9905583779685708e-05, - "loss": 1.107, + "clip_ratio": 0.0, + "completion_length": 208.4375, + "epoch": 0.17586347013409184, + "grad_norm": 1.5565325021743774, + "kl": 0.138916015625, + "learning_rate": 8.241222366710012e-07, + "loss": 0.0055, + "reward": 1.8728973269462585, + "reward_std": 0.12790852785110474, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8728973269462585, "step": 1082 }, { - "epoch": 0.07, - "learning_rate": 1.9905286173254734e-05, - "loss": 1.1991, + "clip_ratio": 0.0, + "completion_length": 255.4375, + "epoch": 0.1760260056887444, + "grad_norm": 1.4363505840301514, + "kl": 0.112548828125, + "learning_rate": 8.239596879063718e-07, + "loss": 0.0045, + "reward": 1.7424402236938477, + "reward_std": 0.1318730153143406, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7736901342868805, "step": 1083 }, { - "epoch": 0.07, - "learning_rate": 1.99049881007553e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 263.734375, + "epoch": 0.176188541243397, + "grad_norm": 1.0474659204483032, + "kl": 0.107421875, + "learning_rate": 8.237971391417425e-07, + "loss": 0.0043, + "reward": 1.759451985359192, + "reward_std": 0.1004246436059475, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7750769257545471, "step": 1084 }, { - "epoch": 0.07, - "learning_rate": 1.990468956220144e-05, - "loss": 1.1106, + "clip_ratio": 0.0, + "completion_length": 239.328125, + "epoch": 0.17635107679804957, + "grad_norm": 1.3927409648895264, + "kl": 0.116455078125, + "learning_rate": 8.236345903771131e-07, + "loss": 0.0046, + "reward": 1.6520549654960632, + "reward_std": 0.21005968749523163, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7145549356937408, "step": 1085 }, { - "epoch": 0.07, - "learning_rate": 1.99043905576072e-05, - "loss": 1.1156, + "clip_ratio": 0.0, + "completion_length": 210.390625, + "epoch": 0.17651361235270216, + "grad_norm": 2.46992564201355, + "kl": 0.121826171875, + "learning_rate": 8.234720416124837e-07, + "loss": 0.0049, + "reward": 1.6633285880088806, + "reward_std": 0.223513413220644, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7102037072181702, "step": 1086 }, { - "epoch": 0.07, - "learning_rate": 1.990409108698664e-05, - "loss": 1.1136, + "clip_ratio": 0.0, + "completion_length": 271.359375, + "epoch": 0.17667614790735472, + "grad_norm": 1.2391432523727417, + "kl": 0.121826171875, + "learning_rate": 8.233094928478543e-07, + "loss": 0.0049, + "reward": 1.6501969695091248, + "reward_std": 0.22840384766459465, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.72832190990448, "step": 1087 }, { - "epoch": 0.07, - "learning_rate": 1.990379115035386e-05, - "loss": 1.0712, + "clip_ratio": 0.0, + "completion_length": 215.96875, + "epoch": 0.17683868346200732, + "grad_norm": 1.427149772644043, + "kl": 0.122314453125, + "learning_rate": 8.231469440832249e-07, + "loss": 0.0049, + "reward": 1.6426225304603577, + "reward_std": 0.10032154619693756, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6426225304603577, "step": 1088 }, { - "epoch": 0.07, - "learning_rate": 1.9903490747722972e-05, - "loss": 1.0994, + "clip_ratio": 0.0, + "completion_length": 206.046875, + "epoch": 0.17700121901665988, + "grad_norm": 1.4617257118225098, + "kl": 0.12890625, + "learning_rate": 8.229843953185955e-07, + "loss": 0.0051, + "reward": 1.7592750787734985, + "reward_std": 0.12926285341382027, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7749000489711761, "step": 1089 }, { - "epoch": 0.07, - "learning_rate": 1.9903189879108102e-05, - "loss": 1.1347, + "clip_ratio": 0.0, + "completion_length": 187.625, + "epoch": 0.17716375457131248, + "grad_norm": 1.2078053951263428, + "kl": 0.126708984375, + "learning_rate": 8.228218465539661e-07, + "loss": 0.0051, + "reward": 1.79165917634964, + "reward_std": 0.13913267850875854, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8229091465473175, "step": 1090 }, { - "epoch": 0.07, - "learning_rate": 1.9902888544523417e-05, - "loss": 1.1102, + "clip_ratio": 0.0, + "completion_length": 236.03125, + "epoch": 0.17732629012596504, + "grad_norm": 1.2359477281570435, + "kl": 0.11767578125, + "learning_rate": 8.226592977893367e-07, + "loss": 0.0047, + "reward": 1.8469027876853943, + "reward_std": 0.08031788840889931, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8469027280807495, "step": 1091 }, { - "epoch": 0.07, - "learning_rate": 1.9902586743983088e-05, - "loss": 1.1389, + "clip_ratio": 0.0, + "completion_length": 216.640625, + "epoch": 0.17748882568061763, + "grad_norm": 1.3488061428070068, + "kl": 0.11669921875, + "learning_rate": 8.224967490247073e-07, + "loss": 0.0047, + "reward": 1.7096585035324097, + "reward_std": 0.09115397930145264, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7096585631370544, "step": 1092 }, { - "epoch": 0.07, - "learning_rate": 1.9902284477501323e-05, - "loss": 1.0468, + "clip_ratio": 0.0, + "completion_length": 161.5625, + "epoch": 0.17765136123527023, + "grad_norm": 0.922697901725769, + "kl": 0.12841796875, + "learning_rate": 8.223342002600779e-07, + "loss": 0.0051, + "reward": 1.8332611322402954, + "reward_std": 0.0642956905066967, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8488861322402954, "step": 1093 }, { - "epoch": 0.07, - "learning_rate": 1.9901981745092337e-05, - "loss": 1.1136, + "clip_ratio": 0.0, + "completion_length": 249.515625, + "epoch": 0.1778138967899228, + "grad_norm": 1.1087766885757446, + "kl": 0.114501953125, + "learning_rate": 8.221716514954486e-07, + "loss": 0.0046, + "reward": 1.607887327671051, + "reward_std": 0.098299790173769, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.654762327671051, "step": 1094 }, { - "epoch": 0.07, - "learning_rate": 1.990167854677038e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 216.125, + "epoch": 0.17797643234457539, + "grad_norm": 1.2694830894470215, + "kl": 0.12255859375, + "learning_rate": 8.220091027308193e-07, + "loss": 0.0049, + "reward": 1.7917868494987488, + "reward_std": 0.08450309094041586, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7917868196964264, "step": 1095 }, { - "epoch": 0.07, - "learning_rate": 1.9901374882549714e-05, - "loss": 1.0993, + "clip_ratio": 0.0, + "completion_length": 255.671875, + "epoch": 0.17813896789922795, + "grad_norm": 1.1311577558517456, + "kl": 0.10400390625, + "learning_rate": 8.218465539661898e-07, + "loss": 0.0042, + "reward": 1.7427711486816406, + "reward_std": 0.13482356816530228, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.774021178483963, "step": 1096 }, { - "epoch": 0.07, - "learning_rate": 1.990107075244463e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 288.53125, + "epoch": 0.17830150345388054, + "grad_norm": 1.11607027053833, + "kl": 0.11279296875, + "learning_rate": 8.216840052015605e-07, + "loss": 0.0045, + "reward": 1.7365897297859192, + "reward_std": 0.16412387788295746, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.783464640378952, "step": 1097 }, { - "epoch": 0.07, - "learning_rate": 1.9900766156469436e-05, - "loss": 1.1548, + "clip_ratio": 0.0, + "completion_length": 198.890625, + "epoch": 0.1784640390085331, + "grad_norm": 1.535420536994934, + "kl": 0.1201171875, + "learning_rate": 8.21521456436931e-07, + "loss": 0.0048, + "reward": 1.7870851755142212, + "reward_std": 0.07568436115980148, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8027101755142212, "step": 1098 }, { - "epoch": 0.07, - "learning_rate": 1.9900461094638466e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 255.015625, + "epoch": 0.1786265745631857, + "grad_norm": 1.1664321422576904, + "kl": 0.114013671875, + "learning_rate": 8.213589076723017e-07, + "loss": 0.0046, + "reward": 1.6985411047935486, + "reward_std": 0.12011908553540707, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7297910749912262, "step": 1099 }, { - "epoch": 0.07, - "learning_rate": 1.990015556696607e-05, - "loss": 1.0405, + "clip_ratio": 0.0, + "completion_length": 177.84375, + "epoch": 0.17878911011783827, + "grad_norm": 1.1121070384979248, + "kl": 0.14697265625, + "learning_rate": 8.211963589076722e-07, + "loss": 0.0059, + "reward": 1.8071706295013428, + "reward_std": 0.08005012560170144, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8071705996990204, "step": 1100 }, { - "epoch": 0.07, - "learning_rate": 1.989984957346663e-05, - "loss": 1.0648, + "clip_ratio": 0.0, + "completion_length": 211.34375, + "epoch": 0.17895164567249086, + "grad_norm": 1.2934142351150513, + "kl": 0.099853515625, + "learning_rate": 8.210338101430429e-07, + "loss": 0.004, + "reward": 1.697449505329132, + "reward_std": 0.12375945597887039, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7286995053291321, "step": 1101 }, { - "epoch": 0.07, - "learning_rate": 1.989954311415454e-05, - "loss": 1.0238, + "clip_ratio": 0.0, + "completion_length": 180.46875, + "epoch": 0.17911418122714343, + "grad_norm": 1.024733066558838, + "kl": 0.115478515625, + "learning_rate": 8.208712613784134e-07, + "loss": 0.0046, + "reward": 1.768229603767395, + "reward_std": 0.07687049428932369, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7682296335697174, "step": 1102 }, { - "epoch": 0.07, - "learning_rate": 1.9899236189044218e-05, - "loss": 1.0684, + "clip_ratio": 0.0, + "completion_length": 209.359375, + "epoch": 0.17927671678179602, + "grad_norm": 1.2345775365829468, + "kl": 0.12451171875, + "learning_rate": 8.207087126137841e-07, + "loss": 0.005, + "reward": 1.6841670870780945, + "reward_std": 0.19066283851861954, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7310420870780945, "step": 1103 }, { - "epoch": 0.07, - "learning_rate": 1.989892879815011e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 247.90625, + "epoch": 0.17943925233644858, + "grad_norm": 0.8519478440284729, + "kl": 0.1083984375, + "learning_rate": 8.205461638491547e-07, + "loss": 0.0043, + "reward": 1.7275348901748657, + "reward_std": 0.17209933325648308, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7900348901748657, "step": 1104 }, { - "epoch": 0.07, - "learning_rate": 1.9898620941486676e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 237.0625, + "epoch": 0.17960178789110118, + "grad_norm": 2.8036091327667236, + "kl": 0.119384765625, + "learning_rate": 8.203836150845254e-07, + "loss": 0.0048, + "reward": 1.7497894763946533, + "reward_std": 0.16435658931732178, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7654145061969757, "step": 1105 }, { - "epoch": 0.07, - "learning_rate": 1.9898312619068404e-05, - "loss": 1.0468, + "clip_ratio": 0.0, + "completion_length": 196.625, + "epoch": 0.17976432344575377, + "grad_norm": 1.2668752670288086, + "kl": 0.119384765625, + "learning_rate": 8.202210663198959e-07, + "loss": 0.0048, + "reward": 1.7422088384628296, + "reward_std": 0.09604442864656448, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7578339278697968, "step": 1106 }, { - "epoch": 0.07, - "learning_rate": 1.98980038309098e-05, - "loss": 1.1923, + "clip_ratio": 0.0, + "completion_length": 215.09375, + "epoch": 0.17992685900040634, + "grad_norm": 1.3705735206604004, + "kl": 0.13916015625, + "learning_rate": 8.200585175552666e-07, + "loss": 0.0056, + "reward": 1.8464224934577942, + "reward_std": 0.1471976786851883, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8464224338531494, "step": 1107 }, { - "epoch": 0.07, - "learning_rate": 1.9897694577025394e-05, - "loss": 1.1798, + "clip_ratio": 0.0, + "completion_length": 209.703125, + "epoch": 0.18008939455505893, + "grad_norm": 1.4512720108032227, + "kl": 0.104736328125, + "learning_rate": 8.198959687906371e-07, + "loss": 0.0042, + "reward": 1.7793030738830566, + "reward_std": 0.11152414977550507, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7949280738830566, "step": 1108 }, { - "epoch": 0.07, - "learning_rate": 1.9897384857429734e-05, - "loss": 1.0572, + "clip_ratio": 0.0, + "completion_length": 225.6875, + "epoch": 0.1802519301097115, + "grad_norm": 1.0573922395706177, + "kl": 0.105224609375, + "learning_rate": 8.197334200260078e-07, + "loss": 0.0042, + "reward": 1.7272961139678955, + "reward_std": 0.08005165867507458, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7272960841655731, "step": 1109 }, { - "epoch": 0.07, - "learning_rate": 1.9897074672137396e-05, - "loss": 1.0016, + "clip_ratio": 0.0, + "completion_length": 211.484375, + "epoch": 0.1804144656643641, + "grad_norm": 1.4273078441619873, + "kl": 0.1181640625, + "learning_rate": 8.195708712613783e-07, + "loss": 0.0047, + "reward": 1.6512929201126099, + "reward_std": 0.12176620960235596, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6669179201126099, "step": 1110 }, { - "epoch": 0.07, - "learning_rate": 1.9896764021162976e-05, - "loss": 1.1054, + "clip_ratio": 0.0, + "completion_length": 176.859375, + "epoch": 0.18057700121901665, + "grad_norm": 1.2220275402069092, + "kl": 0.119384765625, + "learning_rate": 8.19408322496749e-07, + "loss": 0.0048, + "reward": 1.8596465587615967, + "reward_std": 0.08775152545422316, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8752715885639191, "step": 1111 }, { - "epoch": 0.07, - "learning_rate": 1.989645290452109e-05, - "loss": 1.0393, + "clip_ratio": 0.0, + "completion_length": 220.328125, + "epoch": 0.18073953677366925, + "grad_norm": 1.1928414106369019, + "kl": 0.09765625, + "learning_rate": 8.192457737321195e-07, + "loss": 0.0039, + "reward": 1.7004597783088684, + "reward_std": 0.0567800160497427, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7004597783088684, "step": 1112 }, { - "epoch": 0.07, - "learning_rate": 1.9896141322226376e-05, - "loss": 1.1039, + "clip_ratio": 0.0, + "completion_length": 266.859375, + "epoch": 0.1809020723283218, + "grad_norm": 3.650801658630371, + "kl": 0.099365234375, + "learning_rate": 8.190832249674902e-07, + "loss": 0.004, + "reward": 1.6885477900505066, + "reward_std": 0.15076882764697075, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7354227900505066, "step": 1113 }, { - "epoch": 0.07, - "learning_rate": 1.9895829274293493e-05, - "loss": 1.0977, + "clip_ratio": 0.0, + "completion_length": 212.609375, + "epoch": 0.1810646078829744, + "grad_norm": 1.5806831121444702, + "kl": 0.102783203125, + "learning_rate": 8.189206762028608e-07, + "loss": 0.0041, + "reward": 1.5866692066192627, + "reward_std": 0.16816269606351852, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6179192364215851, "step": 1114 }, { - "epoch": 0.07, - "learning_rate": 1.989551676073713e-05, - "loss": 1.1181, + "clip_ratio": 0.0, + "completion_length": 198.578125, + "epoch": 0.18122714343762697, + "grad_norm": 0.9476396441459656, + "kl": 0.115478515625, + "learning_rate": 8.187581274382315e-07, + "loss": 0.0046, + "reward": 1.8544575572013855, + "reward_std": 0.08977576531469822, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8700825572013855, "step": 1115 }, { - "epoch": 0.07, - "learning_rate": 1.989520378157198e-05, - "loss": 1.0286, + "clip_ratio": 0.0, + "completion_length": 230.71875, + "epoch": 0.18138967899227956, + "grad_norm": 1.336740255355835, + "kl": 0.109130859375, + "learning_rate": 8.18595578673602e-07, + "loss": 0.0044, + "reward": 1.7715773582458496, + "reward_std": 0.08264421671628952, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7715773582458496, "step": 1116 }, { - "epoch": 0.07, - "learning_rate": 1.9894890336812783e-05, - "loss": 1.0815, + "clip_ratio": 0.0, + "completion_length": 174.5, + "epoch": 0.18155221454693213, + "grad_norm": 1.4789396524429321, + "kl": 0.11962890625, + "learning_rate": 8.184330299089727e-07, + "loss": 0.0048, + "reward": 1.8623895645141602, + "reward_std": 0.05415434017777443, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8780145049095154, "step": 1117 }, { - "epoch": 0.07, - "learning_rate": 1.9894576426474277e-05, - "loss": 1.0645, + "clip_ratio": 0.0, + "completion_length": 214.421875, + "epoch": 0.18171475010158472, + "grad_norm": 1.069135069847107, + "kl": 0.104736328125, + "learning_rate": 8.182704811443432e-07, + "loss": 0.0042, + "reward": 1.7214564085006714, + "reward_std": 0.11770227551460266, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7214563488960266, "step": 1118 }, { - "epoch": 0.07, - "learning_rate": 1.9894262050571238e-05, - "loss": 1.04, + "clip_ratio": 0.0, + "completion_length": 220.5625, + "epoch": 0.18187728565623731, + "grad_norm": 1.2921090126037598, + "kl": 0.09765625, + "learning_rate": 8.181079323797139e-07, + "loss": 0.0039, + "reward": 1.7117767930030823, + "reward_std": 0.13095244020223618, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7586518824100494, "step": 1119 }, { - "epoch": 0.08, - "learning_rate": 1.9893947209118457e-05, - "loss": 0.9925, + "clip_ratio": 0.0, + "completion_length": 256.359375, + "epoch": 0.18203982121088988, + "grad_norm": 1.0183740854263306, + "kl": 0.10546875, + "learning_rate": 8.179453836150844e-07, + "loss": 0.0042, + "reward": 1.6706078052520752, + "reward_std": 0.09121721237897873, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6706078052520752, "step": 1120 }, { - "epoch": 0.08, - "learning_rate": 1.9893631902130747e-05, - "loss": 1.1506, + "clip_ratio": 0.0, + "completion_length": 190.828125, + "epoch": 0.18220235676554247, + "grad_norm": 0.8903157114982605, + "kl": 0.1064453125, + "learning_rate": 8.177828348504551e-07, + "loss": 0.0043, + "reward": 1.766943335533142, + "reward_std": 0.060915445908904076, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7669433057308197, "step": 1121 }, { - "epoch": 0.08, - "learning_rate": 1.9893316129622945e-05, - "loss": 1.1506, + "clip_ratio": 0.0, + "completion_length": 222.359375, + "epoch": 0.18236489232019504, + "grad_norm": 1.5982332229614258, + "kl": 0.107177734375, + "learning_rate": 8.176202860858256e-07, + "loss": 0.0043, + "reward": 1.6361642479896545, + "reward_std": 0.2912479639053345, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6674142479896545, "step": 1122 }, { - "epoch": 0.08, - "learning_rate": 1.9892999891609904e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 203.03125, + "epoch": 0.18252742787484763, + "grad_norm": 0.9960828423500061, + "kl": 0.09765625, + "learning_rate": 8.174577373211963e-07, + "loss": 0.0039, + "reward": 1.805728554725647, + "reward_std": 0.06276050955057144, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.805728554725647, "step": 1123 }, { - "epoch": 0.08, - "learning_rate": 1.9892683188106512e-05, - "loss": 1.0536, + "clip_ratio": 0.0, + "completion_length": 173.03125, + "epoch": 0.1826899634295002, + "grad_norm": 1.0788172483444214, + "kl": 0.1064453125, + "learning_rate": 8.172951885565669e-07, + "loss": 0.0043, + "reward": 1.818210780620575, + "reward_std": 0.1239233985543251, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.849460780620575, "step": 1124 }, { - "epoch": 0.08, - "learning_rate": 1.989236601912767e-05, - "loss": 1.1519, + "clip_ratio": 0.0, + "completion_length": 277.21875, + "epoch": 0.1828524989841528, + "grad_norm": 1.1286730766296387, + "kl": 0.100341796875, + "learning_rate": 8.171326397919376e-07, + "loss": 0.004, + "reward": 1.6976888179779053, + "reward_std": 0.10057060606777668, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7133138179779053, "step": 1125 }, { - "epoch": 0.08, - "learning_rate": 1.9892048384688294e-05, - "loss": 1.1046, + "clip_ratio": 0.0, + "completion_length": 208.65625, + "epoch": 0.18301503453880535, + "grad_norm": 0.8494225144386292, + "kl": 0.0986328125, + "learning_rate": 8.169700910273081e-07, + "loss": 0.004, + "reward": 1.8237727880477905, + "reward_std": 0.06318754889070988, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8393976986408234, "step": 1126 }, { - "epoch": 0.08, - "learning_rate": 1.9891730284803336e-05, - "loss": 1.0085, + "clip_ratio": 0.0, + "completion_length": 210.609375, + "epoch": 0.18317757009345795, + "grad_norm": 1.3862884044647217, + "kl": 0.10791015625, + "learning_rate": 8.168075422626788e-07, + "loss": 0.0043, + "reward": 1.746541440486908, + "reward_std": 0.12689407169818878, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7621665000915527, "step": 1127 }, { - "epoch": 0.08, - "learning_rate": 1.989141171948776e-05, - "loss": 1.1457, + "clip_ratio": 0.0, + "completion_length": 268.984375, + "epoch": 0.1833401056481105, + "grad_norm": 1.0435703992843628, + "kl": 0.08984375, + "learning_rate": 8.166449934980494e-07, + "loss": 0.0036, + "reward": 1.7639989852905273, + "reward_std": 0.12605160474777222, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7796239256858826, "step": 1128 }, { - "epoch": 0.08, - "learning_rate": 1.989109268875656e-05, - "loss": 1.1129, + "clip_ratio": 0.0, + "completion_length": 266.015625, + "epoch": 0.1835026412027631, + "grad_norm": 1.3000493049621582, + "kl": 0.104736328125, + "learning_rate": 8.1648244473342e-07, + "loss": 0.0042, + "reward": 1.654205858707428, + "reward_std": 0.0805321903899312, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6542057991027832, "step": 1129 }, { - "epoch": 0.08, - "learning_rate": 1.9890773192624737e-05, - "loss": 1.1651, + "clip_ratio": 0.0, + "completion_length": 196.4375, + "epoch": 0.18366517675741567, + "grad_norm": 1.000233769416809, + "kl": 0.114013671875, + "learning_rate": 8.163198959687906e-07, + "loss": 0.0045, + "reward": 1.8380324840545654, + "reward_std": 0.08428071439266205, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8536575436592102, "step": 1130 }, { - "epoch": 0.08, - "learning_rate": 1.9890453231107332e-05, - "loss": 1.0272, + "clip_ratio": 0.0, + "completion_length": 211.203125, + "epoch": 0.18382771231206826, + "grad_norm": 1.1179285049438477, + "kl": 0.11083984375, + "learning_rate": 8.161573472041612e-07, + "loss": 0.0044, + "reward": 1.7728358507156372, + "reward_std": 0.09534815326333046, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7728358209133148, "step": 1131 }, { - "epoch": 0.08, - "learning_rate": 1.9890132804219405e-05, - "loss": 1.1542, + "clip_ratio": 0.0, + "completion_length": 232.78125, + "epoch": 0.18399024786672086, + "grad_norm": 1.0937700271606445, + "kl": 0.098388671875, + "learning_rate": 8.159947984395318e-07, + "loss": 0.0039, + "reward": 1.7742843627929688, + "reward_std": 0.07289040461182594, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7742843627929688, "step": 1132 }, { - "epoch": 0.08, - "learning_rate": 1.988981191197602e-05, - "loss": 1.0909, + "clip_ratio": 0.0, + "completion_length": 247.265625, + "epoch": 0.18415278342137342, + "grad_norm": 1.275680661201477, + "kl": 0.09521484375, + "learning_rate": 8.158322496749024e-07, + "loss": 0.0038, + "reward": 1.6810664534568787, + "reward_std": 0.07038920745253563, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.681066483259201, "step": 1133 }, { - "epoch": 0.08, - "learning_rate": 1.988949055439229e-05, - "loss": 1.075, + "clip_ratio": 0.0, + "completion_length": 196.703125, + "epoch": 0.18431531897602602, + "grad_norm": 0.9994097352027893, + "kl": 0.10791015625, + "learning_rate": 8.156697009102731e-07, + "loss": 0.0043, + "reward": 1.7685399055480957, + "reward_std": 0.11933530494570732, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7997898459434509, "step": 1134 }, { - "epoch": 0.08, - "learning_rate": 1.9889168731483323e-05, - "loss": 1.1118, + "clip_ratio": 0.0, + "completion_length": 215.578125, + "epoch": 0.18447785453067858, + "grad_norm": 1.3327356576919556, + "kl": 0.10888671875, + "learning_rate": 8.155071521456437e-07, + "loss": 0.0044, + "reward": 1.6887962818145752, + "reward_std": 0.17299672216176987, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7200462520122528, "step": 1135 }, { - "epoch": 0.08, - "learning_rate": 1.988884644326427e-05, - "loss": 1.039, + "clip_ratio": 0.0, + "completion_length": 248.703125, + "epoch": 0.18464039008533117, + "grad_norm": 1.1707955598831177, + "kl": 0.104736328125, + "learning_rate": 8.153446033810143e-07, + "loss": 0.0042, + "reward": 1.7186615467071533, + "reward_std": 0.08950868621468544, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7342866063117981, "step": 1136 }, { - "epoch": 0.08, - "learning_rate": 1.988852368975029e-05, - "loss": 1.0895, + "clip_ratio": 0.0, + "completion_length": 225.359375, + "epoch": 0.18480292563998374, + "grad_norm": 1.262190580368042, + "kl": 0.09521484375, + "learning_rate": 8.151820546163849e-07, + "loss": 0.0038, + "reward": 1.8169870972633362, + "reward_std": 0.07853887602686882, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8169870674610138, "step": 1137 }, { - "epoch": 0.08, - "learning_rate": 1.988820047095657e-05, - "loss": 1.1138, + "clip_ratio": 0.0, + "completion_length": 170.59375, + "epoch": 0.18496546119463633, + "grad_norm": 1.2089340686798096, + "kl": 0.1298828125, + "learning_rate": 8.150195058517555e-07, + "loss": 0.0052, + "reward": 1.8299041986465454, + "reward_std": 0.10141846723854542, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8299042284488678, "step": 1138 }, { - "epoch": 0.08, - "learning_rate": 1.9887876786898325e-05, - "loss": 1.0736, + "clip_ratio": 0.0, + "completion_length": 263.78125, + "epoch": 0.1851279967492889, + "grad_norm": 1.1744751930236816, + "kl": 0.099365234375, + "learning_rate": 8.148569570871261e-07, + "loss": 0.004, + "reward": 1.812259018421173, + "reward_std": 0.12262728996574879, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8278839886188507, "step": 1139 }, { - "epoch": 0.08, - "learning_rate": 1.9887552637590774e-05, - "loss": 1.1705, + "clip_ratio": 0.0, + "completion_length": 233.78125, + "epoch": 0.1852905323039415, + "grad_norm": 1.049241304397583, + "kl": 0.111328125, + "learning_rate": 8.146944083224967e-07, + "loss": 0.0045, + "reward": 1.7838228344917297, + "reward_std": 0.1485859490931034, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8306978940963745, "step": 1140 }, { - "epoch": 0.08, - "learning_rate": 1.9887228023049178e-05, - "loss": 1.1295, + "clip_ratio": 0.0, + "completion_length": 333.171875, + "epoch": 0.18545306785859406, + "grad_norm": 1.0968060493469238, + "kl": 0.096435546875, + "learning_rate": 8.145318595578673e-07, + "loss": 0.0039, + "reward": 1.7433842420578003, + "reward_std": 0.07150217611342669, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7590092718601227, "step": 1141 }, { - "epoch": 0.08, - "learning_rate": 1.988690294328881e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 248.484375, + "epoch": 0.18561560341324665, + "grad_norm": 1.0975488424301147, + "kl": 0.118408203125, + "learning_rate": 8.143693107932379e-07, + "loss": 0.0047, + "reward": 1.7512600421905518, + "reward_std": 0.11939063109457493, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.751259982585907, "step": 1142 }, { - "epoch": 0.08, - "learning_rate": 1.988657739832496e-05, - "loss": 1.1763, + "clip_ratio": 0.0, + "completion_length": 246.0, + "epoch": 0.18577813896789921, + "grad_norm": 1.1691337823867798, + "kl": 0.095947265625, + "learning_rate": 8.142067620286085e-07, + "loss": 0.0038, + "reward": 1.7519874572753906, + "reward_std": 0.1288430243730545, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.767612487077713, "step": 1143 }, { - "epoch": 0.08, - "learning_rate": 1.988625138817295e-05, - "loss": 1.0582, + "clip_ratio": 0.0, + "completion_length": 268.03125, + "epoch": 0.1859406745225518, + "grad_norm": 1.1246898174285889, + "kl": 0.103515625, + "learning_rate": 8.140442132639792e-07, + "loss": 0.0041, + "reward": 1.6716968417167664, + "reward_std": 0.09051382169127464, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.671696811914444, "step": 1144 }, { - "epoch": 0.08, - "learning_rate": 1.9885924912848123e-05, - "loss": 1.1325, + "clip_ratio": 0.0, + "completion_length": 193.328125, + "epoch": 0.1861032100772044, + "grad_norm": 1.114600658416748, + "kl": 0.1015625, + "learning_rate": 8.138816644993498e-07, + "loss": 0.0041, + "reward": 1.7850115895271301, + "reward_std": 0.11651782691478729, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8006366789340973, "step": 1145 }, { - "epoch": 0.08, - "learning_rate": 1.988559797236583e-05, - "loss": 1.0371, + "clip_ratio": 0.0, + "completion_length": 269.6875, + "epoch": 0.18626574563185697, + "grad_norm": 2.439502716064453, + "kl": 0.097900390625, + "learning_rate": 8.137191157347204e-07, + "loss": 0.0039, + "reward": 1.791256606578827, + "reward_std": 0.044760486111044884, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7912565767765045, "step": 1146 }, { - "epoch": 0.08, - "learning_rate": 1.9885270566741467e-05, - "loss": 1.1428, + "clip_ratio": 0.0, + "completion_length": 223.8125, + "epoch": 0.18642828118650956, + "grad_norm": 1.182142734527588, + "kl": 0.113037109375, + "learning_rate": 8.13556566970091e-07, + "loss": 0.0045, + "reward": 1.775367021560669, + "reward_std": 0.09530368074774742, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7909919917583466, "step": 1147 }, { - "epoch": 0.08, - "learning_rate": 1.988494269599043e-05, - "loss": 1.0682, + "clip_ratio": 0.0, + "completion_length": 268.671875, + "epoch": 0.18659081674116212, + "grad_norm": 1.39039945602417, + "kl": 0.105224609375, + "learning_rate": 8.133940182054616e-07, + "loss": 0.0042, + "reward": 1.8851022720336914, + "reward_std": 0.09187551215291023, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.885102242231369, "step": 1148 }, { - "epoch": 0.08, - "learning_rate": 1.988461436012815e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 333.859375, + "epoch": 0.18675335229581472, + "grad_norm": 0.9891993403434753, + "kl": 0.09619140625, + "learning_rate": 8.132314694408322e-07, + "loss": 0.0038, + "reward": 1.767440676689148, + "reward_std": 0.16600807011127472, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7986906468868256, "step": 1149 }, { - "epoch": 0.08, - "learning_rate": 1.988428555917008e-05, - "loss": 1.0564, + "clip_ratio": 0.0, + "completion_length": 228.390625, + "epoch": 0.18691588785046728, + "grad_norm": 1.0003231763839722, + "kl": 0.1025390625, + "learning_rate": 8.130689206762028e-07, + "loss": 0.0041, + "reward": 1.79616117477417, + "reward_std": 0.08490841090679169, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7961611449718475, "step": 1150 }, { - "epoch": 0.08, - "learning_rate": 1.988395629313168e-05, - "loss": 1.0741, + "clip_ratio": 0.0, + "completion_length": 317.046875, + "epoch": 0.18707842340511988, + "grad_norm": 1.0346375703811646, + "kl": 0.105712890625, + "learning_rate": 8.129063719115734e-07, + "loss": 0.0042, + "reward": 1.7661635279655457, + "reward_std": 0.17965464293956757, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8130385279655457, "step": 1151 }, { - "epoch": 0.08, - "learning_rate": 1.988362656202845e-05, - "loss": 1.1164, + "clip_ratio": 0.0, + "completion_length": 212.890625, + "epoch": 0.18724095895977244, + "grad_norm": 1.4280637502670288, + "kl": 0.114501953125, + "learning_rate": 8.12743823146944e-07, + "loss": 0.0046, + "reward": 1.714850902557373, + "reward_std": 0.16042984277009964, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.714850902557373, "step": 1152 }, { - "epoch": 0.08, - "learning_rate": 1.9883296365875908e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 237.921875, + "epoch": 0.18740349451442503, + "grad_norm": 1.2068105936050415, + "kl": 0.14404296875, + "learning_rate": 8.125812743823146e-07, + "loss": 0.0057, + "reward": 1.8462373614311218, + "reward_std": 0.08766627311706543, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8462373614311218, "step": 1153 }, { - "epoch": 0.08, - "learning_rate": 1.9882965704689582e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 237.203125, + "epoch": 0.1875660300690776, + "grad_norm": 0.9533993005752563, + "kl": 0.109130859375, + "learning_rate": 8.124187256176853e-07, + "loss": 0.0044, + "reward": 1.7795095443725586, + "reward_std": 0.08029817789793015, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7951346039772034, "step": 1154 }, { - "epoch": 0.08, - "learning_rate": 1.9882634578485036e-05, - "loss": 1.0883, + "clip_ratio": 0.0, + "completion_length": 257.0, + "epoch": 0.1877285656237302, + "grad_norm": 0.8699847459793091, + "kl": 0.1357421875, + "learning_rate": 8.122561768530559e-07, + "loss": 0.0054, + "reward": 1.8228794932365417, + "reward_std": 0.1183796850964427, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8541295826435089, "step": 1155 }, { - "epoch": 0.08, - "learning_rate": 1.9882302987277846e-05, - "loss": 1.1223, + "clip_ratio": 0.0, + "completion_length": 283.625, + "epoch": 0.18789110117838276, + "grad_norm": 1.3619393110275269, + "kl": 0.103759765625, + "learning_rate": 8.120936280884265e-07, + "loss": 0.0042, + "reward": 1.6391938924789429, + "reward_std": 0.1670495644211769, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6704438328742981, "step": 1156 }, { - "epoch": 0.08, - "learning_rate": 1.9881970931083622e-05, - "loss": 1.1269, + "clip_ratio": 0.0, + "completion_length": 227.453125, + "epoch": 0.18805363673303535, + "grad_norm": 1.222504734992981, + "kl": 0.119384765625, + "learning_rate": 8.119310793237971e-07, + "loss": 0.0048, + "reward": 1.7103061079978943, + "reward_std": 0.2128540202975273, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7728061079978943, "step": 1157 }, { - "epoch": 0.08, - "learning_rate": 1.988163840991798e-05, - "loss": 1.1349, + "clip_ratio": 0.0, + "completion_length": 260.53125, + "epoch": 0.18821617228768794, + "grad_norm": 1.0650733709335327, + "kl": 0.1240234375, + "learning_rate": 8.117685305591677e-07, + "loss": 0.005, + "reward": 1.7987958192825317, + "reward_std": 0.08241203799843788, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7987958490848541, "step": 1158 }, { - "epoch": 0.08, - "learning_rate": 1.988130542379657e-05, - "loss": 1.0086, + "clip_ratio": 0.0, + "completion_length": 276.0, + "epoch": 0.1883787078423405, + "grad_norm": 0.9362664818763733, + "kl": 0.1123046875, + "learning_rate": 8.116059817945383e-07, + "loss": 0.0045, + "reward": 1.699375569820404, + "reward_std": 0.10175401344895363, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.730625569820404, "step": 1159 }, { - "epoch": 0.08, - "learning_rate": 1.9880971972735058e-05, - "loss": 1.0634, + "clip_ratio": 0.0, + "completion_length": 257.71875, + "epoch": 0.1885412433969931, + "grad_norm": 1.2347536087036133, + "kl": 0.12939453125, + "learning_rate": 8.114434330299089e-07, + "loss": 0.0052, + "reward": 1.6973991394042969, + "reward_std": 0.18257355690002441, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7598991096019745, "step": 1160 }, { - "epoch": 0.08, - "learning_rate": 1.988063805674914e-05, - "loss": 1.1241, + "clip_ratio": 0.0, + "completion_length": 217.9375, + "epoch": 0.18870377895164567, + "grad_norm": 1.3578965663909912, + "kl": 0.125244140625, + "learning_rate": 8.112808842652795e-07, + "loss": 0.005, + "reward": 1.6063193082809448, + "reward_std": 0.16785534471273422, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6375693082809448, "step": 1161 }, { - "epoch": 0.08, - "learning_rate": 1.988030367585452e-05, - "loss": 1.1112, + "clip_ratio": 0.0, + "completion_length": 308.875, + "epoch": 0.18886631450629826, + "grad_norm": 1.2535619735717773, + "kl": 0.105712890625, + "learning_rate": 8.111183355006501e-07, + "loss": 0.0042, + "reward": 1.7754124402999878, + "reward_std": 0.11033596470952034, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7910374701023102, "step": 1162 }, { - "epoch": 0.08, - "learning_rate": 1.987996883006693e-05, - "loss": 1.0635, + "clip_ratio": 0.0, + "completion_length": 260.0, + "epoch": 0.18902885006095083, + "grad_norm": 1.9239425659179688, + "kl": 0.113525390625, + "learning_rate": 8.109557867360207e-07, + "loss": 0.0045, + "reward": 1.8217952847480774, + "reward_std": 0.0705660805106163, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8217953145503998, "step": 1163 }, { - "epoch": 0.08, - "learning_rate": 1.9879633519402133e-05, - "loss": 1.053, + "clip_ratio": 0.0, + "completion_length": 217.34375, + "epoch": 0.18919138561560342, + "grad_norm": 1.1863439083099365, + "kl": 0.11328125, + "learning_rate": 8.107932379713914e-07, + "loss": 0.0045, + "reward": 1.6722463369369507, + "reward_std": 0.09684807248413563, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6878712177276611, "step": 1164 }, { - "epoch": 0.08, - "learning_rate": 1.98792977438759e-05, - "loss": 1.1011, + "clip_ratio": 0.0, + "completion_length": 288.03125, + "epoch": 0.18935392117025598, + "grad_norm": 1.0845321416854858, + "kl": 0.099853515625, + "learning_rate": 8.106306892067621e-07, + "loss": 0.004, + "reward": 1.7462161183357239, + "reward_std": 0.08851515501737595, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7774661481380463, "step": 1165 }, { - "epoch": 0.08, - "learning_rate": 1.9878961503504035e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 200.421875, + "epoch": 0.18951645672490858, + "grad_norm": 1.1445213556289673, + "kl": 0.12158203125, + "learning_rate": 8.104681404421326e-07, + "loss": 0.0049, + "reward": 1.7238954901695251, + "reward_std": 0.1750693842768669, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7707704603672028, "step": 1166 }, { - "epoch": 0.08, - "learning_rate": 1.9878624798302354e-05, - "loss": 1.1862, + "clip_ratio": 0.0, + "completion_length": 230.6875, + "epoch": 0.18967899227956114, + "grad_norm": 1.3790055513381958, + "kl": 0.1044921875, + "learning_rate": 8.103055916775033e-07, + "loss": 0.0042, + "reward": 1.7880930304527283, + "reward_std": 0.11348427832126617, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8037180602550507, "step": 1167 }, { - "epoch": 0.08, - "learning_rate": 1.9878287628286702e-05, - "loss": 1.1764, + "clip_ratio": 0.0, + "completion_length": 231.890625, + "epoch": 0.18984152783421374, + "grad_norm": 0.9734136462211609, + "kl": 0.11474609375, + "learning_rate": 8.101430429128738e-07, + "loss": 0.0046, + "reward": 1.8679559230804443, + "reward_std": 0.06122296303510666, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8679559528827667, "step": 1168 }, { - "epoch": 0.08, - "learning_rate": 1.9877949993472945e-05, - "loss": 1.1517, + "clip_ratio": 0.0, + "completion_length": 235.65625, + "epoch": 0.1900040633888663, + "grad_norm": 1.2936127185821533, + "kl": 0.11474609375, + "learning_rate": 8.099804941482445e-07, + "loss": 0.0046, + "reward": 1.6811087131500244, + "reward_std": 0.21798443794250488, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7123587429523468, "step": 1169 }, { - "epoch": 0.08, - "learning_rate": 1.987761189387697e-05, - "loss": 1.1252, + "clip_ratio": 0.0, + "completion_length": 324.015625, + "epoch": 0.1901665989435189, + "grad_norm": 1.0778712034225464, + "kl": 0.11181640625, + "learning_rate": 8.09817945383615e-07, + "loss": 0.0045, + "reward": 1.7064993977546692, + "reward_std": 0.19682571291923523, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7533743977546692, "step": 1170 }, { - "epoch": 0.08, - "learning_rate": 1.9877273329514685e-05, - "loss": 1.0867, + "clip_ratio": 0.0, + "completion_length": 250.453125, + "epoch": 0.1903291344981715, + "grad_norm": 3.0192067623138428, + "kl": 0.125, + "learning_rate": 8.096553966189857e-07, + "loss": 0.005, + "reward": 1.7906337976455688, + "reward_std": 0.08808112516999245, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8375087678432465, "step": 1171 }, { - "epoch": 0.08, - "learning_rate": 1.9876934300402013e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 215.78125, + "epoch": 0.19049167005282405, + "grad_norm": 1.1483538150787354, + "kl": 0.1328125, + "learning_rate": 8.094928478543562e-07, + "loss": 0.0053, + "reward": 1.7010753154754639, + "reward_std": 0.06515371799468994, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7010753750801086, "step": 1172 }, { - "epoch": 0.08, - "learning_rate": 1.9876594806554915e-05, - "loss": 1.0699, + "clip_ratio": 0.0, + "completion_length": 182.078125, + "epoch": 0.19065420560747665, + "grad_norm": 1.3966941833496094, + "kl": 0.1142578125, + "learning_rate": 8.093302990897269e-07, + "loss": 0.0046, + "reward": 1.7991547584533691, + "reward_std": 0.059820756316185, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7991546988487244, "step": 1173 }, { - "epoch": 0.08, - "learning_rate": 1.9876254847989365e-05, - "loss": 1.1095, + "clip_ratio": 0.0, + "completion_length": 229.5, + "epoch": 0.1908167411621292, + "grad_norm": 1.4219801425933838, + "kl": 0.119140625, + "learning_rate": 8.091677503250975e-07, + "loss": 0.0048, + "reward": 1.854992389678955, + "reward_std": 0.11821001768112183, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8706173598766327, "step": 1174 }, { - "epoch": 0.08, - "learning_rate": 1.9875914424721353e-05, - "loss": 1.1092, + "clip_ratio": 0.0, + "completion_length": 181.984375, + "epoch": 0.1909792767167818, + "grad_norm": 1.0162433385849, + "kl": 0.14111328125, + "learning_rate": 8.090052015604682e-07, + "loss": 0.0057, + "reward": 1.886211633682251, + "reward_std": 0.028314257506281137, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8862115442752838, "step": 1175 }, { - "epoch": 0.08, - "learning_rate": 1.9875573536766902e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 213.03125, + "epoch": 0.19114181227143437, + "grad_norm": 1.0650203227996826, + "kl": 0.12060546875, + "learning_rate": 8.088426527958387e-07, + "loss": 0.0048, + "reward": 1.7897796630859375, + "reward_std": 0.11732557788491249, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8054047524929047, "step": 1176 }, { - "epoch": 0.08, - "learning_rate": 1.987523218414205e-05, - "loss": 1.1105, + "clip_ratio": 0.0, + "completion_length": 218.234375, + "epoch": 0.19130434782608696, + "grad_norm": 1.216629147529602, + "kl": 0.13720703125, + "learning_rate": 8.086801040312094e-07, + "loss": 0.0055, + "reward": 1.7367041110992432, + "reward_std": 0.06201408803462982, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7367041707038879, "step": 1177 }, { - "epoch": 0.08, - "learning_rate": 1.987489036686286e-05, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 196.125, + "epoch": 0.19146688338073953, + "grad_norm": 0.934346616268158, + "kl": 0.127685546875, + "learning_rate": 8.085175552665799e-07, + "loss": 0.0051, + "reward": 1.7876551747322083, + "reward_std": 0.05839374475181103, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8032801151275635, "step": 1178 }, { - "epoch": 0.08, - "learning_rate": 1.987454808494541e-05, - "loss": 0.9858, + "clip_ratio": 0.0, + "completion_length": 232.125, + "epoch": 0.19162941893539212, + "grad_norm": 1.3427951335906982, + "kl": 0.156982421875, + "learning_rate": 8.083550065019506e-07, + "loss": 0.0063, + "reward": 1.7904757857322693, + "reward_std": 0.1945151463150978, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8217258155345917, "step": 1179 }, { - "epoch": 0.08, - "learning_rate": 1.987420533840581e-05, - "loss": 1.183, + "clip_ratio": 0.0, + "completion_length": 292.34375, + "epoch": 0.19179195449004469, + "grad_norm": 1.4945056438446045, + "kl": 0.119140625, + "learning_rate": 8.081924577373211e-07, + "loss": 0.0048, + "reward": 1.7946675419807434, + "reward_std": 0.09027424082159996, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8102925419807434, "step": 1180 }, { - "epoch": 0.08, - "learning_rate": 1.9873862127260187e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 241.359375, + "epoch": 0.19195449004469728, + "grad_norm": 1.39356529712677, + "kl": 0.100830078125, + "learning_rate": 8.080299089726918e-07, + "loss": 0.004, + "reward": 1.6867281794548035, + "reward_std": 0.11636507138609886, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7336031198501587, "step": 1181 }, { - "epoch": 0.08, - "learning_rate": 1.9873518451524683e-05, - "loss": 1.0648, + "clip_ratio": 0.0, + "completion_length": 253.34375, + "epoch": 0.19211702559934984, + "grad_norm": 0.8036277890205383, + "kl": 0.12841796875, + "learning_rate": 8.078673602080623e-07, + "loss": 0.0051, + "reward": 1.8259974718093872, + "reward_std": 0.13461725413799286, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.85724738240242, "step": 1182 }, { - "epoch": 0.08, - "learning_rate": 1.987317431121548e-05, - "loss": 1.1153, + "clip_ratio": 0.0, + "completion_length": 307.859375, + "epoch": 0.19227956115400244, + "grad_norm": 0.967826783657074, + "kl": 0.12890625, + "learning_rate": 8.07704811443433e-07, + "loss": 0.0052, + "reward": 1.7346870303153992, + "reward_std": 0.13804521039128304, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7503120303153992, "step": 1183 }, { - "epoch": 0.08, - "learning_rate": 1.9872829706348767e-05, - "loss": 1.1427, + "clip_ratio": 0.0, + "completion_length": 219.171875, + "epoch": 0.19244209670865503, + "grad_norm": 1.0741360187530518, + "kl": 0.119140625, + "learning_rate": 8.075422626788036e-07, + "loss": 0.0048, + "reward": 1.7700082659721375, + "reward_std": 0.0933454129844904, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7856332957744598, "step": 1184 }, { - "epoch": 0.08, - "learning_rate": 1.9872484636940753e-05, - "loss": 1.1475, + "clip_ratio": 0.0, + "completion_length": 260.875, + "epoch": 0.1926046322633076, + "grad_norm": 1.3504387140274048, + "kl": 0.13134765625, + "learning_rate": 8.073797139141743e-07, + "loss": 0.0053, + "reward": 1.810072124004364, + "reward_std": 0.12353598326444626, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.825697124004364, "step": 1185 }, { - "epoch": 0.08, - "learning_rate": 1.987213910300768e-05, - "loss": 1.0214, + "clip_ratio": 0.0, + "completion_length": 199.265625, + "epoch": 0.1927671678179602, + "grad_norm": 0.8712016940116882, + "kl": 0.1328125, + "learning_rate": 8.072171651495448e-07, + "loss": 0.0053, + "reward": 1.7934570908546448, + "reward_std": 0.10656113410368562, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.80908203125, "step": 1186 }, { - "epoch": 0.08, - "learning_rate": 1.9871793104565803e-05, - "loss": 1.1248, + "clip_ratio": 0.0, + "completion_length": 187.046875, + "epoch": 0.19292970337261275, + "grad_norm": 0.8808376789093018, + "kl": 0.14453125, + "learning_rate": 8.070546163849155e-07, + "loss": 0.0058, + "reward": 1.8345268368721008, + "reward_std": 0.09855559468269348, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8501518368721008, "step": 1187 }, { - "epoch": 0.08, - "learning_rate": 1.98714466416314e-05, - "loss": 1.1453, + "clip_ratio": 0.0, + "completion_length": 193.390625, + "epoch": 0.19309223892726535, + "grad_norm": 1.0250755548477173, + "kl": 0.12060546875, + "learning_rate": 8.06892067620286e-07, + "loss": 0.0048, + "reward": 1.8265350461006165, + "reward_std": 0.03425445407629013, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8265350461006165, "step": 1188 }, { - "epoch": 0.08, - "learning_rate": 1.9871099714220784e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 170.0625, + "epoch": 0.1932547744819179, + "grad_norm": 1.0045450925827026, + "kl": 0.1328125, + "learning_rate": 8.067295188556567e-07, + "loss": 0.0053, + "reward": 1.7945995926856995, + "reward_std": 0.07907232362776995, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8102245926856995, "step": 1189 }, { - "epoch": 0.08, - "learning_rate": 1.9870752322350265e-05, - "loss": 1.0997, + "clip_ratio": 0.0, + "completion_length": 208.140625, + "epoch": 0.1934173100365705, + "grad_norm": 1.0757365226745605, + "kl": 0.12255859375, + "learning_rate": 8.065669700910272e-07, + "loss": 0.0049, + "reward": 1.771462321281433, + "reward_std": 0.14897241443395615, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8027122616767883, "step": 1190 }, { - "epoch": 0.08, - "learning_rate": 1.98704044660362e-05, - "loss": 1.1065, + "clip_ratio": 0.0, + "completion_length": 215.203125, + "epoch": 0.19357984559122307, + "grad_norm": 1.2086386680603027, + "kl": 0.128173828125, + "learning_rate": 8.064044213263979e-07, + "loss": 0.0051, + "reward": 1.7387964725494385, + "reward_std": 0.11729492992162704, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7544214427471161, "step": 1191 }, { - "epoch": 0.08, - "learning_rate": 1.9870056145294947e-05, - "loss": 1.104, + "clip_ratio": 0.0, + "completion_length": 259.59375, + "epoch": 0.19374238114587566, + "grad_norm": 1.127672791481018, + "kl": 0.13037109375, + "learning_rate": 8.062418725617684e-07, + "loss": 0.0052, + "reward": 1.7369235157966614, + "reward_std": 0.13848523795604706, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7681735754013062, "step": 1192 }, { - "epoch": 0.08, - "learning_rate": 1.98697073601429e-05, - "loss": 1.1193, + "clip_ratio": 0.0, + "completion_length": 198.671875, + "epoch": 0.19390491670052823, + "grad_norm": 1.1996240615844727, + "kl": 0.122802734375, + "learning_rate": 8.060793237971391e-07, + "loss": 0.0049, + "reward": 1.805499017238617, + "reward_std": 0.12152259796857834, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8211240172386169, "step": 1193 }, { - "epoch": 0.08, - "learning_rate": 1.9869358110596474e-05, - "loss": 1.1326, + "clip_ratio": 0.0, + "completion_length": 204.15625, + "epoch": 0.19406745225518082, + "grad_norm": 1.0106364488601685, + "kl": 0.12353515625, + "learning_rate": 8.059167750325097e-07, + "loss": 0.0049, + "reward": 1.7468198537826538, + "reward_std": 0.11720401421189308, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7780698239803314, "step": 1194 }, { - "epoch": 0.08, - "learning_rate": 1.9869008396672096e-05, - "loss": 1.1341, + "clip_ratio": 0.0, + "completion_length": 256.953125, + "epoch": 0.1942299878098334, + "grad_norm": 1.0867997407913208, + "kl": 0.1220703125, + "learning_rate": 8.057542262678804e-07, + "loss": 0.0049, + "reward": 1.801584780216217, + "reward_std": 0.11081758886575699, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.817209780216217, "step": 1195 }, { - "epoch": 0.08, - "learning_rate": 1.9868658218386222e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 233.921875, + "epoch": 0.19439252336448598, + "grad_norm": 1.0789990425109863, + "kl": 0.115478515625, + "learning_rate": 8.05591677503251e-07, + "loss": 0.0046, + "reward": 1.7305375933647156, + "reward_std": 0.07633726298809052, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7305375635623932, "step": 1196 }, { - "epoch": 0.08, - "learning_rate": 1.986830757575533e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 164.609375, + "epoch": 0.19455505891913857, + "grad_norm": 1.2661212682724, + "kl": 0.12060546875, + "learning_rate": 8.054291287386216e-07, + "loss": 0.0048, + "reward": 1.7527933716773987, + "reward_std": 0.06493378710001707, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7527934312820435, "step": 1197 }, { - "epoch": 0.08, - "learning_rate": 1.9867956468795917e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 244.375, + "epoch": 0.19471759447379114, + "grad_norm": 1.7363660335540771, + "kl": 0.115234375, + "learning_rate": 8.052665799739922e-07, + "loss": 0.0046, + "reward": 1.7736265659332275, + "reward_std": 0.2022595852613449, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8048764765262604, "step": 1198 }, { - "epoch": 0.08, - "learning_rate": 1.9867604897524507e-05, - "loss": 1.1357, + "clip_ratio": 0.0, + "completion_length": 242.390625, + "epoch": 0.19488013002844373, + "grad_norm": 1.3955875635147095, + "kl": 0.111083984375, + "learning_rate": 8.051040312093628e-07, + "loss": 0.0044, + "reward": 1.7275086641311646, + "reward_std": 0.1079978495836258, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7431336641311646, "step": 1199 }, { - "epoch": 0.08, - "learning_rate": 1.986725286195764e-05, - "loss": 1.1103, + "clip_ratio": 0.0, + "completion_length": 251.578125, + "epoch": 0.1950426655830963, + "grad_norm": 0.9789971709251404, + "kl": 0.09912109375, + "learning_rate": 8.049414824447334e-07, + "loss": 0.004, + "reward": 1.8358210325241089, + "reward_std": 0.09176333900541067, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8514460623264313, "step": 1200 }, { - "epoch": 0.08, - "learning_rate": 1.986690036211188e-05, - "loss": 1.1055, + "clip_ratio": 0.0, + "completion_length": 275.53125, + "epoch": 0.1952052011377489, + "grad_norm": 1.070008397102356, + "kl": 0.09912109375, + "learning_rate": 8.04778933680104e-07, + "loss": 0.004, + "reward": 1.8165826201438904, + "reward_std": 0.08921841904520988, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.832207590341568, "step": 1201 }, { - "epoch": 0.08, - "learning_rate": 1.986654739800381e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 269.5625, + "epoch": 0.19536773669240146, + "grad_norm": 0.9982035756111145, + "kl": 0.114501953125, + "learning_rate": 8.046163849154746e-07, + "loss": 0.0046, + "reward": 1.798111617565155, + "reward_std": 0.1368759721517563, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8137365877628326, "step": 1202 }, { - "epoch": 0.08, - "learning_rate": 1.9866193969650044e-05, - "loss": 1.1792, + "clip_ratio": 0.0, + "completion_length": 207.09375, + "epoch": 0.19553027224705405, + "grad_norm": 0.9593707323074341, + "kl": 0.10546875, + "learning_rate": 8.044538361508452e-07, + "loss": 0.0042, + "reward": 1.762743353843689, + "reward_std": 0.06925956346094608, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7783684134483337, "step": 1203 }, { - "epoch": 0.08, - "learning_rate": 1.986584007706721e-05, - "loss": 1.0506, + "clip_ratio": 0.0, + "completion_length": 211.640625, + "epoch": 0.19569280780170661, + "grad_norm": 1.2196950912475586, + "kl": 0.111083984375, + "learning_rate": 8.042912873862159e-07, + "loss": 0.0044, + "reward": 1.5354893207550049, + "reward_std": 0.15100107342004776, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.5667392611503601, "step": 1204 }, { - "epoch": 0.08, - "learning_rate": 1.9865485720271957e-05, - "loss": 1.076, + "clip_ratio": 0.0, + "completion_length": 297.0625, + "epoch": 0.1958553433563592, + "grad_norm": 1.499076008796692, + "kl": 0.101318359375, + "learning_rate": 8.041287386215865e-07, + "loss": 0.0041, + "reward": 1.7330359816551208, + "reward_std": 0.14896725118160248, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7799109816551208, "step": 1205 }, { - "epoch": 0.08, - "learning_rate": 1.9865130899280958e-05, - "loss": 1.0789, + "clip_ratio": 0.0, + "completion_length": 216.1875, + "epoch": 0.19601787891101177, + "grad_norm": 1.1620794534683228, + "kl": 0.117431640625, + "learning_rate": 8.039661898569571e-07, + "loss": 0.0047, + "reward": 1.63783597946167, + "reward_std": 0.11172424629330635, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6690858900547028, "step": 1206 }, { - "epoch": 0.08, - "learning_rate": 1.986477561411091e-05, - "loss": 1.1467, + "clip_ratio": 0.0, + "completion_length": 249.984375, + "epoch": 0.19618041446566437, + "grad_norm": 1.8582075834274292, + "kl": 0.11279296875, + "learning_rate": 8.038036410923277e-07, + "loss": 0.0045, + "reward": 1.7665278911590576, + "reward_std": 0.10971082001924515, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.76652792096138, "step": 1207 }, { - "epoch": 0.08, - "learning_rate": 1.986441986477853e-05, - "loss": 1.1113, + "clip_ratio": 0.0, + "completion_length": 300.28125, + "epoch": 0.19634295002031693, + "grad_norm": 1.0382527112960815, + "kl": 0.09912109375, + "learning_rate": 8.036410923276983e-07, + "loss": 0.004, + "reward": 1.7500271201133728, + "reward_std": 0.1271396316587925, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.781277060508728, "step": 1208 }, { - "epoch": 0.08, - "learning_rate": 1.9864063651300557e-05, - "loss": 1.1349, + "clip_ratio": 0.0, + "completion_length": 221.671875, + "epoch": 0.19650548557496952, + "grad_norm": 0.9043471813201904, + "kl": 0.111572265625, + "learning_rate": 8.034785435630689e-07, + "loss": 0.0045, + "reward": 1.7970213890075684, + "reward_std": 0.1191025860607624, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.828271359205246, "step": 1209 }, { - "epoch": 0.08, - "learning_rate": 1.9863706973693752e-05, - "loss": 1.1034, + "clip_ratio": 0.0, + "completion_length": 252.640625, + "epoch": 0.19666802112962212, + "grad_norm": 1.377017617225647, + "kl": 0.116455078125, + "learning_rate": 8.033159947984395e-07, + "loss": 0.0047, + "reward": 1.6856198906898499, + "reward_std": 0.14641566947102547, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7324948608875275, "step": 1210 }, { - "epoch": 0.08, - "learning_rate": 1.98633498319749e-05, - "loss": 1.1009, + "clip_ratio": 0.0, + "completion_length": 275.625, + "epoch": 0.19683055668427468, + "grad_norm": 1.1682637929916382, + "kl": 0.099853515625, + "learning_rate": 8.031534460338101e-07, + "loss": 0.004, + "reward": 1.715789794921875, + "reward_std": 0.10949381813406944, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7470397353172302, "step": 1211 }, { - "epoch": 0.08, - "learning_rate": 1.98629922261608e-05, - "loss": 1.109, + "clip_ratio": 0.0, + "completion_length": 182.125, + "epoch": 0.19699309223892728, + "grad_norm": 1.205189824104309, + "kl": 0.109375, + "learning_rate": 8.029908972691807e-07, + "loss": 0.0044, + "reward": 1.6626153588294983, + "reward_std": 0.10913585871458054, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6938652992248535, "step": 1212 }, { - "epoch": 0.08, - "learning_rate": 1.986263415626828e-05, - "loss": 1.0582, + "clip_ratio": 0.0, + "completion_length": 262.84375, + "epoch": 0.19715562779357984, + "grad_norm": 1.083808183670044, + "kl": 0.096435546875, + "learning_rate": 8.028283485045513e-07, + "loss": 0.0039, + "reward": 1.7574965357780457, + "reward_std": 0.17439091205596924, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8199964761734009, "step": 1213 }, { - "epoch": 0.08, - "learning_rate": 1.9862275622314188e-05, - "loss": 1.1107, + "clip_ratio": 0.0, + "completion_length": 253.234375, + "epoch": 0.19731816334823243, + "grad_norm": 1.345656394958496, + "kl": 0.10595703125, + "learning_rate": 8.02665799739922e-07, + "loss": 0.0042, + "reward": 1.6589470505714417, + "reward_std": 0.08702534809708595, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.674572080373764, "step": 1214 }, { - "epoch": 0.08, - "learning_rate": 1.98619166243154e-05, - "loss": 1.13, + "clip_ratio": 0.0, + "completion_length": 239.25, + "epoch": 0.197480698902885, + "grad_norm": 1.0981168746948242, + "kl": 0.08984375, + "learning_rate": 8.025032509752926e-07, + "loss": 0.0036, + "reward": 1.6322941780090332, + "reward_std": 0.11338161118328571, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6635442078113556, "step": 1215 }, { - "epoch": 0.08, - "learning_rate": 1.9861557162288798e-05, - "loss": 1.0494, + "clip_ratio": 0.0, + "completion_length": 235.3125, + "epoch": 0.1976432344575376, + "grad_norm": 1.1152591705322266, + "kl": 0.105712890625, + "learning_rate": 8.023407022106632e-07, + "loss": 0.0042, + "reward": 1.582061231136322, + "reward_std": 0.16143905371427536, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.613311231136322, "step": 1216 }, { - "epoch": 0.08, - "learning_rate": 1.9861197236251303e-05, - "loss": 1.0566, + "clip_ratio": 0.0, + "completion_length": 212.09375, + "epoch": 0.19780577001219016, + "grad_norm": 1.1113585233688354, + "kl": 0.103759765625, + "learning_rate": 8.021781534460338e-07, + "loss": 0.0042, + "reward": 1.6967875957489014, + "reward_std": 0.14854704961180687, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7280375957489014, "step": 1217 }, { - "epoch": 0.08, - "learning_rate": 1.9860836846219843e-05, - "loss": 1.117, + "clip_ratio": 0.0, + "completion_length": 254.859375, + "epoch": 0.19796830556684275, + "grad_norm": 2.176255941390991, + "kl": 0.1162109375, + "learning_rate": 8.020156046814044e-07, + "loss": 0.0046, + "reward": 1.8037986755371094, + "reward_std": 0.08998437598347664, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8037986159324646, "step": 1218 }, { - "epoch": 0.08, - "learning_rate": 1.9860475992211385e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 295.78125, + "epoch": 0.19813084112149532, + "grad_norm": 1.370605230331421, + "kl": 0.091796875, + "learning_rate": 8.01853055916775e-07, + "loss": 0.0037, + "reward": 1.58975088596344, + "reward_std": 0.15447406098246574, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6053758561611176, "step": 1219 }, { - "epoch": 0.08, - "learning_rate": 1.9860114674242896e-05, - "loss": 1.0916, + "clip_ratio": 0.0, + "completion_length": 213.28125, + "epoch": 0.1982933766761479, + "grad_norm": 0.9380279779434204, + "kl": 0.1083984375, + "learning_rate": 8.016905071521456e-07, + "loss": 0.0043, + "reward": 1.8385310769081116, + "reward_std": 0.10085316002368927, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8697810769081116, "step": 1220 }, { - "epoch": 0.08, - "learning_rate": 1.985975289233139e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 193.8125, + "epoch": 0.19845591223080047, + "grad_norm": 1.1371251344680786, + "kl": 0.111328125, + "learning_rate": 8.015279583875162e-07, + "loss": 0.0045, + "reward": 1.8629094362258911, + "reward_std": 0.07015502825379372, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8629094362258911, "step": 1221 }, { - "epoch": 0.08, - "learning_rate": 1.985939064649388e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 193.140625, + "epoch": 0.19861844778545307, + "grad_norm": 0.9593400359153748, + "kl": 0.1162109375, + "learning_rate": 8.013654096228868e-07, + "loss": 0.0046, + "reward": 1.7990025281906128, + "reward_std": 0.04552372917532921, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7990025281906128, "step": 1222 }, { - "epoch": 0.08, - "learning_rate": 1.9859027936747416e-05, - "loss": 1.1125, + "clip_ratio": 0.0, + "completion_length": 207.265625, + "epoch": 0.19878098334010566, + "grad_norm": 1.167454481124878, + "kl": 0.09912109375, + "learning_rate": 8.012028608582574e-07, + "loss": 0.004, + "reward": 1.765168309211731, + "reward_std": 0.09596043825149536, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.796418309211731, "step": 1223 }, { - "epoch": 0.08, - "learning_rate": 1.985866476310906e-05, - "loss": 1.0147, + "clip_ratio": 0.0, + "completion_length": 214.640625, + "epoch": 0.19894351889475823, + "grad_norm": 1.1798981428146362, + "kl": 0.11669921875, + "learning_rate": 8.010403120936281e-07, + "loss": 0.0047, + "reward": 1.851202368736267, + "reward_std": 0.09427772462368011, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8824523389339447, "step": 1224 }, { - "epoch": 0.08, - "learning_rate": 1.9858301125595906e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 258.96875, + "epoch": 0.19910605444941082, + "grad_norm": 1.0313962697982788, + "kl": 0.088623046875, + "learning_rate": 8.008777633289987e-07, + "loss": 0.0036, + "reward": 1.749648630619049, + "reward_std": 0.1112927719950676, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7652736306190491, "step": 1225 }, { - "epoch": 0.08, - "learning_rate": 1.985793702422506e-05, - "loss": 1.106, + "clip_ratio": 0.0, + "completion_length": 219.015625, + "epoch": 0.19926859000406338, + "grad_norm": 0.8938449025154114, + "kl": 0.1162109375, + "learning_rate": 8.007152145643693e-07, + "loss": 0.0047, + "reward": 1.866986334323883, + "reward_std": 0.05504760518670082, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8669863641262054, "step": 1226 }, { - "epoch": 0.08, - "learning_rate": 1.9857572459013654e-05, - "loss": 1.1221, + "clip_ratio": 0.0, + "completion_length": 224.234375, + "epoch": 0.19943112555871598, + "grad_norm": 1.1686323881149292, + "kl": 0.114501953125, + "learning_rate": 8.005526657997399e-07, + "loss": 0.0046, + "reward": 1.720686912536621, + "reward_std": 0.136788047850132, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7519369125366211, "step": 1227 }, { - "epoch": 0.08, - "learning_rate": 1.9857207429978843e-05, - "loss": 1.1564, + "clip_ratio": 0.0, + "completion_length": 226.890625, + "epoch": 0.19959366111336854, + "grad_norm": 1.1604816913604736, + "kl": 0.099609375, + "learning_rate": 8.003901170351105e-07, + "loss": 0.004, + "reward": 1.7659780979156494, + "reward_std": 0.15872850641608238, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.781603068113327, "step": 1228 }, { - "epoch": 0.08, - "learning_rate": 1.9856841937137803e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 209.15625, + "epoch": 0.19975619666802114, + "grad_norm": 1.0132019519805908, + "kl": 0.114013671875, + "learning_rate": 8.00227568270481e-07, + "loss": 0.0046, + "reward": 1.7674510478973389, + "reward_std": 0.1522070849314332, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8143260180950165, "step": 1229 }, { - "epoch": 0.08, - "learning_rate": 1.985647598050773e-05, - "loss": 1.148, + "clip_ratio": 0.0, + "completion_length": 179.3125, + "epoch": 0.1999187322226737, + "grad_norm": 2.415494441986084, + "kl": 0.1181640625, + "learning_rate": 8.000650195058517e-07, + "loss": 0.0047, + "reward": 1.7910348176956177, + "reward_std": 0.12189088761806488, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8066598474979401, "step": 1230 }, { - "epoch": 0.08, - "learning_rate": 1.985610956010584e-05, - "loss": 1.1001, + "clip_ratio": 0.0, + "completion_length": 325.09375, + "epoch": 0.2000812677773263, + "grad_norm": 1.0140479803085327, + "kl": 0.10302734375, + "learning_rate": 7.999024707412222e-07, + "loss": 0.0041, + "reward": 1.7852792143821716, + "reward_std": 0.23381642624735832, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8321542143821716, "step": 1231 }, { - "epoch": 0.08, - "learning_rate": 1.985574267594938e-05, - "loss": 1.083, + "clip_ratio": 0.0, + "completion_length": 268.515625, + "epoch": 0.20024380333197886, + "grad_norm": 0.9112423062324524, + "kl": 0.11474609375, + "learning_rate": 7.997399219765929e-07, + "loss": 0.0046, + "reward": 1.7860957980155945, + "reward_std": 0.12541545554995537, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8173457682132721, "step": 1232 }, { - "epoch": 0.08, - "learning_rate": 1.9855375328055608e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 242.25, + "epoch": 0.20040633888663145, + "grad_norm": 1.0086942911148071, + "kl": 0.110595703125, + "learning_rate": 7.995773732119636e-07, + "loss": 0.0044, + "reward": 1.8564199805259705, + "reward_std": 0.0775957815349102, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8720449805259705, "step": 1233 }, { - "epoch": 0.08, - "learning_rate": 1.9855007516441813e-05, - "loss": 1.1053, + "clip_ratio": 0.0, + "completion_length": 251.28125, + "epoch": 0.20056887444128402, + "grad_norm": 1.2326066493988037, + "kl": 0.09423828125, + "learning_rate": 7.994148244473342e-07, + "loss": 0.0038, + "reward": 1.6629841923713684, + "reward_std": 0.07992289587855339, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6786091923713684, "step": 1234 }, { - "epoch": 0.08, - "learning_rate": 1.98546392411253e-05, - "loss": 1.1096, + "clip_ratio": 0.0, + "completion_length": 267.28125, + "epoch": 0.2007314099959366, + "grad_norm": 0.9955725073814392, + "kl": 0.10986328125, + "learning_rate": 7.992522756827049e-07, + "loss": 0.0044, + "reward": 1.7555711269378662, + "reward_std": 0.11230471357703209, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7868210673332214, "step": 1235 }, { - "epoch": 0.08, - "learning_rate": 1.9854270502123393e-05, - "loss": 1.0324, + "clip_ratio": 0.0, + "completion_length": 255.875, + "epoch": 0.2008939455505892, + "grad_norm": 1.2487813234329224, + "kl": 0.113525390625, + "learning_rate": 7.990897269180754e-07, + "loss": 0.0046, + "reward": 1.5311551690101624, + "reward_std": 0.2296653538942337, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.60928013920784, "step": 1236 }, { - "epoch": 0.08, - "learning_rate": 1.9853901299453448e-05, - "loss": 1.0275, + "clip_ratio": 0.0, + "completion_length": 215.3125, + "epoch": 0.20105648110524177, + "grad_norm": 1.2212698459625244, + "kl": 0.12646484375, + "learning_rate": 7.989271781534461e-07, + "loss": 0.005, + "reward": 1.6583911180496216, + "reward_std": 0.14896298944950104, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6896411180496216, "step": 1237 }, { - "epoch": 0.08, - "learning_rate": 1.9853531633132836e-05, - "loss": 1.0983, + "clip_ratio": 0.0, + "completion_length": 218.046875, + "epoch": 0.20121901665989436, + "grad_norm": 0.9895542860031128, + "kl": 0.112060546875, + "learning_rate": 7.987646293888166e-07, + "loss": 0.0045, + "reward": 1.7855730056762695, + "reward_std": 0.14092358853667974, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8168229460716248, "step": 1238 }, { - "epoch": 0.08, - "learning_rate": 1.9853161503178948e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 301.078125, + "epoch": 0.20138155221454693, + "grad_norm": 1.0757807493209839, + "kl": 0.098876953125, + "learning_rate": 7.986020806241873e-07, + "loss": 0.004, + "reward": 1.7235106825828552, + "reward_std": 0.1310981810092926, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7391357123851776, "step": 1239 }, { - "epoch": 0.08, - "learning_rate": 1.98527909096092e-05, - "loss": 1.076, + "clip_ratio": 0.0, + "completion_length": 248.78125, + "epoch": 0.20154408776919952, + "grad_norm": 1.0501317977905273, + "kl": 0.11279296875, + "learning_rate": 7.984395318595578e-07, + "loss": 0.0045, + "reward": 1.7032277584075928, + "reward_std": 0.18579701334238052, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7344777584075928, "step": 1240 }, { - "epoch": 0.08, - "learning_rate": 1.985241985244103e-05, - "loss": 1.083, + "clip_ratio": 0.0, + "completion_length": 265.84375, + "epoch": 0.20170662332385209, + "grad_norm": 1.0451651811599731, + "kl": 0.112060546875, + "learning_rate": 7.982769830949285e-07, + "loss": 0.0045, + "reward": 1.7456289529800415, + "reward_std": 0.2065982073545456, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7925039827823639, "step": 1241 }, { - "epoch": 0.08, - "learning_rate": 1.98520483316919e-05, - "loss": 1.1041, + "clip_ratio": 0.0, + "completion_length": 221.0625, + "epoch": 0.20186915887850468, + "grad_norm": 2.5659303665161133, + "kl": 0.106201171875, + "learning_rate": 7.98114434330299e-07, + "loss": 0.0042, + "reward": 1.814118504524231, + "reward_std": 0.0945558249950409, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.829743504524231, "step": 1242 }, { - "epoch": 0.08, - "learning_rate": 1.9851676347379287e-05, - "loss": 1.114, + "clip_ratio": 0.0, + "completion_length": 177.453125, + "epoch": 0.20203169443315724, + "grad_norm": 3.8581912517547607, + "kl": 0.11376953125, + "learning_rate": 7.979518855656696e-07, + "loss": 0.0045, + "reward": 1.8596413135528564, + "reward_std": 0.10365503281354904, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8908913135528564, "step": 1243 }, { - "epoch": 0.08, - "learning_rate": 1.9851303899520695e-05, - "loss": 1.1351, + "clip_ratio": 0.0, + "completion_length": 205.9375, + "epoch": 0.20219422998780984, + "grad_norm": 2.1863343715667725, + "kl": 0.10986328125, + "learning_rate": 7.977893368010403e-07, + "loss": 0.0044, + "reward": 1.8177682757377625, + "reward_std": 0.0600280724465847, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8177682161331177, "step": 1244 }, { - "epoch": 0.08, - "learning_rate": 1.985093098813365e-05, - "loss": 1.0124, + "clip_ratio": 0.0, + "completion_length": 202.484375, + "epoch": 0.2023567655424624, + "grad_norm": 0.5966495871543884, + "kl": 0.097412109375, + "learning_rate": 7.97626788036411e-07, + "loss": 0.0039, + "reward": 1.8556475043296814, + "reward_std": 0.03302936255931854, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8556475341320038, "step": 1245 }, { - "epoch": 0.08, - "learning_rate": 1.9850557613235694e-05, - "loss": 1.1289, + "clip_ratio": 0.0, + "completion_length": 181.5625, + "epoch": 0.202519301097115, + "grad_norm": 1.0538654327392578, + "kl": 0.1142578125, + "learning_rate": 7.974642392717815e-07, + "loss": 0.0046, + "reward": 1.737548053264618, + "reward_std": 0.10702784359455109, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7844230532646179, "step": 1246 }, { - "epoch": 0.08, - "learning_rate": 1.9850183774844397e-05, - "loss": 1.0329, + "clip_ratio": 0.0, + "completion_length": 263.8125, + "epoch": 0.20268183665176756, + "grad_norm": 0.9552926421165466, + "kl": 0.1005859375, + "learning_rate": 7.973016905071522e-07, + "loss": 0.004, + "reward": 1.6841808557510376, + "reward_std": 0.2330598272383213, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7466809153556824, "step": 1247 }, { - "epoch": 0.08, - "learning_rate": 1.9849809472977355e-05, - "loss": 1.0983, + "clip_ratio": 0.0, + "completion_length": 288.921875, + "epoch": 0.20284437220642015, + "grad_norm": 1.1154617071151733, + "kl": 0.124267578125, + "learning_rate": 7.971391417425227e-07, + "loss": 0.005, + "reward": 1.7579485177993774, + "reward_std": 0.19622954726219177, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.789198487997055, "step": 1248 }, { - "epoch": 0.08, - "learning_rate": 1.9849434707652175e-05, - "loss": 1.1054, + "clip_ratio": 0.0, + "completion_length": 229.328125, + "epoch": 0.20300690776107275, + "grad_norm": 1.1814610958099365, + "kl": 0.101806640625, + "learning_rate": 7.969765929778933e-07, + "loss": 0.0041, + "reward": 1.6215084791183472, + "reward_std": 0.12554596550762653, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6683834493160248, "step": 1249 }, { - "epoch": 0.08, - "learning_rate": 1.9849059478886486e-05, - "loss": 1.077, + "clip_ratio": 0.0, + "completion_length": 199.328125, + "epoch": 0.2031694433157253, + "grad_norm": 1.236261248588562, + "kl": 0.119140625, + "learning_rate": 7.968140442132639e-07, + "loss": 0.0048, + "reward": 1.8874176740646362, + "reward_std": 0.061182137578725815, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8874177038669586, "step": 1250 }, { - "epoch": 0.08, - "learning_rate": 1.9848683786697952e-05, - "loss": 1.1019, + "clip_ratio": 0.0, + "completion_length": 296.34375, + "epoch": 0.2033319788703779, + "grad_norm": 1.0954022407531738, + "kl": 0.122314453125, + "learning_rate": 7.966514954486345e-07, + "loss": 0.0049, + "reward": 1.6702989339828491, + "reward_std": 0.20481783151626587, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7327989637851715, "step": 1251 }, { - "epoch": 0.08, - "learning_rate": 1.984830763110425e-05, - "loss": 1.052, + "clip_ratio": 0.0, + "completion_length": 211.1875, + "epoch": 0.20349451442503047, + "grad_norm": 1.1344733238220215, + "kl": 0.125732421875, + "learning_rate": 7.964889466840051e-07, + "loss": 0.005, + "reward": 1.75291907787323, + "reward_std": 0.1347680613398552, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7685441374778748, "step": 1252 }, { - "epoch": 0.08, - "learning_rate": 1.984793101212307e-05, - "loss": 1.0975, + "clip_ratio": 0.0, + "completion_length": 207.75, + "epoch": 0.20365704997968306, + "grad_norm": 0.9114760756492615, + "kl": 0.120361328125, + "learning_rate": 7.963263979193757e-07, + "loss": 0.0048, + "reward": 1.891439437866211, + "reward_std": 0.06993615254759789, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8914394080638885, "step": 1253 }, { - "epoch": 0.08, - "learning_rate": 1.984755392977214e-05, - "loss": 1.1234, + "clip_ratio": 0.0, + "completion_length": 221.0, + "epoch": 0.20381958553433563, + "grad_norm": 1.0308260917663574, + "kl": 0.1171875, + "learning_rate": 7.961638491547464e-07, + "loss": 0.0047, + "reward": 1.8347377181053162, + "reward_std": 0.1318427063524723, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8503627181053162, "step": 1254 }, { - "epoch": 0.08, - "learning_rate": 1.9847176384069204e-05, - "loss": 1.0737, + "clip_ratio": 0.0, + "completion_length": 231.421875, + "epoch": 0.20398212108898822, + "grad_norm": 1.3339765071868896, + "kl": 0.119384765625, + "learning_rate": 7.96001300390117e-07, + "loss": 0.0048, + "reward": 1.661126971244812, + "reward_std": 0.1391775757074356, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.692376971244812, "step": 1255 }, { - "epoch": 0.08, - "learning_rate": 1.984679837503202e-05, - "loss": 1.0179, + "clip_ratio": 0.0, + "completion_length": 241.109375, + "epoch": 0.2041446566436408, + "grad_norm": 1.355678677558899, + "kl": 0.104248046875, + "learning_rate": 7.958387516254876e-07, + "loss": 0.0042, + "reward": 1.6241888999938965, + "reward_std": 0.08345087803900242, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.6241888403892517, "step": 1256 }, { - "epoch": 0.08, - "learning_rate": 1.984641990267838e-05, - "loss": 1.1127, + "clip_ratio": 0.0, + "completion_length": 282.359375, + "epoch": 0.20430719219829338, + "grad_norm": 1.313773274421692, + "kl": 0.1240234375, + "learning_rate": 7.956762028608582e-07, + "loss": 0.005, + "reward": 1.7042486071586609, + "reward_std": 0.19982411712408066, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7511235773563385, "step": 1257 }, { - "epoch": 0.08, - "learning_rate": 1.9846040967026086e-05, - "loss": 1.1413, + "clip_ratio": 0.0, + "completion_length": 193.484375, + "epoch": 0.20446972775294595, + "grad_norm": 1.1020146608352661, + "kl": 0.123291015625, + "learning_rate": 7.955136540962288e-07, + "loss": 0.0049, + "reward": 1.7961223125457764, + "reward_std": 0.12744589149951935, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8429972529411316, "step": 1258 }, { - "epoch": 0.08, - "learning_rate": 1.984566156809298e-05, - "loss": 1.1307, + "clip_ratio": 0.0, + "completion_length": 217.140625, + "epoch": 0.20463226330759854, + "grad_norm": 1.210215449333191, + "kl": 0.103759765625, + "learning_rate": 7.953511053315994e-07, + "loss": 0.0042, + "reward": 1.732020616531372, + "reward_std": 0.09923461452126503, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7476456463336945, "step": 1259 }, { - "epoch": 0.08, - "learning_rate": 1.9845281705896898e-05, - "loss": 1.1044, + "clip_ratio": 0.0, + "completion_length": 244.71875, + "epoch": 0.2047947988622511, + "grad_norm": 1.0285892486572266, + "kl": 0.10693359375, + "learning_rate": 7.9518855656697e-07, + "loss": 0.0043, + "reward": 1.7896016836166382, + "reward_std": 0.07390483189374208, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8052266836166382, "step": 1260 }, { - "epoch": 0.08, - "learning_rate": 1.9844901380455724e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 230.4375, + "epoch": 0.2049573344169037, + "grad_norm": 1.1269865036010742, + "kl": 0.117431640625, + "learning_rate": 7.950260078023406e-07, + "loss": 0.0047, + "reward": 1.6544339656829834, + "reward_std": 0.15068041533231735, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7013089656829834, "step": 1261 }, { - "epoch": 0.08, - "learning_rate": 1.9844520591787352e-05, - "loss": 1.0437, + "clip_ratio": 0.0, + "completion_length": 301.671875, + "epoch": 0.2051198699715563, + "grad_norm": 1.1214991807937622, + "kl": 0.116943359375, + "learning_rate": 7.948634590377112e-07, + "loss": 0.0047, + "reward": 1.785774290561676, + "reward_std": 0.18118628859519958, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8326492607593536, "step": 1262 }, { - "epoch": 0.08, - "learning_rate": 1.9844139339909692e-05, - "loss": 1.0119, + "clip_ratio": 0.0, + "completion_length": 253.671875, + "epoch": 0.20528240552620886, + "grad_norm": 1.1592824459075928, + "kl": 0.1015625, + "learning_rate": 7.947009102730818e-07, + "loss": 0.0041, + "reward": 1.7774635553359985, + "reward_std": 0.142098106443882, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8243385553359985, "step": 1263 }, { - "epoch": 0.08, - "learning_rate": 1.984375762484069e-05, - "loss": 1.1426, + "clip_ratio": 0.0, + "completion_length": 296.625, + "epoch": 0.20544494108086145, + "grad_norm": 1.2804365158081055, + "kl": 0.11865234375, + "learning_rate": 7.945383615084526e-07, + "loss": 0.0047, + "reward": 1.6949175000190735, + "reward_std": 0.1549165202304721, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7417924404144287, "step": 1264 }, { - "epoch": 0.08, - "learning_rate": 1.9843375446598306e-05, - "loss": 1.1449, + "clip_ratio": 0.0, + "completion_length": 225.78125, + "epoch": 0.205607476635514, + "grad_norm": 2.965567111968994, + "kl": 0.125, + "learning_rate": 7.943758127438231e-07, + "loss": 0.005, + "reward": 1.7949857711791992, + "reward_std": 0.07321619801223278, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7949858009815216, "step": 1265 }, { - "epoch": 0.08, - "learning_rate": 1.9842992805200522e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 258.59375, + "epoch": 0.2057700121901666, + "grad_norm": 1.2723828554153442, + "kl": 0.148681640625, + "learning_rate": 7.942132639791938e-07, + "loss": 0.0059, + "reward": 1.7741787433624268, + "reward_std": 0.2067277617752552, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8210536241531372, "step": 1266 }, { - "epoch": 0.08, - "learning_rate": 1.9842609700665342e-05, - "loss": 1.1324, + "clip_ratio": 0.0, + "completion_length": 267.546875, + "epoch": 0.20593254774481917, + "grad_norm": 0.9673989415168762, + "kl": 0.1220703125, + "learning_rate": 7.940507152145643e-07, + "loss": 0.0049, + "reward": 1.663255751132965, + "reward_std": 0.1731574907898903, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6945057511329651, "step": 1267 }, { - "epoch": 0.08, - "learning_rate": 1.984222613301079e-05, - "loss": 1.1089, + "clip_ratio": 0.0, + "completion_length": 218.296875, + "epoch": 0.20609508329947177, + "grad_norm": 1.1824358701705933, + "kl": 0.142578125, + "learning_rate": 7.93888166449935e-07, + "loss": 0.0057, + "reward": 1.68911874294281, + "reward_std": 0.13423513621091843, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7203688323497772, "step": 1268 }, { - "epoch": 0.08, - "learning_rate": 1.9841842102254917e-05, - "loss": 1.0313, + "clip_ratio": 0.0, + "completion_length": 252.75, + "epoch": 0.20625761885412433, + "grad_norm": 0.971886932849884, + "kl": 0.12158203125, + "learning_rate": 7.937256176853055e-07, + "loss": 0.0049, + "reward": 1.8056715726852417, + "reward_std": 0.11453374847769737, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8369216322898865, "step": 1269 }, { - "epoch": 0.09, - "learning_rate": 1.984145760841579e-05, - "loss": 1.0429, + "clip_ratio": 0.0, + "completion_length": 213.03125, + "epoch": 0.20642015440877692, + "grad_norm": 0.8314843773841858, + "kl": 0.12158203125, + "learning_rate": 7.935630689206762e-07, + "loss": 0.0049, + "reward": 1.8271597623825073, + "reward_std": 0.0667863879352808, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8584097027778625, "step": 1270 }, { - "epoch": 0.09, - "learning_rate": 1.98410726515115e-05, - "loss": 1.0911, + "clip_ratio": 0.0, + "completion_length": 260.78125, + "epoch": 0.2065826899634295, + "grad_norm": 1.2571940422058105, + "kl": 0.11767578125, + "learning_rate": 7.934005201560467e-07, + "loss": 0.0047, + "reward": 1.4882784485816956, + "reward_std": 0.16212324798107147, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.5664034783840179, "step": 1271 }, { - "epoch": 0.09, - "learning_rate": 1.9840687231560162e-05, - "loss": 1.2113, + "clip_ratio": 0.0, + "completion_length": 343.03125, + "epoch": 0.20674522551808208, + "grad_norm": 1.2929527759552002, + "kl": 0.1015625, + "learning_rate": 7.932379713914174e-07, + "loss": 0.0041, + "reward": 1.6264309287071228, + "reward_std": 0.16557129472494125, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6889309287071228, "step": 1272 }, { - "epoch": 0.09, - "learning_rate": 1.9840301348579912e-05, - "loss": 1.1539, + "clip_ratio": 0.0, + "completion_length": 183.859375, + "epoch": 0.20690776107273465, + "grad_norm": 0.8250921368598938, + "kl": 0.092529296875, + "learning_rate": 7.930754226267879e-07, + "loss": 0.0037, + "reward": 1.9234306812286377, + "reward_std": 0.11307716742157936, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.9390556514263153, "step": 1273 }, { - "epoch": 0.09, - "learning_rate": 1.9839915002588903e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 240.46875, + "epoch": 0.20707029662738724, + "grad_norm": 1.1606842279434204, + "kl": 0.106201171875, + "learning_rate": 7.929128738621587e-07, + "loss": 0.0042, + "reward": 1.7096738815307617, + "reward_std": 0.32529932260513306, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8034238517284393, "step": 1274 }, { - "epoch": 0.09, - "learning_rate": 1.9839528193605316e-05, - "loss": 1.1063, + "clip_ratio": 0.0, + "completion_length": 301.4375, + "epoch": 0.20723283218203983, + "grad_norm": 1.3543281555175781, + "kl": 0.1123046875, + "learning_rate": 7.927503250975292e-07, + "loss": 0.0045, + "reward": 1.7200344800949097, + "reward_std": 0.2393399104475975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7981595098972321, "step": 1275 }, { - "epoch": 0.09, - "learning_rate": 1.9839140921647352e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 233.734375, + "epoch": 0.2073953677366924, + "grad_norm": 1.0755826234817505, + "kl": 0.0869140625, + "learning_rate": 7.925877763328999e-07, + "loss": 0.0035, + "reward": 1.765717625617981, + "reward_std": 0.08712956495583057, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7657175660133362, "step": 1276 }, { - "epoch": 0.09, - "learning_rate": 1.9838753186733233e-05, - "loss": 1.1467, + "clip_ratio": 0.0, + "completion_length": 254.078125, + "epoch": 0.207557903291345, + "grad_norm": 1.108704686164856, + "kl": 0.12353515625, + "learning_rate": 7.924252275682704e-07, + "loss": 0.0049, + "reward": 1.7409210801124573, + "reward_std": 0.13257582485675812, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7565461099147797, "step": 1277 }, { - "epoch": 0.09, - "learning_rate": 1.98383649888812e-05, - "loss": 1.0741, + "clip_ratio": 0.0, + "completion_length": 295.984375, + "epoch": 0.20772043884599756, + "grad_norm": 1.0805516242980957, + "kl": 0.105224609375, + "learning_rate": 7.922626788036411e-07, + "loss": 0.0042, + "reward": 1.7622591257095337, + "reward_std": 0.12335368059575558, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8091341853141785, "step": 1278 }, { - "epoch": 0.09, - "learning_rate": 1.983797632810952e-05, - "loss": 1.0052, + "clip_ratio": 0.0, + "completion_length": 244.921875, + "epoch": 0.20788297440065015, + "grad_norm": 1.3130320310592651, + "kl": 0.10107421875, + "learning_rate": 7.921001300390116e-07, + "loss": 0.004, + "reward": 1.6898022294044495, + "reward_std": 0.1810172088444233, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7366772294044495, "step": 1279 }, { - "epoch": 0.09, - "learning_rate": 1.9837587204436486e-05, - "loss": 1.0721, + "clip_ratio": 0.0, + "completion_length": 178.15625, + "epoch": 0.20804550995530272, + "grad_norm": 1.303362488746643, + "kl": 0.11669921875, + "learning_rate": 7.919375812743823e-07, + "loss": 0.0047, + "reward": 1.840652346611023, + "reward_std": 0.11893568187952042, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8562773764133453, "step": 1280 }, { - "epoch": 0.09, - "learning_rate": 1.9837197617880403e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 276.5, + "epoch": 0.2082080455099553, + "grad_norm": 1.1789987087249756, + "kl": 0.114013671875, + "learning_rate": 7.917750325097528e-07, + "loss": 0.0046, + "reward": 1.63219153881073, + "reward_std": 0.17474716156721115, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6946915090084076, "step": 1281 }, { - "epoch": 0.09, - "learning_rate": 1.9836807568459595e-05, - "loss": 1.0872, + "clip_ratio": 0.0, + "completion_length": 201.53125, + "epoch": 0.20837058106460787, + "grad_norm": 1.1956427097320557, + "kl": 0.112548828125, + "learning_rate": 7.916124837451235e-07, + "loss": 0.0045, + "reward": 1.736811339855194, + "reward_std": 0.18769961595535278, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7524363994598389, "step": 1282 }, { - "epoch": 0.09, - "learning_rate": 1.983641705619243e-05, - "loss": 1.0655, + "clip_ratio": 0.0, + "completion_length": 178.046875, + "epoch": 0.20853311661926047, + "grad_norm": 1.2898890972137451, + "kl": 0.124755859375, + "learning_rate": 7.91449934980494e-07, + "loss": 0.005, + "reward": 1.7892996072769165, + "reward_std": 0.23555494099855423, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8205495774745941, "step": 1283 }, { - "epoch": 0.09, - "learning_rate": 1.9836026081097264e-05, - "loss": 0.9857, + "clip_ratio": 0.0, + "completion_length": 269.515625, + "epoch": 0.20869565217391303, + "grad_norm": 1.3873287439346313, + "kl": 0.08447265625, + "learning_rate": 7.912873862158648e-07, + "loss": 0.0034, + "reward": 1.591708481311798, + "reward_std": 0.24230896309018135, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6854584813117981, "step": 1284 }, { - "epoch": 0.09, - "learning_rate": 1.983563464319251e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 204.6875, + "epoch": 0.20885818772856563, + "grad_norm": 1.2080219984054565, + "kl": 0.1171875, + "learning_rate": 7.911248374512353e-07, + "loss": 0.0047, + "reward": 1.687893569469452, + "reward_std": 0.13517628982663155, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7035185992717743, "step": 1285 }, { - "epoch": 0.09, - "learning_rate": 1.9835242742496574e-05, - "loss": 1.0083, + "clip_ratio": 0.0, + "completion_length": 225.09375, + "epoch": 0.2090207232832182, + "grad_norm": 1.2983907461166382, + "kl": 0.098876953125, + "learning_rate": 7.90962288686606e-07, + "loss": 0.004, + "reward": 1.6504285335540771, + "reward_std": 0.29788564145565033, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7129285633563995, "step": 1286 }, { - "epoch": 0.09, - "learning_rate": 1.9834850379027906e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 194.375, + "epoch": 0.20918325883787078, + "grad_norm": 1.4694746732711792, + "kl": 0.103271484375, + "learning_rate": 7.907997399219765e-07, + "loss": 0.0041, + "reward": 1.7591323852539062, + "reward_std": 0.12934510409832, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7747574150562286, "step": 1287 }, { - "epoch": 0.09, - "learning_rate": 1.983445755280496e-05, - "loss": 1.0896, + "clip_ratio": 0.0, + "completion_length": 201.125, + "epoch": 0.20934579439252338, + "grad_norm": 1.2676525115966797, + "kl": 0.105224609375, + "learning_rate": 7.906371911573472e-07, + "loss": 0.0042, + "reward": 1.7578048706054688, + "reward_std": 0.16688184440135956, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7890548408031464, "step": 1288 }, { - "epoch": 0.09, - "learning_rate": 1.9834064263846225e-05, - "loss": 1.1153, + "clip_ratio": 0.0, + "completion_length": 267.828125, + "epoch": 0.20950832994717594, + "grad_norm": 1.6511142253875732, + "kl": 0.110107421875, + "learning_rate": 7.904746423927177e-07, + "loss": 0.0044, + "reward": 1.6996230483055115, + "reward_std": 0.17732155323028564, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7464980483055115, "step": 1289 }, { - "epoch": 0.09, - "learning_rate": 1.9833670512170205e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 255.015625, + "epoch": 0.20967086550182853, + "grad_norm": 1.337501049041748, + "kl": 0.11572265625, + "learning_rate": 7.903120936280884e-07, + "loss": 0.0046, + "reward": 1.6878027319908142, + "reward_std": 0.2784174904227257, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7503027319908142, "step": 1290 }, { - "epoch": 0.09, - "learning_rate": 1.9833276297795422e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 216.296875, + "epoch": 0.2098334010564811, + "grad_norm": 1.3897382020950317, + "kl": 0.112548828125, + "learning_rate": 7.901495448634589e-07, + "loss": 0.0045, + "reward": 1.6229615807533264, + "reward_std": 0.14973295480012894, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.654211550951004, "step": 1291 }, { - "epoch": 0.09, - "learning_rate": 1.9832881620740427e-05, - "loss": 0.9953, + "clip_ratio": 0.0, + "completion_length": 275.140625, + "epoch": 0.2099959366111337, + "grad_norm": 1.3116146326065063, + "kl": 0.09033203125, + "learning_rate": 7.899869960988296e-07, + "loss": 0.0036, + "reward": 1.5752952694892883, + "reward_std": 0.2077663168311119, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6377952694892883, "step": 1292 }, { - "epoch": 0.09, - "learning_rate": 1.9832486481023796e-05, - "loss": 1.0174, + "clip_ratio": 0.0, + "completion_length": 237.46875, + "epoch": 0.21015847216578626, + "grad_norm": 1.2528613805770874, + "kl": 0.1337890625, + "learning_rate": 7.898244473342001e-07, + "loss": 0.0054, + "reward": 1.7723888754844666, + "reward_std": 0.2715311050415039, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8348889052867889, "step": 1293 }, { - "epoch": 0.09, - "learning_rate": 1.9832090878664117e-05, - "loss": 1.0292, + "clip_ratio": 0.0, + "completion_length": 231.671875, + "epoch": 0.21032100772043885, + "grad_norm": 1.4819285869598389, + "kl": 0.116943359375, + "learning_rate": 7.896618985695709e-07, + "loss": 0.0047, + "reward": 1.6312376260757446, + "reward_std": 0.2711687833070755, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7249877154827118, "step": 1294 }, { - "epoch": 0.09, - "learning_rate": 1.9831694813680004e-05, - "loss": 1.1424, + "clip_ratio": 0.0, + "completion_length": 189.03125, + "epoch": 0.21048354327509142, + "grad_norm": 1.5102734565734863, + "kl": 0.127197265625, + "learning_rate": 7.894993498049414e-07, + "loss": 0.0051, + "reward": 1.7018731832504272, + "reward_std": 0.16806282848119736, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7331231236457825, "step": 1295 }, { - "epoch": 0.09, - "learning_rate": 1.983129828609009e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 184.3125, + "epoch": 0.210646078829744, + "grad_norm": 0.9933639764785767, + "kl": 0.105224609375, + "learning_rate": 7.893368010403121e-07, + "loss": 0.0042, + "reward": 1.81179541349411, + "reward_std": 0.04742513224482536, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8117953538894653, "step": 1296 }, { - "epoch": 0.09, - "learning_rate": 1.983090129591304e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 205.5625, + "epoch": 0.21080861438439658, + "grad_norm": 1.279401183128357, + "kl": 0.1357421875, + "learning_rate": 7.891742522756826e-07, + "loss": 0.0054, + "reward": 1.7175039649009705, + "reward_std": 0.13608762621879578, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7487540543079376, "step": 1297 }, { - "epoch": 0.09, - "learning_rate": 1.9830503843167527e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 166.984375, + "epoch": 0.21097114993904917, + "grad_norm": 1.2642539739608765, + "kl": 0.142578125, + "learning_rate": 7.890117035110533e-07, + "loss": 0.0057, + "reward": 1.7063521146774292, + "reward_std": 0.23746826499700546, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7532272040843964, "step": 1298 }, { - "epoch": 0.09, - "learning_rate": 1.9830105927872253e-05, - "loss": 1.0923, + "clip_ratio": 0.0, + "completion_length": 182.03125, + "epoch": 0.21113368549370173, + "grad_norm": 1.4325189590454102, + "kl": 0.1123046875, + "learning_rate": 7.888491547464239e-07, + "loss": 0.0045, + "reward": 1.7773680090904236, + "reward_std": 0.09887045435607433, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7929929792881012, "step": 1299 }, { - "epoch": 0.09, - "learning_rate": 1.9829707550045944e-05, - "loss": 1.1162, + "clip_ratio": 0.0, + "completion_length": 208.96875, + "epoch": 0.21129622104835433, + "grad_norm": 1.1084613800048828, + "kl": 0.090087890625, + "learning_rate": 7.886866059817945e-07, + "loss": 0.0036, + "reward": 1.69322270154953, + "reward_std": 0.0721297562122345, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.69322270154953, "step": 1300 }, { - "epoch": 0.09, - "learning_rate": 1.9829308709707343e-05, - "loss": 1.0897, + "clip_ratio": 0.0, + "completion_length": 209.796875, + "epoch": 0.21145875660300692, + "grad_norm": 1.1185929775238037, + "kl": 0.101318359375, + "learning_rate": 7.885240572171651e-07, + "loss": 0.004, + "reward": 1.7834978103637695, + "reward_std": 0.122834712266922, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8147477805614471, "step": 1301 }, { - "epoch": 0.09, - "learning_rate": 1.9828909406875218e-05, - "loss": 1.115, + "clip_ratio": 0.0, + "completion_length": 209.171875, + "epoch": 0.21162129215765949, + "grad_norm": 1.0639188289642334, + "kl": 0.10009765625, + "learning_rate": 7.883615084525357e-07, + "loss": 0.004, + "reward": 1.8034547567367554, + "reward_std": 0.09748593531548977, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8190797567367554, "step": 1302 }, { - "epoch": 0.09, - "learning_rate": 1.9828509641568355e-05, - "loss": 1.0329, + "clip_ratio": 0.0, + "completion_length": 188.21875, + "epoch": 0.21178382771231208, + "grad_norm": 0.9488508701324463, + "kl": 0.10888671875, + "learning_rate": 7.881989596879063e-07, + "loss": 0.0043, + "reward": 1.8365903496742249, + "reward_std": 0.13777325302362442, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8678404092788696, "step": 1303 }, { - "epoch": 0.09, - "learning_rate": 1.982810941380556e-05, - "loss": 1.0362, + "clip_ratio": 0.0, + "completion_length": 168.75, + "epoch": 0.21194636326696464, + "grad_norm": 0.9339721202850342, + "kl": 0.12744140625, + "learning_rate": 7.88036410923277e-07, + "loss": 0.0051, + "reward": 1.6892343163490295, + "reward_std": 0.11144587770104408, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7204843461513519, "step": 1304 }, { - "epoch": 0.09, - "learning_rate": 1.9827708723605673e-05, - "loss": 1.05, + "clip_ratio": 0.0, + "completion_length": 195.109375, + "epoch": 0.21210889882161724, + "grad_norm": 1.0232857465744019, + "kl": 0.13427734375, + "learning_rate": 7.878738621586476e-07, + "loss": 0.0054, + "reward": 1.8105316162109375, + "reward_std": 0.11604811809957027, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8261566162109375, "step": 1305 }, { - "epoch": 0.09, - "learning_rate": 1.9827307570987544e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 228.890625, + "epoch": 0.2122714343762698, + "grad_norm": 1.3069251775741577, + "kl": 0.11474609375, + "learning_rate": 7.877113133940182e-07, + "loss": 0.0046, + "reward": 1.6744666695594788, + "reward_std": 0.1824195608496666, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7369666695594788, "step": 1306 }, { - "epoch": 0.09, - "learning_rate": 1.9826905955970046e-05, - "loss": 1.0416, + "clip_ratio": 0.0, + "completion_length": 187.5, + "epoch": 0.2124339699309224, + "grad_norm": 1.9681851863861084, + "kl": 0.12060546875, + "learning_rate": 7.875487646293888e-07, + "loss": 0.0048, + "reward": 1.774802803993225, + "reward_std": 0.2201392538845539, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8060528934001923, "step": 1307 }, { - "epoch": 0.09, - "learning_rate": 1.982650387857208e-05, - "loss": 1.1002, + "clip_ratio": 0.0, + "completion_length": 205.40625, + "epoch": 0.21259650548557496, + "grad_norm": 1.1788967847824097, + "kl": 0.081298828125, + "learning_rate": 7.873862158647594e-07, + "loss": 0.0033, + "reward": 1.7667059898376465, + "reward_std": 0.0575825534760952, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7667060196399689, "step": 1308 }, { - "epoch": 0.09, - "learning_rate": 1.982610133881256e-05, - "loss": 1.0162, + "clip_ratio": 0.0, + "completion_length": 209.421875, + "epoch": 0.21275904104022755, + "grad_norm": 1.2624433040618896, + "kl": 0.13232421875, + "learning_rate": 7.8722366710013e-07, + "loss": 0.0053, + "reward": 1.7047192454338074, + "reward_std": 0.23028012365102768, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7672192454338074, "step": 1309 }, { - "epoch": 0.09, - "learning_rate": 1.9825698336710433e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 180.984375, + "epoch": 0.21292157659488012, + "grad_norm": 1.0754518508911133, + "kl": 0.100341796875, + "learning_rate": 7.870611183355006e-07, + "loss": 0.004, + "reward": 1.7499388456344604, + "reward_std": 0.1258309744298458, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7811888158321381, "step": 1310 }, { - "epoch": 0.09, - "learning_rate": 1.9825294872284655e-05, - "loss": 1.1228, + "clip_ratio": 0.0, + "completion_length": 190.46875, + "epoch": 0.2130841121495327, + "grad_norm": 1.4068599939346313, + "kl": 0.130859375, + "learning_rate": 7.868985695708712e-07, + "loss": 0.0052, + "reward": 1.6533169746398926, + "reward_std": 0.2635123282670975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.731442004442215, "step": 1311 }, { - "epoch": 0.09, - "learning_rate": 1.9824890945554212e-05, - "loss": 1.1392, + "clip_ratio": 0.0, + "completion_length": 182.53125, + "epoch": 0.21324664770418528, + "grad_norm": 1.490998387336731, + "kl": 0.113525390625, + "learning_rate": 7.867360208062418e-07, + "loss": 0.0045, + "reward": 1.7227699756622314, + "reward_std": 0.10252437181770802, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7540199756622314, "step": 1312 }, { - "epoch": 0.09, - "learning_rate": 1.982448655653811e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 186.640625, + "epoch": 0.21340918325883787, + "grad_norm": 1.2143760919570923, + "kl": 0.102294921875, + "learning_rate": 7.865734720416124e-07, + "loss": 0.0041, + "reward": 1.7453698515892029, + "reward_std": 0.06251435726881027, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7609948515892029, "step": 1313 }, { - "epoch": 0.09, - "learning_rate": 1.9824081705255377e-05, - "loss": 1.1113, + "clip_ratio": 0.0, + "completion_length": 195.21875, + "epoch": 0.21357171881349046, + "grad_norm": 1.0321540832519531, + "kl": 0.1259765625, + "learning_rate": 7.864109232769831e-07, + "loss": 0.005, + "reward": 1.6538720726966858, + "reward_std": 0.11307412758469582, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7007471024990082, "step": 1314 }, { - "epoch": 0.09, - "learning_rate": 1.9823676391725063e-05, - "loss": 1.054, + "clip_ratio": 0.0, + "completion_length": 208.40625, + "epoch": 0.21373425436814303, + "grad_norm": 1.0576122999191284, + "kl": 0.117431640625, + "learning_rate": 7.862483745123537e-07, + "loss": 0.0047, + "reward": 1.7381604313850403, + "reward_std": 0.08210723288357258, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7694104015827179, "step": 1315 }, { - "epoch": 0.09, - "learning_rate": 1.982327061596624e-05, - "loss": 1.1199, + "clip_ratio": 0.0, + "completion_length": 237.859375, + "epoch": 0.21389678992279562, + "grad_norm": 1.1286895275115967, + "kl": 0.123779296875, + "learning_rate": 7.860858257477243e-07, + "loss": 0.0049, + "reward": 1.751158893108368, + "reward_std": 0.20976973325014114, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8136588633060455, "step": 1316 }, { - "epoch": 0.09, - "learning_rate": 1.9822864377997995e-05, - "loss": 1.1476, + "clip_ratio": 0.0, + "completion_length": 247.375, + "epoch": 0.2140593254774482, + "grad_norm": 1.091512680053711, + "kl": 0.12060546875, + "learning_rate": 7.859232769830949e-07, + "loss": 0.0048, + "reward": 1.7386913895606995, + "reward_std": 0.20758138597011566, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8011913597583771, "step": 1317 }, { - "epoch": 0.09, - "learning_rate": 1.982245767783945e-05, - "loss": 1.1467, + "clip_ratio": 0.0, + "completion_length": 206.46875, + "epoch": 0.21422186103210078, + "grad_norm": 0.7858783006668091, + "kl": 0.103515625, + "learning_rate": 7.857607282184655e-07, + "loss": 0.0041, + "reward": 1.6225697994232178, + "reward_std": 0.19587544351816177, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6694447994232178, "step": 1318 }, { - "epoch": 0.09, - "learning_rate": 1.982205051550973e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 189.546875, + "epoch": 0.21438439658675335, + "grad_norm": 2.4583091735839844, + "kl": 0.118896484375, + "learning_rate": 7.855981794538361e-07, + "loss": 0.0048, + "reward": 1.8006370663642883, + "reward_std": 0.13730551302433014, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8318870961666107, "step": 1319 }, { - "epoch": 0.09, - "learning_rate": 1.9821642891028006e-05, - "loss": 1.0618, + "clip_ratio": 0.0, + "completion_length": 205.0625, + "epoch": 0.21454693214140594, + "grad_norm": 3.288235664367676, + "kl": 0.2099609375, + "learning_rate": 7.854356306892067e-07, + "loss": 0.0084, + "reward": 1.659367322921753, + "reward_std": 0.21917640417814255, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7062424421310425, "step": 1320 }, { - "epoch": 0.09, - "learning_rate": 1.9821234804413453e-05, - "loss": 1.0986, + "clip_ratio": 0.0, + "completion_length": 206.0625, + "epoch": 0.2147094676960585, + "grad_norm": 1.3117393255233765, + "kl": 0.124267578125, + "learning_rate": 7.852730819245773e-07, + "loss": 0.005, + "reward": 1.521709382534027, + "reward_std": 0.3345775157213211, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6623344123363495, "step": 1321 }, { - "epoch": 0.09, - "learning_rate": 1.982082625568527e-05, - "loss": 1.1476, + "clip_ratio": 0.0, + "completion_length": 234.265625, + "epoch": 0.2148720032507111, + "grad_norm": 1.2340679168701172, + "kl": 0.12939453125, + "learning_rate": 7.851105331599479e-07, + "loss": 0.0052, + "reward": 1.7235057950019836, + "reward_std": 0.3026885762810707, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8016307950019836, "step": 1322 }, { - "epoch": 0.09, - "learning_rate": 1.9820417244862684e-05, - "loss": 1.1318, + "clip_ratio": 0.0, + "completion_length": 323.734375, + "epoch": 0.21503453880536366, + "grad_norm": 1.2513312101364136, + "kl": 0.15966796875, + "learning_rate": 7.849479843953185e-07, + "loss": 0.0064, + "reward": 1.4893516302108765, + "reward_std": 0.3030414879322052, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7081016302108765, "step": 1323 }, { - "epoch": 0.09, - "learning_rate": 1.9820007771964936e-05, - "loss": 1.1146, + "clip_ratio": 0.0, + "completion_length": 249.5, + "epoch": 0.21519707436001626, + "grad_norm": 1.31959068775177, + "kl": 0.134765625, + "learning_rate": 7.847854356306892e-07, + "loss": 0.0054, + "reward": 1.5788349509239197, + "reward_std": 0.27668656408786774, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6569599807262421, "step": 1324 }, { - "epoch": 0.09, - "learning_rate": 1.9819597837011295e-05, - "loss": 1.1129, + "clip_ratio": 0.0, + "completion_length": 357.375, + "epoch": 0.21535960991466882, + "grad_norm": 1.2420986890792847, + "kl": 0.116455078125, + "learning_rate": 7.846228868660598e-07, + "loss": 0.0047, + "reward": 1.5900107026100159, + "reward_std": 0.3954063504934311, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7618857324123383, "step": 1325 }, { - "epoch": 0.09, - "learning_rate": 1.981918744002105e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 310.78125, + "epoch": 0.2155221454693214, + "grad_norm": 1.410834550857544, + "kl": 0.150390625, + "learning_rate": 7.844603381014304e-07, + "loss": 0.006, + "reward": 1.4629722833633423, + "reward_std": 0.41736099123954773, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6504724025726318, "step": 1326 }, { - "epoch": 0.09, - "learning_rate": 1.9818776581013507e-05, - "loss": 1.1149, + "clip_ratio": 0.0, + "completion_length": 267.796875, + "epoch": 0.215684681023974, + "grad_norm": 1.5858654975891113, + "kl": 0.16015625, + "learning_rate": 7.84297789336801e-07, + "loss": 0.0064, + "reward": 1.635882019996643, + "reward_std": 0.4062895178794861, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7452569007873535, "step": 1327 }, { - "epoch": 0.09, - "learning_rate": 1.981836526000801e-05, - "loss": 1.1306, + "clip_ratio": 0.0, + "completion_length": 370.734375, + "epoch": 0.21584721657862657, + "grad_norm": 1.7963892221450806, + "kl": 0.189453125, + "learning_rate": 7.841352405721716e-07, + "loss": 0.0076, + "reward": 1.4932740926742554, + "reward_std": 0.4173096567392349, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6651491522789001, "step": 1328 }, { - "epoch": 0.09, - "learning_rate": 1.9817953477023894e-05, - "loss": 1.068, + "clip_ratio": 0.0, + "completion_length": 302.109375, + "epoch": 0.21600975213327916, + "grad_norm": 1.5712165832519531, + "kl": 0.1796875, + "learning_rate": 7.839726918075422e-07, + "loss": 0.0072, + "reward": 1.650086760520935, + "reward_std": 0.34084899723529816, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7750867009162903, "step": 1329 }, { - "epoch": 0.09, - "learning_rate": 1.981754123208055e-05, - "loss": 1.0125, + "clip_ratio": 0.0, + "completion_length": 319.78125, + "epoch": 0.21617228768793173, + "grad_norm": 1.865801215171814, + "kl": 0.212890625, + "learning_rate": 7.838101430429128e-07, + "loss": 0.0085, + "reward": 1.4282775521278381, + "reward_std": 0.48275189101696014, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6782775819301605, "step": 1330 }, { - "epoch": 0.09, - "learning_rate": 1.9817128525197365e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 313.109375, + "epoch": 0.21633482324258432, + "grad_norm": 6.907355785369873, + "kl": 0.294921875, + "learning_rate": 7.836475942782834e-07, + "loss": 0.0118, + "reward": 1.4288130402565002, + "reward_std": 0.49386806786060333, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6631880402565002, "step": 1331 }, { - "epoch": 0.09, - "learning_rate": 1.981671535639377e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 300.84375, + "epoch": 0.2164973587972369, + "grad_norm": 1.8342289924621582, + "kl": 0.2685546875, + "learning_rate": 7.83485045513654e-07, + "loss": 0.0107, + "reward": 1.3709629774093628, + "reward_std": 0.3431464433670044, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6209629476070404, "step": 1332 }, { - "epoch": 0.09, - "learning_rate": 1.981630172568919e-05, - "loss": 1.0863, + "clip_ratio": 0.0, + "completion_length": 266.640625, + "epoch": 0.21665989435188948, + "grad_norm": 2.226017951965332, + "kl": 0.3525390625, + "learning_rate": 7.833224967490246e-07, + "loss": 0.0141, + "reward": 1.4623069763183594, + "reward_std": 0.6318500339984894, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6966820061206818, "step": 1333 }, { - "epoch": 0.09, - "learning_rate": 1.98158876331031e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 317.25, + "epoch": 0.21682242990654205, + "grad_norm": 2.8065998554229736, + "kl": 0.3798828125, + "learning_rate": 7.831599479843954e-07, + "loss": 0.0152, + "reward": 1.3281159400939941, + "reward_std": 0.46836546063423157, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5781158804893494, "step": 1334 }, { - "epoch": 0.09, - "learning_rate": 1.9815473078654978e-05, - "loss": 1.1287, + "clip_ratio": 0.0, + "completion_length": 264.8125, + "epoch": 0.21698496546119464, + "grad_norm": 2.476609468460083, + "kl": 0.39453125, + "learning_rate": 7.829973992197659e-07, + "loss": 0.0158, + "reward": 1.599240243434906, + "reward_std": 0.36255815625190735, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7398651838302612, "step": 1335 }, { - "epoch": 0.09, - "learning_rate": 1.9815058062364333e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 234.84375, + "epoch": 0.2171475010158472, + "grad_norm": 2.4628524780273438, + "kl": 0.4609375, + "learning_rate": 7.828348504551366e-07, + "loss": 0.0185, + "reward": 1.5635650753974915, + "reward_std": 0.4912816733121872, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7510650753974915, "step": 1336 }, { - "epoch": 0.09, - "learning_rate": 1.981464258425069e-05, - "loss": 0.9749, + "clip_ratio": 0.0, + "completion_length": 223.296875, + "epoch": 0.2173100365704998, + "grad_norm": 2.3892927169799805, + "kl": 0.5322265625, + "learning_rate": 7.826723016905071e-07, + "loss": 0.0213, + "reward": 1.3885760307312012, + "reward_std": 0.7482772171497345, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6542010307312012, "step": 1337 }, { - "epoch": 0.09, - "learning_rate": 1.9814226644333598e-05, - "loss": 1.0875, + "clip_ratio": 0.0, + "completion_length": 226.609375, + "epoch": 0.21747257212515236, + "grad_norm": 1.8683608770370483, + "kl": 0.744140625, + "learning_rate": 7.825097529258778e-07, + "loss": 0.0297, + "reward": 1.3731748461723328, + "reward_std": 0.5686050355434418, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6387998163700104, "step": 1338 }, { - "epoch": 0.09, - "learning_rate": 1.981381024263263e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 174.03125, + "epoch": 0.21763510767980496, + "grad_norm": 1.6612358093261719, + "kl": 0.5693359375, + "learning_rate": 7.823472041612483e-07, + "loss": 0.0227, + "reward": 1.5673198699951172, + "reward_std": 0.5036811977624893, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7391948699951172, "step": 1339 }, { - "epoch": 0.09, - "learning_rate": 1.9813393379167377e-05, - "loss": 1.0745, + "clip_ratio": 0.0, + "completion_length": 155.578125, + "epoch": 0.21779764323445755, + "grad_norm": 1.2884944677352905, + "kl": 0.20703125, + "learning_rate": 7.82184655396619e-07, + "loss": 0.0083, + "reward": 1.7060213088989258, + "reward_std": 0.16742759197950363, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7841463088989258, "step": 1340 }, { - "epoch": 0.09, - "learning_rate": 1.9812976053957458e-05, - "loss": 1.0548, + "clip_ratio": 0.0, + "completion_length": 173.65625, + "epoch": 0.21796017878911012, + "grad_norm": 2.6583991050720215, + "kl": 0.3642578125, + "learning_rate": 7.820221066319895e-07, + "loss": 0.0146, + "reward": 1.5587089657783508, + "reward_std": 0.4988594949245453, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7149589359760284, "step": 1341 }, { - "epoch": 0.09, - "learning_rate": 1.9812558267022504e-05, - "loss": 0.9865, + "clip_ratio": 0.0, + "completion_length": 158.515625, + "epoch": 0.2181227143437627, + "grad_norm": 2.2349748611450195, + "kl": 0.34375, + "learning_rate": 7.818595578673602e-07, + "loss": 0.0138, + "reward": 1.562075138092041, + "reward_std": 0.510685533285141, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7183251976966858, "step": 1342 }, { - "epoch": 0.09, - "learning_rate": 1.9812140018382172e-05, - "loss": 1.1507, + "clip_ratio": 0.0, + "completion_length": 149.375, + "epoch": 0.21828524989841527, + "grad_norm": 1.6418919563293457, + "kl": 0.43115234375, + "learning_rate": 7.816970091027307e-07, + "loss": 0.0173, + "reward": 1.6867634654045105, + "reward_std": 0.3117744065821171, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7648885250091553, "step": 1343 }, { - "epoch": 0.09, - "learning_rate": 1.9811721308056145e-05, - "loss": 1.0226, + "clip_ratio": 0.0, + "completion_length": 160.859375, + "epoch": 0.21844778545306787, + "grad_norm": 1.5194340944290161, + "kl": 0.318359375, + "learning_rate": 7.815344603381015e-07, + "loss": 0.0127, + "reward": 1.597510039806366, + "reward_std": 0.3905003219842911, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7225100994110107, "step": 1344 }, { - "epoch": 0.09, - "learning_rate": 1.9811302136064127e-05, - "loss": 1.057, + "clip_ratio": 0.0, + "completion_length": 198.34375, + "epoch": 0.21861032100772043, + "grad_norm": 1.8763970136642456, + "kl": 0.5, + "learning_rate": 7.81371911573472e-07, + "loss": 0.02, + "reward": 1.5942050218582153, + "reward_std": 0.31862859427928925, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7817049920558929, "step": 1345 }, { - "epoch": 0.09, - "learning_rate": 1.9810882502425834e-05, - "loss": 1.1003, + "clip_ratio": 0.0, + "completion_length": 155.515625, + "epoch": 0.21877285656237302, + "grad_norm": 1.9003698825836182, + "kl": 0.331787109375, + "learning_rate": 7.812093628088427e-07, + "loss": 0.0133, + "reward": 1.603817880153656, + "reward_std": 0.29048480838537216, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.713192880153656, "step": 1346 }, { - "epoch": 0.09, - "learning_rate": 1.9810462407161015e-05, - "loss": 1.1402, + "clip_ratio": 0.0, + "completion_length": 151.109375, + "epoch": 0.2189353921170256, + "grad_norm": 6.1070356369018555, + "kl": 0.439453125, + "learning_rate": 7.810468140442132e-07, + "loss": 0.0175, + "reward": 1.7591983079910278, + "reward_std": 0.2064310908317566, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8216983079910278, "step": 1347 }, { - "epoch": 0.09, - "learning_rate": 1.9810041850289434e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 185.78125, + "epoch": 0.21909792767167818, + "grad_norm": 1.4301769733428955, + "kl": 0.31982421875, + "learning_rate": 7.808842652795839e-07, + "loss": 0.0128, + "reward": 1.66717129945755, + "reward_std": 0.2897104546427727, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.76092129945755, "step": 1348 }, { - "epoch": 0.09, - "learning_rate": 1.9809620831830883e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 165.6875, + "epoch": 0.21926046322633075, + "grad_norm": 1.8492867946624756, + "kl": 0.5849609375, + "learning_rate": 7.807217165149544e-07, + "loss": 0.0234, + "reward": 1.675889492034912, + "reward_std": 0.3952558636665344, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8008894920349121, "step": 1349 }, { - "epoch": 0.09, - "learning_rate": 1.9809199351805174e-05, - "loss": 1.0844, + "clip_ratio": 0.0, + "completion_length": 169.96875, + "epoch": 0.21942299878098334, + "grad_norm": 2.691211700439453, + "kl": 0.4423828125, + "learning_rate": 7.805591677503251e-07, + "loss": 0.0177, + "reward": 1.6159493923187256, + "reward_std": 0.34805937111377716, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7409493923187256, "step": 1350 }, { - "epoch": 0.09, - "learning_rate": 1.980877741023213e-05, - "loss": 1.135, + "clip_ratio": 0.0, + "completion_length": 146.65625, + "epoch": 0.2195855343356359, + "grad_norm": 1.9085915088653564, + "kl": 0.43212890625, + "learning_rate": 7.803966189856956e-07, + "loss": 0.0173, + "reward": 1.6185188293457031, + "reward_std": 0.3628201186656952, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7278937995433807, "step": 1351 }, { - "epoch": 0.09, - "learning_rate": 1.9808355007131613e-05, - "loss": 1.0504, + "clip_ratio": 0.0, + "completion_length": 146.1875, + "epoch": 0.2197480698902885, + "grad_norm": 3.0156335830688477, + "kl": 0.921875, + "learning_rate": 7.802340702210663e-07, + "loss": 0.0367, + "reward": 1.5079436898231506, + "reward_std": 0.4663444757461548, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7110686898231506, "step": 1352 }, { - "epoch": 0.09, - "learning_rate": 1.980793214252349e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 174.421875, + "epoch": 0.2199106054449411, + "grad_norm": 4.010631561279297, + "kl": 1.521484375, + "learning_rate": 7.800715214564368e-07, + "loss": 0.0609, + "reward": 1.5518770813941956, + "reward_std": 0.4910150468349457, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7237521409988403, "step": 1353 }, { - "epoch": 0.09, - "learning_rate": 1.9807508816427666e-05, - "loss": 1.0891, + "clip_ratio": 0.0, + "completion_length": 149.734375, + "epoch": 0.22007314099959366, + "grad_norm": 4.116957664489746, + "kl": 1.640625, + "learning_rate": 7.799089726918076e-07, + "loss": 0.0657, + "reward": 1.4742311835289001, + "reward_std": 0.5179688930511475, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.7242312729358673, "step": 1354 }, { - "epoch": 0.09, - "learning_rate": 1.980708502886405e-05, - "loss": 1.1774, + "clip_ratio": 0.0, + "completion_length": 129.4375, + "epoch": 0.22023567655424625, + "grad_norm": 4.816522598266602, + "kl": 1.875, + "learning_rate": 7.797464239271781e-07, + "loss": 0.0748, + "reward": 1.5407440662384033, + "reward_std": 0.48866525292396545, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7594940364360809, "step": 1355 }, { - "epoch": 0.09, - "learning_rate": 1.9806660779852594e-05, - "loss": 1.0059, + "clip_ratio": 0.0, + "completion_length": 135.0625, + "epoch": 0.22039821210889882, + "grad_norm": 5.123073577880859, + "kl": 2.357421875, + "learning_rate": 7.795838751625488e-07, + "loss": 0.0943, + "reward": 1.4417370557785034, + "reward_std": 0.4748317301273346, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6292370855808258, "step": 1356 }, { - "epoch": 0.09, - "learning_rate": 1.9806236069413254e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 165.34375, + "epoch": 0.2205607476635514, + "grad_norm": 14.559654235839844, + "kl": 2.51171875, + "learning_rate": 7.794213263979193e-07, + "loss": 0.1004, + "reward": 1.5144119262695312, + "reward_std": 0.4724116772413254, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6862868964672089, "step": 1357 }, { - "epoch": 0.09, - "learning_rate": 1.980581089756601e-05, - "loss": 1.1392, + "clip_ratio": 0.0, + "completion_length": 149.28125, + "epoch": 0.22072328321820398, + "grad_norm": 7.792551040649414, + "kl": 3.5, + "learning_rate": 7.7925877763329e-07, + "loss": 0.1403, + "reward": 1.5338281393051147, + "reward_std": 0.4118395149707794, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7213281393051147, "step": 1358 }, { - "epoch": 0.09, - "learning_rate": 1.9805385264330876e-05, - "loss": 0.9721, + "clip_ratio": 0.0, + "completion_length": 132.09375, + "epoch": 0.22088581877285657, + "grad_norm": 3.614223003387451, + "kl": 1.138671875, + "learning_rate": 7.790962288686605e-07, + "loss": 0.0456, + "reward": 1.6106776595115662, + "reward_std": 0.47485676407814026, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7356776893138885, "step": 1359 }, { - "epoch": 0.09, - "learning_rate": 1.9804959169727868e-05, - "loss": 1.2093, + "clip_ratio": 0.0, + "completion_length": 141.921875, + "epoch": 0.22104835432750913, + "grad_norm": 7.049966335296631, + "kl": 2.59375, + "learning_rate": 7.789336801040312e-07, + "loss": 0.1035, + "reward": 1.2859852313995361, + "reward_std": 0.5876122117042542, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.5828602015972137, "step": 1360 }, { - "epoch": 0.09, - "learning_rate": 1.9804532613777045e-05, - "loss": 1.1981, + "clip_ratio": 0.0, + "completion_length": 149.6875, + "epoch": 0.22121088988216173, + "grad_norm": 3.2912721633911133, + "kl": 1.22265625, + "learning_rate": 7.787711313394017e-07, + "loss": 0.0488, + "reward": 1.4386639595031738, + "reward_std": 0.45623908936977386, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6730389595031738, "step": 1361 }, { - "epoch": 0.09, - "learning_rate": 1.9804105596498473e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 159.671875, + "epoch": 0.2213734254368143, + "grad_norm": 6.077005386352539, + "kl": 1.21484375, + "learning_rate": 7.786085825747724e-07, + "loss": 0.0486, + "reward": 1.5852218270301819, + "reward_std": 0.462591290473938, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7727218568325043, "step": 1362 }, { - "epoch": 0.09, - "learning_rate": 1.9803678117912243e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 139.296875, + "epoch": 0.22153596099146688, + "grad_norm": 1.4365919828414917, + "kl": 0.40234375, + "learning_rate": 7.784460338101429e-07, + "loss": 0.0161, + "reward": 1.6091861724853516, + "reward_std": 0.3372904509305954, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.718561202287674, "step": 1363 }, { - "epoch": 0.09, - "learning_rate": 1.9803250178038476e-05, - "loss": 1.088, + "clip_ratio": 0.0, + "completion_length": 164.890625, + "epoch": 0.22169849654611945, + "grad_norm": 5.532657146453857, + "kl": 1.72265625, + "learning_rate": 7.782834850455137e-07, + "loss": 0.069, + "reward": 1.4533938765525818, + "reward_std": 0.5309644341468811, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6877688765525818, "step": 1364 }, { - "epoch": 0.09, - "learning_rate": 1.9802821776897295e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 118.203125, + "epoch": 0.22186103210077204, + "grad_norm": 7.153685569763184, + "kl": 2.34375, + "learning_rate": 7.781209362808842e-07, + "loss": 0.0939, + "reward": 1.2452500462532043, + "reward_std": 0.4853179156780243, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5577501058578491, "step": 1365 }, { - "epoch": 0.09, - "learning_rate": 1.980239291450887e-05, - "loss": 1.1171, + "clip_ratio": 0.0, + "completion_length": 133.6875, + "epoch": 0.22202356765542464, + "grad_norm": 2.9810678958892822, + "kl": 0.650390625, + "learning_rate": 7.779583875162549e-07, + "loss": 0.026, + "reward": 1.4195507764816284, + "reward_std": 0.5519552528858185, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6539257764816284, "step": 1366 }, { - "epoch": 0.09, - "learning_rate": 1.9801963590893372e-05, - "loss": 1.1292, + "clip_ratio": 0.0, + "completion_length": 115.078125, + "epoch": 0.2221861032100772, + "grad_norm": 4.824517726898193, + "kl": 1.39453125, + "learning_rate": 7.777958387516255e-07, + "loss": 0.0557, + "reward": 1.236034631729126, + "reward_std": 0.6611880660057068, + "rewards/format_reward_gen": 0.625, + "rewards/llm_reward": 0.6110346615314484, "step": 1367 }, { - "epoch": 0.09, - "learning_rate": 1.9801533806071007e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 130.625, + "epoch": 0.2223486387647298, + "grad_norm": 2.932386875152588, + "kl": 1.37109375, + "learning_rate": 7.776332899869961e-07, + "loss": 0.0549, + "reward": 1.4492502212524414, + "reward_std": 0.5088931024074554, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6836252212524414, "step": 1368 }, { - "epoch": 0.09, - "learning_rate": 1.9801103560061994e-05, - "loss": 1.1321, + "clip_ratio": 0.0, + "completion_length": 133.609375, + "epoch": 0.22251117431938236, + "grad_norm": 3.963106870651245, + "kl": 1.005859375, + "learning_rate": 7.774707412223667e-07, + "loss": 0.0402, + "reward": 1.5563876628875732, + "reward_std": 0.5167603492736816, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7595127522945404, "step": 1369 }, { - "epoch": 0.09, - "learning_rate": 1.9800672852886577e-05, - "loss": 1.176, + "clip_ratio": 0.0, + "completion_length": 185.8125, + "epoch": 0.22267370987403495, + "grad_norm": 4.129326820373535, + "kl": 0.943359375, + "learning_rate": 7.773081924577373e-07, + "loss": 0.0377, + "reward": 1.4187265634536743, + "reward_std": 0.47529567778110504, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6687265932559967, "step": 1370 }, { - "epoch": 0.09, - "learning_rate": 1.9800241684565024e-05, - "loss": 1.1223, + "clip_ratio": 0.0, + "completion_length": 115.421875, + "epoch": 0.22283624542868752, + "grad_norm": 4.552069664001465, + "kl": 1.42578125, + "learning_rate": 7.771456436931079e-07, + "loss": 0.057, + "reward": 1.2202099561691284, + "reward_std": 0.5667003691196442, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5327098965644836, "step": 1371 }, { - "epoch": 0.09, - "learning_rate": 1.979981005511762e-05, - "loss": 1.1056, + "clip_ratio": 0.0, + "completion_length": 121.796875, + "epoch": 0.2229987809833401, + "grad_norm": 4.127661228179932, + "kl": 2.41796875, + "learning_rate": 7.769830949284785e-07, + "loss": 0.0966, + "reward": 1.241914987564087, + "reward_std": 0.49897022545337677, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.5700399577617645, "step": 1372 }, { - "epoch": 0.09, - "learning_rate": 1.9799377964564677e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 98.78125, + "epoch": 0.22316131653799268, + "grad_norm": 7.076240539550781, + "kl": 3.15625, + "learning_rate": 7.768205461638491e-07, + "loss": 0.1262, + "reward": 1.101294219493866, + "reward_std": 0.6744848787784576, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.5544192492961884, "step": 1373 }, { - "epoch": 0.09, - "learning_rate": 1.9798945412926523e-05, - "loss": 1.1646, + "clip_ratio": 0.0, + "completion_length": 93.28125, + "epoch": 0.22332385209264527, + "grad_norm": 10.09894847869873, + "kl": 4.640625, + "learning_rate": 7.766579973992198e-07, + "loss": 0.1856, + "reward": 1.0562023520469666, + "reward_std": 0.6697398126125336, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.5093273818492889, "step": 1374 }, { - "epoch": 0.09, - "learning_rate": 1.9798512400223515e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 124.25, + "epoch": 0.22348638764729784, + "grad_norm": 13.617064476013184, + "kl": 5.6015625, + "learning_rate": 7.764954486345904e-07, + "loss": 0.2241, + "reward": 1.29580956697464, + "reward_std": 0.5228725969791412, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6239345073699951, "step": 1375 }, { - "epoch": 0.09, - "learning_rate": 1.9798078926476024e-05, - "loss": 1.0823, + "clip_ratio": 0.0, + "completion_length": 117.671875, + "epoch": 0.22364892320195043, + "grad_norm": 6.479994773864746, + "kl": 3.3203125, + "learning_rate": 7.76332899869961e-07, + "loss": 0.1327, + "reward": 1.29880690574646, + "reward_std": 0.6567846238613129, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6113068759441376, "step": 1376 }, { - "epoch": 0.09, - "learning_rate": 1.9797644991704445e-05, - "loss": 1.1167, + "clip_ratio": 0.0, + "completion_length": 111.09375, + "epoch": 0.223811458756603, + "grad_norm": 5.4168500900268555, + "kl": 3.0703125, + "learning_rate": 7.761703511053316e-07, + "loss": 0.1228, + "reward": 1.3101083636283875, + "reward_std": 0.5870571434497833, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6382333636283875, "step": 1377 }, { - "epoch": 0.09, - "learning_rate": 1.9797210595929198e-05, - "loss": 1.0266, + "clip_ratio": 0.0, + "completion_length": 104.3125, + "epoch": 0.2239739943112556, + "grad_norm": 7.658481597900391, + "kl": 5.109375, + "learning_rate": 7.760078023407022e-07, + "loss": 0.2039, + "reward": 1.0443331599235535, + "reward_std": 0.8112506568431854, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.49745815992355347, "step": 1378 }, { - "epoch": 0.09, - "learning_rate": 1.9796775739170723e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 120.578125, + "epoch": 0.22413652986590818, + "grad_norm": 5.519452095031738, + "kl": 3.296875, + "learning_rate": 7.758452535760728e-07, + "loss": 0.1318, + "reward": 1.3040549159049988, + "reward_std": 0.487361341714859, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.5696798861026764, "step": 1379 }, { - "epoch": 0.09, - "learning_rate": 1.979634042144948e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 116.671875, + "epoch": 0.22429906542056074, + "grad_norm": 4.177998065948486, + "kl": 2.765625, + "learning_rate": 7.756827048114434e-07, + "loss": 0.1108, + "reward": 1.503987193107605, + "reward_std": 0.5255315750837326, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7071121335029602, "step": 1380 }, { - "epoch": 0.09, - "learning_rate": 1.979590464278595e-05, - "loss": 1.1181, + "clip_ratio": 0.0, + "completion_length": 122.890625, + "epoch": 0.22446160097521334, + "grad_norm": 9.941139221191406, + "kl": 4.5625, + "learning_rate": 7.75520156046814e-07, + "loss": 0.1825, + "reward": 1.4436915516853333, + "reward_std": 0.6400471031665802, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6780664920806885, "step": 1381 }, { - "epoch": 0.09, - "learning_rate": 1.979546840320064e-05, - "loss": 1.0724, + "clip_ratio": 0.0, + "completion_length": 122.234375, + "epoch": 0.2246241365298659, + "grad_norm": 38.972496032714844, + "kl": 9.546875, + "learning_rate": 7.753576072821846e-07, + "loss": 0.3823, + "reward": 1.433391511440277, + "reward_std": 0.5305016487836838, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6990165114402771, "step": 1382 }, { - "epoch": 0.09, - "learning_rate": 1.9795031702714075e-05, - "loss": 1.0379, + "clip_ratio": 0.0, + "completion_length": 132.21875, + "epoch": 0.2247866720845185, + "grad_norm": 5.730607986450195, + "kl": 2.40625, + "learning_rate": 7.751950585175552e-07, + "loss": 0.0961, + "reward": 1.337558388710022, + "reward_std": 0.6291937530040741, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.571933388710022, "step": 1383 }, { - "epoch": 0.09, - "learning_rate": 1.9794594541346802e-05, - "loss": 1.0843, + "clip_ratio": 0.0, + "completion_length": 150.140625, + "epoch": 0.22494920763917106, + "grad_norm": 9.18891716003418, + "kl": 1.521484375, + "learning_rate": 7.750325097529259e-07, + "loss": 0.0609, + "reward": 1.495438575744629, + "reward_std": 0.46071572601795197, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6673135757446289, "step": 1384 }, { - "epoch": 0.09, - "learning_rate": 1.9794156919119395e-05, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 126.390625, + "epoch": 0.22511174319382365, + "grad_norm": 4.752723217010498, + "kl": 1.576171875, + "learning_rate": 7.748699609882965e-07, + "loss": 0.0629, + "reward": 1.4794418811798096, + "reward_std": 0.6352145820856094, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6981918513774872, "step": 1385 }, { - "epoch": 0.09, - "learning_rate": 1.9793718836052438e-05, - "loss": 1.1196, + "clip_ratio": 0.0, + "completion_length": 132.0625, + "epoch": 0.22527427874847622, + "grad_norm": 4.374607563018799, + "kl": 1.52734375, + "learning_rate": 7.747074122236671e-07, + "loss": 0.0612, + "reward": 1.6203793287277222, + "reward_std": 0.3486204147338867, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7766293883323669, "step": 1386 }, { - "epoch": 0.09, - "learning_rate": 1.9793280292166554e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 143.859375, + "epoch": 0.2254368143031288, + "grad_norm": 8.810097694396973, + "kl": 2.65234375, + "learning_rate": 7.745448634590377e-07, + "loss": 0.1062, + "reward": 1.499735951423645, + "reward_std": 0.3205387443304062, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.687235951423645, "step": 1387 }, { - "epoch": 0.09, - "learning_rate": 1.9792841287482366e-05, - "loss": 1.089, + "clip_ratio": 0.0, + "completion_length": 130.265625, + "epoch": 0.22559934985778138, + "grad_norm": 6.9527363777160645, + "kl": 3.5234375, + "learning_rate": 7.743823146944083e-07, + "loss": 0.1409, + "reward": 1.6395692229270935, + "reward_std": 0.3706018030643463, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7645691931247711, "step": 1388 }, { - "epoch": 0.09, - "learning_rate": 1.9792401822020535e-05, - "loss": 1.0747, + "clip_ratio": 0.0, + "completion_length": 128.15625, + "epoch": 0.22576188541243397, + "grad_norm": 9.662028312683105, + "kl": 3.99609375, + "learning_rate": 7.742197659297789e-07, + "loss": 0.16, + "reward": 1.4801840782165527, + "reward_std": 0.3359554708003998, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6520591378211975, "step": 1389 }, { - "epoch": 0.09, - "learning_rate": 1.9791961895801743e-05, - "loss": 1.1062, + "clip_ratio": 0.0, + "completion_length": 141.171875, + "epoch": 0.22592442096708654, + "grad_norm": 6.567397594451904, + "kl": 1.51953125, + "learning_rate": 7.740572171651495e-07, + "loss": 0.0609, + "reward": 1.6598321795463562, + "reward_std": 0.30548245459795, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7848321199417114, "step": 1390 }, { - "epoch": 0.09, - "learning_rate": 1.9791521508846684e-05, - "loss": 1.127, + "clip_ratio": 0.0, + "completion_length": 149.09375, + "epoch": 0.22608695652173913, + "grad_norm": 5.530353546142578, + "kl": 0.3828125, + "learning_rate": 7.738946684005201e-07, + "loss": 0.0153, + "reward": 1.4764500856399536, + "reward_std": 0.3642470985651016, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6327000260353088, "step": 1391 }, { - "epoch": 0.09, - "learning_rate": 1.979108066117608e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 119.171875, + "epoch": 0.22624949207639172, + "grad_norm": 13.939592361450195, + "kl": 0.884765625, + "learning_rate": 7.737321196358907e-07, + "loss": 0.0354, + "reward": 1.7626603841781616, + "reward_std": 0.23375462740659714, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8564103543758392, "step": 1392 }, { - "epoch": 0.09, - "learning_rate": 1.979063935281068e-05, - "loss": 1.1152, + "clip_ratio": 0.0, + "completion_length": 149.53125, + "epoch": 0.2264120276310443, + "grad_norm": 2.96884822845459, + "kl": 1.484375, + "learning_rate": 7.735695708712613e-07, + "loss": 0.0597, + "reward": 1.656348705291748, + "reward_std": 0.3304227441549301, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7657237648963928, "step": 1393 }, { - "epoch": 0.09, - "learning_rate": 1.979019758377124e-05, - "loss": 1.1028, + "clip_ratio": 0.0, + "completion_length": 128.125, + "epoch": 0.22657456318569688, + "grad_norm": 5.540426254272461, + "kl": 4.34375, + "learning_rate": 7.73407022106632e-07, + "loss": 0.1741, + "reward": 1.4952033758163452, + "reward_std": 0.6864303350448608, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.72957843542099, "step": 1394 }, { - "epoch": 0.09, - "learning_rate": 1.9789755354078554e-05, - "loss": 1.047, + "clip_ratio": 0.0, + "completion_length": 144.90625, + "epoch": 0.22673709874034945, + "grad_norm": 10.990793228149414, + "kl": 3.828125, + "learning_rate": 7.732444733420026e-07, + "loss": 0.1531, + "reward": 1.4446222186088562, + "reward_std": 0.36278608441352844, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6008721590042114, "step": 1395 }, { - "epoch": 0.09, - "learning_rate": 1.9789312663753422e-05, - "loss": 1.0765, + "clip_ratio": 0.0, + "completion_length": 139.578125, + "epoch": 0.22689963429500204, + "grad_norm": 16.265926361083984, + "kl": 3.421875, + "learning_rate": 7.730819245773732e-07, + "loss": 0.1367, + "reward": 1.47696453332901, + "reward_std": 0.35615675151348114, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6644645631313324, "step": 1396 }, { - "epoch": 0.09, - "learning_rate": 1.9788869512816682e-05, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 147.03125, + "epoch": 0.2270621698496546, + "grad_norm": 4.050914287567139, + "kl": 3.515625, + "learning_rate": 7.729193758127438e-07, + "loss": 0.1407, + "reward": 1.417231559753418, + "reward_std": 0.3254840523004532, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5891066491603851, "step": 1397 }, { - "epoch": 0.09, - "learning_rate": 1.9788425901289182e-05, - "loss": 1.0641, + "clip_ratio": 0.0, + "completion_length": 145.65625, + "epoch": 0.2272247054043072, + "grad_norm": 1.6260507106781006, + "kl": 0.998046875, + "learning_rate": 7.727568270481144e-07, + "loss": 0.0398, + "reward": 1.7052884697914124, + "reward_std": 0.25187765806913376, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7677884995937347, "step": 1398 }, { - "epoch": 0.09, - "learning_rate": 1.9787981829191793e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 114.625, + "epoch": 0.22738724095895976, + "grad_norm": 26.74568748474121, + "kl": 5.7734375, + "learning_rate": 7.72594278283485e-07, + "loss": 0.2305, + "reward": 1.4223419427871704, + "reward_std": 0.4542155861854553, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6723419725894928, "step": 1399 }, { - "epoch": 0.09, - "learning_rate": 1.978753729654541e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 157.84375, + "epoch": 0.22754977651361236, + "grad_norm": 2.8073129653930664, + "kl": 1.49609375, + "learning_rate": 7.724317295188556e-07, + "loss": 0.06, + "reward": 1.6134149432182312, + "reward_std": 0.3471286743879318, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7227899432182312, "step": 1400 }, { - "epoch": 0.09, - "learning_rate": 1.9787092303370953e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 116.078125, + "epoch": 0.22771231206826492, + "grad_norm": 25.861936569213867, + "kl": 3.0, + "learning_rate": 7.722691807542262e-07, + "loss": 0.12, + "reward": 1.5283473134040833, + "reward_std": 0.23587603121995926, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7627223134040833, "step": 1401 }, { - "epoch": 0.09, - "learning_rate": 1.9786646849689358e-05, - "loss": 1.0357, + "clip_ratio": 0.0, + "completion_length": 120.25, + "epoch": 0.22787484762291751, + "grad_norm": 6.842094421386719, + "kl": 1.892578125, + "learning_rate": 7.721066319895967e-07, + "loss": 0.0757, + "reward": 1.4211698770523071, + "reward_std": 0.23667079210281372, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6399198472499847, "step": 1402 }, { - "epoch": 0.09, - "learning_rate": 1.978620093552158e-05, - "loss": 1.0762, + "clip_ratio": 0.0, + "completion_length": 133.359375, + "epoch": 0.22803738317757008, + "grad_norm": 2.3732662200927734, + "kl": 0.57958984375, + "learning_rate": 7.719440832249674e-07, + "loss": 0.0233, + "reward": 1.644633412361145, + "reward_std": 0.1681109368801117, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.754008412361145, "step": 1403 }, { - "epoch": 0.09, - "learning_rate": 1.978575456088861e-05, - "loss": 1.1249, + "clip_ratio": 0.0, + "completion_length": 133.1875, + "epoch": 0.22819991873222267, + "grad_norm": 2.1353797912597656, + "kl": 0.2744140625, + "learning_rate": 7.717815344603382e-07, + "loss": 0.011, + "reward": 1.6722378730773926, + "reward_std": 0.0723959393799305, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.734737902879715, "step": 1404 }, { - "epoch": 0.09, - "learning_rate": 1.978530772581144e-05, - "loss": 1.1012, + "clip_ratio": 0.0, + "completion_length": 136.3125, + "epoch": 0.22836245428687527, + "grad_norm": 2.8294243812561035, + "kl": 0.221435546875, + "learning_rate": 7.716189856957087e-07, + "loss": 0.0089, + "reward": 1.5448099374771118, + "reward_std": 0.29683977365493774, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7479349374771118, "step": 1405 }, { - "epoch": 0.09, - "learning_rate": 1.9784860430311106e-05, - "loss": 1.1169, + "clip_ratio": 0.0, + "completion_length": 155.671875, + "epoch": 0.22852498984152783, + "grad_norm": 2.295719861984253, + "kl": 0.1787109375, + "learning_rate": 7.714564369310794e-07, + "loss": 0.0072, + "reward": 1.6764968037605286, + "reward_std": 0.11527067422866821, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6921217441558838, "step": 1406 }, { - "epoch": 0.09, - "learning_rate": 1.978441267440865e-05, - "loss": 1.0831, + "clip_ratio": 0.0, + "completion_length": 120.765625, + "epoch": 0.22868752539618042, + "grad_norm": 12.075685501098633, + "kl": 1.578125, + "learning_rate": 7.712938881664499e-07, + "loss": 0.0632, + "reward": 1.3682091236114502, + "reward_std": 0.39092332124710083, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6650840640068054, "step": 1407 }, { - "epoch": 0.09, - "learning_rate": 1.9783964458125132e-05, - "loss": 1.0551, + "clip_ratio": 0.0, + "completion_length": 106.0625, + "epoch": 0.228850060950833, + "grad_norm": 11.941965103149414, + "kl": 0.8671875, + "learning_rate": 7.711313394018206e-07, + "loss": 0.0347, + "reward": 1.4692144989967346, + "reward_std": 0.30165788531303406, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.7660894989967346, "step": 1408 }, { - "epoch": 0.09, - "learning_rate": 1.9783515781481656e-05, - "loss": 1.1009, + "clip_ratio": 0.0, + "completion_length": 143.65625, + "epoch": 0.22901259650548558, + "grad_norm": 3.8420193195343018, + "kl": 1.021484375, + "learning_rate": 7.709687906371911e-07, + "loss": 0.041, + "reward": 1.5716594457626343, + "reward_std": 0.3312118500471115, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7435344457626343, "step": 1409 }, { - "epoch": 0.09, - "learning_rate": 1.9783066644499323e-05, - "loss": 1.1816, + "clip_ratio": 0.0, + "completion_length": 145.765625, + "epoch": 0.22917513206013815, + "grad_norm": 4.201135635375977, + "kl": 1.4453125, + "learning_rate": 7.708062418725618e-07, + "loss": 0.0578, + "reward": 1.3511625528335571, + "reward_std": 0.632201224565506, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6792874932289124, "step": 1410 }, { - "epoch": 0.09, - "learning_rate": 1.9782617047199267e-05, - "loss": 1.0558, + "clip_ratio": 0.0, + "completion_length": 127.453125, + "epoch": 0.22933766761479074, + "grad_norm": 2.930511474609375, + "kl": 1.1328125, + "learning_rate": 7.706436931079323e-07, + "loss": 0.0453, + "reward": 1.5163975358009338, + "reward_std": 0.4215083569288254, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6726475059986115, "step": 1411 }, { - "epoch": 0.09, - "learning_rate": 1.978216698960265e-05, - "loss": 1.0266, + "clip_ratio": 0.0, + "completion_length": 101.375, + "epoch": 0.2295002031694433, + "grad_norm": 3.938931703567505, + "kl": 1.78515625, + "learning_rate": 7.70481144343303e-07, + "loss": 0.0714, + "reward": 1.012420505285263, + "reward_std": 0.5664051175117493, + "rewards/format_reward_gen": 0.46875, + "rewards/llm_reward": 0.5436704754829407, "step": 1412 }, { - "epoch": 0.09, - "learning_rate": 1.9781716471730637e-05, - "loss": 1.0151, + "clip_ratio": 0.0, + "completion_length": 120.890625, + "epoch": 0.2296627387240959, + "grad_norm": 3.982297420501709, + "kl": 3.2421875, + "learning_rate": 7.703185955786735e-07, + "loss": 0.1294, + "reward": 1.0830946564674377, + "reward_std": 0.6819757521152496, + "rewards/format_reward_gen": 0.609375, + "rewards/llm_reward": 0.47371965646743774, "step": 1413 }, { - "epoch": 0.09, - "learning_rate": 1.9781265493604436e-05, - "loss": 1.1822, + "clip_ratio": 0.0, + "completion_length": 89.28125, + "epoch": 0.22982527427874846, + "grad_norm": 5.64079475402832, + "kl": 2.9921875, + "learning_rate": 7.701560468140443e-07, + "loss": 0.1196, + "reward": 1.0808586776256561, + "reward_std": 0.4922583997249603, + "rewards/format_reward_gen": 0.4375, + "rewards/llm_reward": 0.6433587074279785, "step": 1414 }, { - "epoch": 0.09, - "learning_rate": 1.978081405524526e-05, - "loss": 1.0901, + "clip_ratio": 0.0, + "completion_length": 109.5625, + "epoch": 0.22998780983340106, + "grad_norm": 8.491178512573242, + "kl": 5.078125, + "learning_rate": 7.699934980494148e-07, + "loss": 0.2028, + "reward": 0.9840262532234192, + "reward_std": 0.6476338803768158, + "rewards/format_reward_gen": 0.53125, + "rewards/llm_reward": 0.4527762681245804, "step": 1415 }, { - "epoch": 0.09, - "learning_rate": 1.9780362156674357e-05, - "loss": 1.0717, + "clip_ratio": 0.0, + "completion_length": 101.609375, + "epoch": 0.23015034538805362, + "grad_norm": 7.766714096069336, + "kl": 5.015625, + "learning_rate": 7.698309492847855e-07, + "loss": 0.2013, + "reward": 0.8937541842460632, + "reward_std": 0.4670918136835098, + "rewards/format_reward_gen": 0.390625, + "rewards/llm_reward": 0.5031291842460632, "step": 1416 }, { - "epoch": 0.09, - "learning_rate": 1.9779909797912983e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 127.625, + "epoch": 0.23031288094270622, + "grad_norm": 8.901914596557617, + "kl": 2.27734375, + "learning_rate": 7.69668400520156e-07, + "loss": 0.0911, + "reward": 1.0904925465583801, + "reward_std": 0.5783242732286453, + "rewards/format_reward_gen": 0.5, + "rewards/llm_reward": 0.5904925763607025, "step": 1417 }, { - "epoch": 0.09, - "learning_rate": 1.9779456978982424e-05, - "loss": 1.0663, + "clip_ratio": 0.0, + "completion_length": 133.25, + "epoch": 0.2304754164973588, + "grad_norm": 4.998305797576904, + "kl": 1.765625, + "learning_rate": 7.695058517555267e-07, + "loss": 0.0707, + "reward": 1.1303517818450928, + "reward_std": 0.5895694196224213, + "rewards/format_reward_gen": 0.546875, + "rewards/llm_reward": 0.5834767520427704, "step": 1418 }, { - "epoch": 0.1, - "learning_rate": 1.9779003699903988e-05, - "loss": 1.114, + "clip_ratio": 0.0, + "completion_length": 138.34375, + "epoch": 0.23063795205201137, + "grad_norm": 3.3329286575317383, + "kl": 1.59375, + "learning_rate": 7.693433029908972e-07, + "loss": 0.0639, + "reward": 1.075186550617218, + "reward_std": 0.41566140949726105, + "rewards/format_reward_gen": 0.59375, + "rewards/llm_reward": 0.48143652081489563, "step": 1419 }, { - "epoch": 0.1, - "learning_rate": 1.9778549960699007e-05, - "loss": 1.1543, + "clip_ratio": 0.0, + "completion_length": 112.265625, + "epoch": 0.23080048760666397, + "grad_norm": 3.851846218109131, + "kl": 2.42578125, + "learning_rate": 7.691807542262678e-07, + "loss": 0.0972, + "reward": 1.1596393585205078, + "reward_std": 0.6346485912799835, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.5815143585205078, "step": 1420 }, { - "epoch": 0.1, - "learning_rate": 1.9778095761388822e-05, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 103.5625, + "epoch": 0.23096302316131653, + "grad_norm": 6.096339702606201, + "kl": 1.189453125, + "learning_rate": 7.690182054616384e-07, + "loss": 0.0476, + "reward": 1.295112133026123, + "reward_std": 0.4417870342731476, + "rewards/format_reward_gen": 0.625, + "rewards/llm_reward": 0.6701122224330902, "step": 1421 }, { - "epoch": 0.1, - "learning_rate": 1.977764110199481e-05, - "loss": 1.008, + "clip_ratio": 0.0, + "completion_length": 135.171875, + "epoch": 0.23112555871596913, + "grad_norm": 4.083820343017578, + "kl": 1.8828125, + "learning_rate": 7.68855656697009e-07, + "loss": 0.0753, + "reward": 1.2034475207328796, + "reward_std": 0.5602952539920807, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5159474760293961, "step": 1422 }, { - "epoch": 0.1, - "learning_rate": 1.9777185982538364e-05, - "loss": 1.1294, + "clip_ratio": 0.0, + "completion_length": 141.625, + "epoch": 0.2312880942706217, + "grad_norm": 6.767122268676758, + "kl": 1.30078125, + "learning_rate": 7.686931079323796e-07, + "loss": 0.052, + "reward": 1.3911429643630981, + "reward_std": 0.5537320971488953, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5786430835723877, "step": 1423 }, { - "epoch": 0.1, - "learning_rate": 1.9776730403040894e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 158.21875, + "epoch": 0.23145062982527428, + "grad_norm": 1.6415153741836548, + "kl": 0.20703125, + "learning_rate": 7.685305591677504e-07, + "loss": 0.0083, + "reward": 1.6792259216308594, + "reward_std": 0.16783899068832397, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7104759216308594, "step": 1424 }, { - "epoch": 0.1, - "learning_rate": 1.9776274363523842e-05, - "loss": 1.0227, + "clip_ratio": 0.0, + "completion_length": 137.65625, + "epoch": 0.23161316537992685, + "grad_norm": 2.211289167404175, + "kl": 0.490234375, + "learning_rate": 7.683680104031209e-07, + "loss": 0.0197, + "reward": 1.5361841320991516, + "reward_std": 0.35379141569137573, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6143091917037964, "step": 1425 }, { - "epoch": 0.1, - "learning_rate": 1.977581786400866e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 159.28125, + "epoch": 0.23177570093457944, + "grad_norm": 2.5173230171203613, + "kl": 0.689453125, + "learning_rate": 7.682054616384916e-07, + "loss": 0.0275, + "reward": 1.5957577228546143, + "reward_std": 0.3995043933391571, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7051327228546143, "step": 1426 }, { - "epoch": 0.1, - "learning_rate": 1.977536090451683e-05, - "loss": 1.059, + "clip_ratio": 0.0, + "completion_length": 162.328125, + "epoch": 0.231938236489232, + "grad_norm": 1.912147879600525, + "kl": 0.2490234375, + "learning_rate": 7.680429128738621e-07, + "loss": 0.01, + "reward": 1.607898771762848, + "reward_std": 0.21826639771461487, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6547737121582031, "step": 1427 }, { - "epoch": 0.1, - "learning_rate": 1.9774903485069857e-05, - "loss": 1.0843, + "clip_ratio": 0.0, + "completion_length": 157.5625, + "epoch": 0.2321007720438846, + "grad_norm": 1.6620197296142578, + "kl": 0.26416015625, + "learning_rate": 7.678803641092327e-07, + "loss": 0.0106, + "reward": 1.6692206859588623, + "reward_std": 0.166421290487051, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7160957157611847, "step": 1428 }, { - "epoch": 0.1, - "learning_rate": 1.9774445605689254e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 133.3125, + "epoch": 0.23226330759853717, + "grad_norm": 1.2715905904769897, + "kl": 0.2392578125, + "learning_rate": 7.677178153446033e-07, + "loss": 0.0096, + "reward": 1.7667628526687622, + "reward_std": 0.15905151516199112, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7823878824710846, "step": 1429 }, { - "epoch": 0.1, - "learning_rate": 1.9773987266396577e-05, - "loss": 1.09, + "clip_ratio": 0.0, + "completion_length": 150.234375, + "epoch": 0.23242584315318976, + "grad_norm": 1.3974417448043823, + "kl": 0.156982421875, + "learning_rate": 7.675552665799739e-07, + "loss": 0.0063, + "reward": 1.8638814687728882, + "reward_std": 0.03429509233683348, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8638814389705658, "step": 1430 }, { - "epoch": 0.1, - "learning_rate": 1.977352846721338e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 163.078125, + "epoch": 0.23258837870784235, + "grad_norm": 5.265664577484131, + "kl": 0.49951171875, + "learning_rate": 7.673927178153445e-07, + "loss": 0.02, + "reward": 1.7306764721870422, + "reward_std": 0.2766096740961075, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7775515019893646, "step": 1431 }, { - "epoch": 0.1, - "learning_rate": 1.9773069208161265e-05, - "loss": 0.9934, + "clip_ratio": 0.0, + "completion_length": 129.546875, + "epoch": 0.23275091426249492, + "grad_norm": 2.497471332550049, + "kl": 1.107421875, + "learning_rate": 7.672301690507151e-07, + "loss": 0.0441, + "reward": 1.7724888324737549, + "reward_std": 0.2637455463409424, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8193638026714325, "step": 1432 }, { - "epoch": 0.1, - "learning_rate": 1.9772609489261828e-05, - "loss": 1.0562, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.2329134498171475, + "grad_norm": 2.1033108234405518, + "kl": 1.04296875, + "learning_rate": 7.670676202860857e-07, + "loss": 0.0417, + "reward": 1.6883138418197632, + "reward_std": 0.3031245172023773, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7664388120174408, "step": 1433 }, { - "epoch": 0.1, - "learning_rate": 1.977214931053671e-05, - "loss": 1.0793, + "clip_ratio": 0.0, + "completion_length": 154.0625, + "epoch": 0.23307598537180008, + "grad_norm": 2.2903077602386475, + "kl": 0.953125, + "learning_rate": 7.669050715214564e-07, + "loss": 0.0382, + "reward": 1.6404181122779846, + "reward_std": 0.30829352140426636, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7341682016849518, "step": 1434 }, { - "epoch": 0.1, - "learning_rate": 1.9771688672007558e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 150.921875, + "epoch": 0.23323852092645267, + "grad_norm": 3.060175657272339, + "kl": 1.64453125, + "learning_rate": 7.667425227568271e-07, + "loss": 0.0657, + "reward": 1.5860323905944824, + "reward_std": 0.374958336353302, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.69540736079216, "step": 1435 }, { - "epoch": 0.1, - "learning_rate": 1.9771227573696044e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 144.390625, + "epoch": 0.23340105648110523, + "grad_norm": 4.0472259521484375, + "kl": 1.5, + "learning_rate": 7.665799739921976e-07, + "loss": 0.0601, + "reward": 1.5581995248794556, + "reward_std": 0.4100450873374939, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6675745248794556, "step": 1436 }, { - "epoch": 0.1, - "learning_rate": 1.9770766015623866e-05, - "loss": 1.0807, + "clip_ratio": 0.0, + "completion_length": 138.65625, + "epoch": 0.23356359203575783, + "grad_norm": 3.0428574085235596, + "kl": 1.94140625, + "learning_rate": 7.664174252275683e-07, + "loss": 0.0776, + "reward": 1.5939918756484985, + "reward_std": 0.3869755417108536, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7189919054508209, "step": 1437 }, { - "epoch": 0.1, - "learning_rate": 1.9770303997812744e-05, - "loss": 1.072, + "clip_ratio": 0.0, + "completion_length": 150.5, + "epoch": 0.2337261275904104, + "grad_norm": 2.5850062370300293, + "kl": 1.26171875, + "learning_rate": 7.662548764629388e-07, + "loss": 0.0505, + "reward": 1.5433987379074097, + "reward_std": 0.35130296647548676, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6683987379074097, "step": 1438 }, { - "epoch": 0.1, - "learning_rate": 1.9769841520284418e-05, - "loss": 1.1002, + "clip_ratio": 0.0, + "completion_length": 140.875, + "epoch": 0.23388866314506299, + "grad_norm": 6.578202247619629, + "kl": 4.560546875, + "learning_rate": 7.660923276983095e-07, + "loss": 0.1824, + "reward": 1.4518017768859863, + "reward_std": 0.4744343161582947, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6705516874790192, "step": 1439 }, { - "epoch": 0.1, - "learning_rate": 1.9769378583060642e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 157.546875, + "epoch": 0.23405119869971555, + "grad_norm": 6.078632831573486, + "kl": 4.25, + "learning_rate": 7.6592977893368e-07, + "loss": 0.1703, + "reward": 1.4751242399215698, + "reward_std": 0.5357789397239685, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6782493591308594, "step": 1440 }, { - "epoch": 0.1, - "learning_rate": 1.9768915186163206e-05, - "loss": 1.1459, + "clip_ratio": 0.0, + "completion_length": 140.953125, + "epoch": 0.23421373425436814, + "grad_norm": 5.77338981628418, + "kl": 3.5703125, + "learning_rate": 7.657672301690507e-07, + "loss": 0.1426, + "reward": 1.2802811861038208, + "reward_std": 0.7261521518230438, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6240311563014984, "step": 1441 }, { - "epoch": 0.1, - "learning_rate": 1.9768451329613908e-05, - "loss": 1.1195, + "clip_ratio": 0.0, + "completion_length": 142.71875, + "epoch": 0.2343762698090207, + "grad_norm": 3.89742112159729, + "kl": 3.5703125, + "learning_rate": 7.656046814044212e-07, + "loss": 0.143, + "reward": 1.487728238105774, + "reward_std": 0.5101082921028137, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7064782679080963, "step": 1442 }, { - "epoch": 0.1, - "learning_rate": 1.976798701343458e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 142.3125, + "epoch": 0.2345388053636733, + "grad_norm": 3.0998950004577637, + "kl": 2.3828125, + "learning_rate": 7.654421326397919e-07, + "loss": 0.0951, + "reward": 1.4895920157432556, + "reward_std": 0.541002482175827, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.708342045545578, "step": 1443 }, { - "epoch": 0.1, - "learning_rate": 1.976752223764706e-05, - "loss": 1.1569, + "clip_ratio": 0.0, + "completion_length": 146.3125, + "epoch": 0.2347013409183259, + "grad_norm": 2.55690336227417, + "kl": 1.73046875, + "learning_rate": 7.652795838751625e-07, + "loss": 0.0692, + "reward": 1.4980834126472473, + "reward_std": 0.3516617566347122, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6543333828449249, "step": 1444 }, { - "epoch": 0.1, - "learning_rate": 1.9767057002273225e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 158.890625, + "epoch": 0.23486387647297846, + "grad_norm": 3.5006558895111084, + "kl": 3.4921875, + "learning_rate": 7.651170351105332e-07, + "loss": 0.14, + "reward": 1.3813742995262146, + "reward_std": 0.5817151963710785, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6157492995262146, "step": 1445 }, { - "epoch": 0.1, - "learning_rate": 1.976659130733496e-05, - "loss": 1.0368, + "clip_ratio": 0.0, + "completion_length": 154.015625, + "epoch": 0.23502641202763105, + "grad_norm": 2.0413401126861572, + "kl": 1.109375, + "learning_rate": 7.649544863459037e-07, + "loss": 0.0443, + "reward": 1.6811386942863464, + "reward_std": 0.35216060280799866, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7748886942863464, "step": 1446 }, { - "epoch": 0.1, - "learning_rate": 1.9766125152854182e-05, - "loss": 1.0802, + "clip_ratio": 0.0, + "completion_length": 140.359375, + "epoch": 0.23518894758228362, + "grad_norm": 2.7953052520751953, + "kl": 1.34765625, + "learning_rate": 7.647919375812744e-07, + "loss": 0.0539, + "reward": 1.59928560256958, + "reward_std": 0.4731012135744095, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7242856323719025, "step": 1447 }, { - "epoch": 0.1, - "learning_rate": 1.9765658538852825e-05, - "loss": 1.1559, + "clip_ratio": 0.0, + "completion_length": 152.484375, + "epoch": 0.2353514831369362, + "grad_norm": 2.9849908351898193, + "kl": 0.88671875, + "learning_rate": 7.646293888166449e-07, + "loss": 0.0354, + "reward": 1.532045066356659, + "reward_std": 0.35260894894599915, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6726700365543365, "step": 1448 }, { - "epoch": 0.1, - "learning_rate": 1.9765191465352837e-05, - "loss": 1.0113, + "clip_ratio": 0.0, + "completion_length": 131.75, + "epoch": 0.23551401869158878, + "grad_norm": 3.685713052749634, + "kl": 2.796875, + "learning_rate": 7.644668400520156e-07, + "loss": 0.1119, + "reward": 1.5292009115219116, + "reward_std": 0.5788495093584061, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7167009115219116, "step": 1449 }, { - "epoch": 0.1, - "learning_rate": 1.9764723932376203e-05, - "loss": 1.023, + "clip_ratio": 0.0, + "completion_length": 167.96875, + "epoch": 0.23567655424624137, + "grad_norm": 2.9538509845733643, + "kl": 2.06640625, + "learning_rate": 7.643042912873861e-07, + "loss": 0.0825, + "reward": 1.3974769115447998, + "reward_std": 0.4071549028158188, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.584976851940155, "step": 1450 }, { - "epoch": 0.1, - "learning_rate": 1.976425593994492e-05, - "loss": 1.1449, + "clip_ratio": 0.0, + "completion_length": 157.109375, + "epoch": 0.23583908980089394, + "grad_norm": 3.3772122859954834, + "kl": 2.125, + "learning_rate": 7.641417425227568e-07, + "loss": 0.0851, + "reward": 1.2841543555259705, + "reward_std": 0.558332771062851, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5966543853282928, "step": 1451 }, { - "epoch": 0.1, - "learning_rate": 1.9763787488081e-05, - "loss": 1.0581, + "clip_ratio": 0.0, + "completion_length": 149.734375, + "epoch": 0.23600162535554653, + "grad_norm": 4.1794562339782715, + "kl": 3.6953125, + "learning_rate": 7.639791937581273e-07, + "loss": 0.1479, + "reward": 1.3040304780006409, + "reward_std": 0.590273529291153, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.5696554780006409, "step": 1452 }, { - "epoch": 0.1, - "learning_rate": 1.97633185768065e-05, - "loss": 1.1044, + "clip_ratio": 0.0, + "completion_length": 150.09375, + "epoch": 0.2361641609101991, + "grad_norm": 3.6016616821289062, + "kl": 3.8671875, + "learning_rate": 7.63816644993498e-07, + "loss": 0.1551, + "reward": 1.290151059627533, + "reward_std": 0.63077312707901, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6339010000228882, "step": 1453 }, { - "epoch": 0.1, - "learning_rate": 1.976284920614347e-05, - "loss": 1.0712, + "clip_ratio": 0.0, + "completion_length": 170.3125, + "epoch": 0.2363266964648517, + "grad_norm": 3.139641046524048, + "kl": 3.9140625, + "learning_rate": 7.636540962288686e-07, + "loss": 0.1566, + "reward": 1.3423383235931396, + "reward_std": 0.5548811703920364, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6079633831977844, "step": 1454 }, { - "epoch": 0.1, - "learning_rate": 1.9762379376114e-05, - "loss": 1.138, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.23648923201950425, + "grad_norm": 3.0118792057037354, + "kl": 3.3125, + "learning_rate": 7.634915474642393e-07, + "loss": 0.1327, + "reward": 1.3698392510414124, + "reward_std": 0.4764891415834427, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6510891914367676, "step": 1455 }, { - "epoch": 0.1, - "learning_rate": 1.9761909086740195e-05, - "loss": 1.1363, + "clip_ratio": 0.0, + "completion_length": 162.640625, + "epoch": 0.23665176757415685, + "grad_norm": 3.2251672744750977, + "kl": 2.171875, + "learning_rate": 7.633289986996098e-07, + "loss": 0.087, + "reward": 1.3121629357337952, + "reward_std": 0.5510010123252869, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5621629953384399, "step": 1456 }, { - "epoch": 0.1, - "learning_rate": 1.976143833804419e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 151.65625, + "epoch": 0.23681430312880944, + "grad_norm": 2.7854843139648438, + "kl": 1.97265625, + "learning_rate": 7.631664499349805e-07, + "loss": 0.0788, + "reward": 1.4678105115890503, + "reward_std": 0.5516043901443481, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7021855115890503, "step": 1457 }, { - "epoch": 0.1, - "learning_rate": 1.9760967130048125e-05, - "loss": 1.0212, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.236976838683462, + "grad_norm": 4.349301815032959, + "kl": 2.96875, + "learning_rate": 7.63003901170351e-07, + "loss": 0.1186, + "reward": 1.397344708442688, + "reward_std": 0.5570660829544067, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6473447382450104, "step": 1458 }, { - "epoch": 0.1, - "learning_rate": 1.976049546277418e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 157.328125, + "epoch": 0.2371393742381146, + "grad_norm": 7.872641563415527, + "kl": 7.390625, + "learning_rate": 7.628413524057217e-07, + "loss": 0.2956, + "reward": 1.173491656780243, + "reward_std": 0.7415105998516083, + "rewards/format_reward_gen": 0.5625, + "rewards/llm_reward": 0.6109916269779205, "step": 1459 }, { - "epoch": 0.1, - "learning_rate": 1.976002333624454e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 145.234375, + "epoch": 0.23730190979276716, + "grad_norm": 2.5874083042144775, + "kl": 3.8046875, + "learning_rate": 7.626788036410922e-07, + "loss": 0.1519, + "reward": 1.3253762125968933, + "reward_std": 0.6686983704566956, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6378761529922485, "step": 1460 }, { - "epoch": 0.1, - "learning_rate": 1.975955075048143e-05, - "loss": 1.0501, + "clip_ratio": 0.0, + "completion_length": 161.171875, + "epoch": 0.23746444534741976, + "grad_norm": 6.774648189544678, + "kl": 6.609375, + "learning_rate": 7.625162548764629e-07, + "loss": 0.264, + "reward": 1.1845247745513916, + "reward_std": 0.5678602755069733, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.5126498341560364, "step": 1461 }, { - "epoch": 0.1, - "learning_rate": 1.9759077705507076e-05, - "loss": 1.1042, + "clip_ratio": 0.0, + "completion_length": 156.34375, + "epoch": 0.23762698090207232, + "grad_norm": 4.709226608276367, + "kl": 6.359375, + "learning_rate": 7.623537061118334e-07, + "loss": 0.2542, + "reward": 1.3127655982971191, + "reward_std": 0.5492619127035141, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.625265508890152, "step": 1462 }, { - "epoch": 0.1, - "learning_rate": 1.975860420134374e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 141.625, + "epoch": 0.23778951645672491, + "grad_norm": 3.3702733516693115, + "kl": 4.2890625, + "learning_rate": 7.621911573472041e-07, + "loss": 0.1715, + "reward": 1.503333032131195, + "reward_std": 0.6174993216991425, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7377080023288727, "step": 1463 }, { - "epoch": 0.1, - "learning_rate": 1.975813023801371e-05, - "loss": 1.1019, + "clip_ratio": 0.0, + "completion_length": 139.25, + "epoch": 0.23795205201137748, + "grad_norm": 3.8696656227111816, + "kl": 2.4453125, + "learning_rate": 7.620286085825747e-07, + "loss": 0.0981, + "reward": 1.6001766920089722, + "reward_std": 0.5436426103115082, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7564268112182617, "step": 1464 }, { - "epoch": 0.1, - "learning_rate": 1.975765581553927e-05, - "loss": 1.1555, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.23811458756603007, + "grad_norm": 2.1009392738342285, + "kl": 2.66015625, + "learning_rate": 7.618660598179454e-07, + "loss": 0.1066, + "reward": 1.5558499693870544, + "reward_std": 0.40330490469932556, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6964749097824097, "step": 1465 }, { - "epoch": 0.1, - "learning_rate": 1.9757180933942756e-05, - "loss": 1.1039, + "clip_ratio": 0.0, + "completion_length": 151.828125, + "epoch": 0.23827712312068264, + "grad_norm": 2.6841418743133545, + "kl": 1.109375, + "learning_rate": 7.617035110533159e-07, + "loss": 0.0444, + "reward": 1.546160101890564, + "reward_std": 0.29650233685970306, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.655535101890564, "step": 1466 }, { - "epoch": 0.1, - "learning_rate": 1.9756705593246508e-05, - "loss": 1.0852, + "clip_ratio": 0.0, + "completion_length": 168.640625, + "epoch": 0.23843965867533523, + "grad_norm": 1.9774614572525024, + "kl": 0.998046875, + "learning_rate": 7.615409622886866e-07, + "loss": 0.0398, + "reward": 1.633826196193695, + "reward_std": 0.22259920090436935, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7432012259960175, "step": 1467 }, { - "epoch": 0.1, - "learning_rate": 1.975622979347289e-05, - "loss": 1.0861, + "clip_ratio": 0.0, + "completion_length": 184.171875, + "epoch": 0.2386021942299878, + "grad_norm": 3.834853172302246, + "kl": 0.9765625, + "learning_rate": 7.613784135240571e-07, + "loss": 0.0391, + "reward": 1.653408706188202, + "reward_std": 0.3280410021543503, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7315337359905243, "step": 1468 }, { - "epoch": 0.1, - "learning_rate": 1.9755753534644296e-05, - "loss": 0.9948, + "clip_ratio": 0.0, + "completion_length": 155.5, + "epoch": 0.2387647297846404, + "grad_norm": 2.1680591106414795, + "kl": 1.404296875, + "learning_rate": 7.612158647594278e-07, + "loss": 0.0561, + "reward": 1.6776984930038452, + "reward_std": 0.3026136979460716, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7714485228061676, "step": 1469 }, { - "epoch": 0.1, - "learning_rate": 1.9755276816783132e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 158.625, + "epoch": 0.23892726533929298, + "grad_norm": 1.7731680870056152, + "kl": 2.0078125, + "learning_rate": 7.610533159947983e-07, + "loss": 0.0802, + "reward": 1.644149124622345, + "reward_std": 0.3323308527469635, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7691491842269897, "step": 1470 }, { - "epoch": 0.1, - "learning_rate": 1.9754799639911823e-05, - "loss": 1.0041, + "clip_ratio": 0.0, + "completion_length": 149.1875, + "epoch": 0.23908980089394555, + "grad_norm": 1.9046615362167358, + "kl": 0.708984375, + "learning_rate": 7.60890767230169e-07, + "loss": 0.0284, + "reward": 1.6286147832870483, + "reward_std": 0.21609251201152802, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6754896938800812, "step": 1471 }, { - "epoch": 0.1, - "learning_rate": 1.9754322004052827e-05, - "loss": 1.0768, + "clip_ratio": 0.0, + "completion_length": 158.546875, + "epoch": 0.23925233644859814, + "grad_norm": 2.4412713050842285, + "kl": 0.2392578125, + "learning_rate": 7.607282184655396e-07, + "loss": 0.0096, + "reward": 1.7086284160614014, + "reward_std": 0.15912982821464539, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7555035352706909, "step": 1472 }, { - "epoch": 0.1, - "learning_rate": 1.975384390922862e-05, - "loss": 1.1452, + "clip_ratio": 0.0, + "completion_length": 159.171875, + "epoch": 0.2394148720032507, + "grad_norm": 1.1159608364105225, + "kl": 0.1630859375, + "learning_rate": 7.605656697009102e-07, + "loss": 0.0065, + "reward": 1.738843560218811, + "reward_std": 0.08277134969830513, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.754468560218811, "step": 1473 }, { - "epoch": 0.1, - "learning_rate": 1.9753365355461693e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 170.84375, + "epoch": 0.2395774075579033, + "grad_norm": 1.4560848474502563, + "kl": 0.3994140625, + "learning_rate": 7.604031209362809e-07, + "loss": 0.016, + "reward": 1.6762808561325073, + "reward_std": 0.10648671165108681, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7075309455394745, "step": 1474 }, { - "epoch": 0.1, - "learning_rate": 1.9752886342774566e-05, - "loss": 1.0609, + "clip_ratio": 0.0, + "completion_length": 149.046875, + "epoch": 0.23973994311255586, + "grad_norm": 1.1294456720352173, + "kl": 0.1689453125, + "learning_rate": 7.602405721716515e-07, + "loss": 0.0067, + "reward": 1.8264350295066833, + "reward_std": 0.12213796749711037, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8420600891113281, "step": 1475 }, { - "epoch": 0.1, - "learning_rate": 1.9752406871189772e-05, - "loss": 1.1512, + "clip_ratio": 0.0, + "completion_length": 145.515625, + "epoch": 0.23990247866720846, + "grad_norm": 2.027942180633545, + "kl": 0.2080078125, + "learning_rate": 7.600780234070221e-07, + "loss": 0.0083, + "reward": 1.7032625079154968, + "reward_std": 0.10523869656026363, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7188874781131744, "step": 1476 }, { - "epoch": 0.1, - "learning_rate": 1.975192694072988e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 151.859375, + "epoch": 0.24006501422186102, + "grad_norm": 1.9374425411224365, + "kl": 0.556640625, + "learning_rate": 7.599154746423927e-07, + "loss": 0.0222, + "reward": 1.6395867466926575, + "reward_std": 0.1388949677348137, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6708367168903351, "step": 1477 }, { - "epoch": 0.1, - "learning_rate": 1.9751446551417467e-05, - "loss": 1.1383, + "clip_ratio": 0.0, + "completion_length": 139.515625, + "epoch": 0.24022754977651362, + "grad_norm": 1.354068398475647, + "kl": 0.62548828125, + "learning_rate": 7.597529258777633e-07, + "loss": 0.0249, + "reward": 1.7833020091056824, + "reward_std": 0.18412374518811703, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8301770091056824, "step": 1478 }, { - "epoch": 0.1, - "learning_rate": 1.975096570327514e-05, - "loss": 1.1077, + "clip_ratio": 0.0, + "completion_length": 150.921875, + "epoch": 0.24039008533116618, + "grad_norm": 1.3323981761932373, + "kl": 0.349609375, + "learning_rate": 7.595903771131339e-07, + "loss": 0.014, + "reward": 1.7781293988227844, + "reward_std": 0.11693467944860458, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7937543988227844, "step": 1479 }, { - "epoch": 0.1, - "learning_rate": 1.975048439632552e-05, - "loss": 1.0281, + "clip_ratio": 0.0, + "completion_length": 148.734375, + "epoch": 0.24055262088581877, + "grad_norm": 1.2543224096298218, + "kl": 0.149658203125, + "learning_rate": 7.594278283485045e-07, + "loss": 0.006, + "reward": 1.7569323778152466, + "reward_std": 0.07829434238374233, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7569323182106018, "step": 1480 }, { - "epoch": 0.1, - "learning_rate": 1.9750002630591253e-05, - "loss": 1.0994, + "clip_ratio": 0.0, + "completion_length": 164.453125, + "epoch": 0.24071515644047134, + "grad_norm": 1.236266851425171, + "kl": 1.609375, + "learning_rate": 7.592652795838751e-07, + "loss": 0.0645, + "reward": 1.6927244663238525, + "reward_std": 0.24804071336984634, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7552244067192078, "step": 1481 }, { - "epoch": 0.1, - "learning_rate": 1.974952040609501e-05, - "loss": 1.1614, + "clip_ratio": 0.0, + "completion_length": 144.65625, + "epoch": 0.24087769199512393, + "grad_norm": 1.0719784498214722, + "kl": 0.118408203125, + "learning_rate": 7.591027308192457e-07, + "loss": 0.0047, + "reward": 1.7214940786361694, + "reward_std": 0.038254696410149336, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7214941084384918, "step": 1482 }, { - "epoch": 0.1, - "learning_rate": 1.974903772285948e-05, - "loss": 1.1644, + "clip_ratio": 0.0, + "completion_length": 145.671875, + "epoch": 0.24104022754977653, + "grad_norm": 1.494165301322937, + "kl": 0.2119140625, + "learning_rate": 7.589401820546163e-07, + "loss": 0.0085, + "reward": 1.6634348630905151, + "reward_std": 0.14977828413248062, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6790599226951599, "step": 1483 }, { - "epoch": 0.1, - "learning_rate": 1.974855458090738e-05, - "loss": 1.0551, + "clip_ratio": 0.0, + "completion_length": 151.578125, + "epoch": 0.2412027631044291, + "grad_norm": 1.5655848979949951, + "kl": 0.460205078125, + "learning_rate": 7.58777633289987e-07, + "loss": 0.0184, + "reward": 1.8151641488075256, + "reward_std": 0.17444230616092682, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8620391190052032, "step": 1484 }, { - "epoch": 0.1, - "learning_rate": 1.974807098026143e-05, - "loss": 1.1364, + "clip_ratio": 0.0, + "completion_length": 171.90625, + "epoch": 0.24136529865908168, + "grad_norm": 2.117156744003296, + "kl": 0.45654296875, + "learning_rate": 7.586150845253576e-07, + "loss": 0.0183, + "reward": 1.7418729066848755, + "reward_std": 0.1228153184056282, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7574979066848755, "step": 1485 }, { - "epoch": 0.1, - "learning_rate": 1.9747586920944397e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 156.609375, + "epoch": 0.24152783421373425, + "grad_norm": 11.537871360778809, + "kl": 1.58203125, + "learning_rate": 7.584525357607282e-07, + "loss": 0.0632, + "reward": 1.6999040842056274, + "reward_std": 0.16144269704818726, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7467791438102722, "step": 1486 }, { - "epoch": 0.1, - "learning_rate": 1.9747102402979053e-05, - "loss": 1.0817, + "clip_ratio": 0.0, + "completion_length": 146.46875, + "epoch": 0.24169036976838684, + "grad_norm": 1.1124533414840698, + "kl": 0.64501953125, + "learning_rate": 7.582899869960988e-07, + "loss": 0.0259, + "reward": 1.7874521017074585, + "reward_std": 0.12532596290111542, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8187021613121033, "step": 1487 }, { - "epoch": 0.1, - "learning_rate": 1.974661742638819e-05, - "loss": 1.0555, + "clip_ratio": 0.0, + "completion_length": 149.78125, + "epoch": 0.2418529053230394, + "grad_norm": 1.5064789056777954, + "kl": 0.4873046875, + "learning_rate": 7.581274382314694e-07, + "loss": 0.0195, + "reward": 1.7650172114372253, + "reward_std": 0.1632574498653412, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7806422710418701, "step": 1488 }, { - "epoch": 0.1, - "learning_rate": 1.974613199119464e-05, - "loss": 1.0466, + "clip_ratio": 0.0, + "completion_length": 175.296875, + "epoch": 0.242015440877692, + "grad_norm": 1.4668537378311157, + "kl": 1.39453125, + "learning_rate": 7.5796488946684e-07, + "loss": 0.0558, + "reward": 1.6394779682159424, + "reward_std": 0.259915754199028, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7176030278205872, "step": 1489 }, { - "epoch": 0.1, - "learning_rate": 1.9745646097421232e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 166.40625, + "epoch": 0.24217797643234457, + "grad_norm": 3.9748125076293945, + "kl": 1.35302734375, + "learning_rate": 7.578023407022106e-07, + "loss": 0.0541, + "reward": 1.7622811794281006, + "reward_std": 0.23232179135084152, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8404061794281006, "step": 1490 }, { - "epoch": 0.1, - "learning_rate": 1.9745159745090838e-05, - "loss": 1.1313, + "clip_ratio": 0.0, + "completion_length": 174.671875, + "epoch": 0.24234051198699716, + "grad_norm": 2.9388349056243896, + "kl": 3.0703125, + "learning_rate": 7.576397919375812e-07, + "loss": 0.1228, + "reward": 1.551325500011444, + "reward_std": 0.2963012456893921, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6450753808021545, "step": 1491 }, { - "epoch": 0.1, - "learning_rate": 1.9744672934226333e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 160.703125, + "epoch": 0.24250304754164972, + "grad_norm": 2.032588005065918, + "kl": 2.02734375, + "learning_rate": 7.574772431729518e-07, + "loss": 0.0812, + "reward": 1.5973669290542603, + "reward_std": 0.2661276012659073, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6754919290542603, "step": 1492 }, { - "epoch": 0.1, - "learning_rate": 1.9744185664850626e-05, - "loss": 1.104, + "clip_ratio": 0.0, + "completion_length": 155.984375, + "epoch": 0.24266558309630232, + "grad_norm": 2.5291318893432617, + "kl": 1.4990234375, + "learning_rate": 7.573146944083224e-07, + "loss": 0.0598, + "reward": 1.6429468989372253, + "reward_std": 0.1919514313340187, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7210718989372253, "step": 1493 }, { - "epoch": 0.1, - "learning_rate": 1.974369793698665e-05, - "loss": 1.0228, + "clip_ratio": 0.0, + "completion_length": 174.171875, + "epoch": 0.24282811865095488, + "grad_norm": 4.961555480957031, + "kl": 4.4375, + "learning_rate": 7.571521456436931e-07, + "loss": 0.1771, + "reward": 1.5338212847709656, + "reward_std": 0.37110064923763275, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6900712251663208, "step": 1494 }, { - "epoch": 0.1, - "learning_rate": 1.9743209750657348e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 165.328125, + "epoch": 0.24299065420560748, + "grad_norm": 1.5760741233825684, + "kl": 1.0771484375, + "learning_rate": 7.569895968790637e-07, + "loss": 0.0431, + "reward": 1.7151869535446167, + "reward_std": 0.15293480828404427, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7620620131492615, "step": 1495 }, { - "epoch": 0.1, - "learning_rate": 1.974272110588569e-05, - "loss": 1.0345, + "clip_ratio": 0.0, + "completion_length": 166.125, + "epoch": 0.24315318976026007, + "grad_norm": 2.8258821964263916, + "kl": 1.99609375, + "learning_rate": 7.568270481144343e-07, + "loss": 0.0798, + "reward": 1.5866954922676086, + "reward_std": 0.30564771592617035, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7273204922676086, "step": 1496 }, { - "epoch": 0.1, - "learning_rate": 1.9742232002694666e-05, - "loss": 1.1455, + "clip_ratio": 0.0, + "completion_length": 145.3125, + "epoch": 0.24331572531491263, + "grad_norm": 2.1372454166412354, + "kl": 0.884765625, + "learning_rate": 7.566644993498049e-07, + "loss": 0.0354, + "reward": 1.7798479795455933, + "reward_std": 0.25471602380275726, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8579729199409485, "step": 1497 }, { - "epoch": 0.1, - "learning_rate": 1.9741742441107297e-05, - "loss": 1.0864, + "clip_ratio": 0.0, + "completion_length": 172.265625, + "epoch": 0.24347826086956523, + "grad_norm": 2.0037457942962646, + "kl": 1.19140625, + "learning_rate": 7.565019505851755e-07, + "loss": 0.0478, + "reward": 1.6070717573165894, + "reward_std": 0.3732626289129257, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7164468169212341, "step": 1498 }, { - "epoch": 0.1, - "learning_rate": 1.9741252421146613e-05, - "loss": 1.1232, + "clip_ratio": 0.0, + "completion_length": 165.921875, + "epoch": 0.2436407964242178, + "grad_norm": 1.4606515169143677, + "kl": 0.796875, + "learning_rate": 7.563394018205461e-07, + "loss": 0.0318, + "reward": 1.6411613821983337, + "reward_std": 0.2815253287553787, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7349113523960114, "step": 1499 }, { - "epoch": 0.1, - "learning_rate": 1.9740761942835673e-05, - "loss": 1.1114, + "clip_ratio": 0.0, + "completion_length": 155.59375, + "epoch": 0.24380333197887039, + "grad_norm": 1.5216797590255737, + "kl": 0.45654296875, + "learning_rate": 7.561768530559167e-07, + "loss": 0.0182, + "reward": 1.7262976169586182, + "reward_std": 0.24660397320985794, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8044226169586182, "step": 1500 }, { - "epoch": 0.1, - "learning_rate": 1.974027100619755e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 163.046875, + "epoch": 0.24396586753352295, + "grad_norm": 5.742807388305664, + "kl": 0.5126953125, + "learning_rate": 7.560143042912873e-07, + "loss": 0.0205, + "reward": 1.5463141202926636, + "reward_std": 0.3961280584335327, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6713141202926636, "step": 1501 }, { - "epoch": 0.1, - "learning_rate": 1.973977961125535e-05, - "loss": 1.0388, + "clip_ratio": 0.0, + "completion_length": 155.046875, + "epoch": 0.24412840308817554, + "grad_norm": 1.52969229221344, + "kl": 0.5244140625, + "learning_rate": 7.558517555266579e-07, + "loss": 0.021, + "reward": 1.5524756908416748, + "reward_std": 0.3460904657840729, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6774756610393524, "step": 1502 }, { - "epoch": 0.1, - "learning_rate": 1.9739287758032194e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 146.953125, + "epoch": 0.2442909386428281, + "grad_norm": 5.150028228759766, + "kl": 0.375, + "learning_rate": 7.556892067620285e-07, + "loss": 0.0149, + "reward": 1.6228130459785461, + "reward_std": 0.1504267454147339, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6540630161762238, "step": 1503 }, { - "epoch": 0.1, - "learning_rate": 1.973879544655122e-05, - "loss": 1.1062, + "clip_ratio": 0.0, + "completion_length": 158.859375, + "epoch": 0.2444534741974807, + "grad_norm": 1.9993252754211426, + "kl": 0.30859375, + "learning_rate": 7.555266579973992e-07, + "loss": 0.0124, + "reward": 1.724562644958496, + "reward_std": 0.24659376963973045, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7714376449584961, "step": 1504 }, { - "epoch": 0.1, - "learning_rate": 1.9738302676835598e-05, - "loss": 1.1013, + "clip_ratio": 0.0, + "completion_length": 158.75, + "epoch": 0.24461600975213327, + "grad_norm": 2.076301336288452, + "kl": 0.70458984375, + "learning_rate": 7.553641092327699e-07, + "loss": 0.0282, + "reward": 1.6040485501289368, + "reward_std": 0.4564565569162369, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7759235501289368, "step": 1505 }, { - "epoch": 0.1, - "learning_rate": 1.9737809448908513e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 147.0, + "epoch": 0.24477854530678586, + "grad_norm": 1.8734841346740723, + "kl": 0.4150390625, + "learning_rate": 7.552015604681404e-07, + "loss": 0.0166, + "reward": 1.7590699791908264, + "reward_std": 0.2294066995382309, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8215699195861816, "step": 1506 }, { - "epoch": 0.1, - "learning_rate": 1.9737315762793165e-05, - "loss": 1.0687, + "clip_ratio": 0.0, + "completion_length": 172.125, + "epoch": 0.24494108086143843, + "grad_norm": 2.611436605453491, + "kl": 0.6484375, + "learning_rate": 7.550390117035111e-07, + "loss": 0.0259, + "reward": 1.570704698562622, + "reward_std": 0.2789146304130554, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6644546985626221, "step": 1507 }, { - "epoch": 0.1, - "learning_rate": 1.9736821618512794e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 143.328125, + "epoch": 0.24510361641609102, + "grad_norm": 2.254004716873169, + "kl": 0.31591796875, + "learning_rate": 7.548764629388816e-07, + "loss": 0.0126, + "reward": 1.7691470384597778, + "reward_std": 0.14780638366937637, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8003970980644226, "step": 1508 }, { - "epoch": 0.1, - "learning_rate": 1.9736327016090644e-05, - "loss": 1.1186, + "clip_ratio": 0.0, + "completion_length": 174.65625, + "epoch": 0.2452661519707436, + "grad_norm": 2.0457165241241455, + "kl": 0.974609375, + "learning_rate": 7.547139141742523e-07, + "loss": 0.0391, + "reward": 1.540963590145111, + "reward_std": 0.30525214970111847, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6503385603427887, "step": 1509 }, { - "epoch": 0.1, - "learning_rate": 1.973583195554999e-05, - "loss": 1.0559, + "clip_ratio": 0.0, + "completion_length": 169.078125, + "epoch": 0.24542868752539618, + "grad_norm": 2.157442569732666, + "kl": 1.43359375, + "learning_rate": 7.545513654096228e-07, + "loss": 0.0575, + "reward": 1.5664299726486206, + "reward_std": 0.3081371337175369, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7070549428462982, "step": 1510 }, { - "epoch": 0.1, - "learning_rate": 1.9735336436914125e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 152.625, + "epoch": 0.24559122308004877, + "grad_norm": 1.1136707067489624, + "kl": 0.307373046875, + "learning_rate": 7.543888166449935e-07, + "loss": 0.0123, + "reward": 1.7303710579872131, + "reward_std": 0.2123050019145012, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8084960877895355, "step": 1511 }, { - "epoch": 0.1, - "learning_rate": 1.9734840460206365e-05, - "loss": 1.1096, + "clip_ratio": 0.0, + "completion_length": 171.734375, + "epoch": 0.24575375863470134, + "grad_norm": 2.010948657989502, + "kl": 1.63671875, + "learning_rate": 7.54226267880364e-07, + "loss": 0.0656, + "reward": 1.543944537639618, + "reward_std": 0.42396703362464905, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6845695674419403, "step": 1512 }, { - "epoch": 0.1, - "learning_rate": 1.9734344025450046e-05, - "loss": 1.0736, + "clip_ratio": 0.0, + "completion_length": 156.140625, + "epoch": 0.24591629418935393, + "grad_norm": 1.5327492952346802, + "kl": 0.779296875, + "learning_rate": 7.540637191157347e-07, + "loss": 0.0312, + "reward": 1.5162833333015442, + "reward_std": 0.42388224601745605, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6725333333015442, "step": 1513 }, { - "epoch": 0.1, - "learning_rate": 1.9733847132668527e-05, - "loss": 1.1009, + "clip_ratio": 0.0, + "completion_length": 191.265625, + "epoch": 0.2460788297440065, + "grad_norm": 9.954143524169922, + "kl": 6.703125, + "learning_rate": 7.539011703511053e-07, + "loss": 0.2681, + "reward": 1.3240737318992615, + "reward_std": 0.3838622570037842, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6678237318992615, "step": 1514 }, { - "epoch": 0.1, - "learning_rate": 1.9733349781885187e-05, - "loss": 1.1757, + "clip_ratio": 0.0, + "completion_length": 172.34375, + "epoch": 0.2462413652986591, + "grad_norm": 1.7531981468200684, + "kl": 1.3515625, + "learning_rate": 7.53738621586476e-07, + "loss": 0.054, + "reward": 1.4945008158683777, + "reward_std": 0.34505531191825867, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6507508158683777, "step": 1515 }, { - "epoch": 0.1, - "learning_rate": 1.9732851973123432e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 182.5, + "epoch": 0.24640390085331165, + "grad_norm": 5.054798126220703, + "kl": 2.828125, + "learning_rate": 7.535760728218465e-07, + "loss": 0.1132, + "reward": 1.5167145133018494, + "reward_std": 0.32812735438346863, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7198395729064941, "step": 1516 }, { - "epoch": 0.1, - "learning_rate": 1.9732353706406676e-05, - "loss": 1.1766, + "clip_ratio": 0.0, + "completion_length": 156.9375, + "epoch": 0.24656643640796425, + "grad_norm": 2.7339887619018555, + "kl": 2.2265625, + "learning_rate": 7.534135240572172e-07, + "loss": 0.0891, + "reward": 1.537211000919342, + "reward_std": 0.48093362152576447, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7090859115123749, "step": 1517 }, { - "epoch": 0.1, - "learning_rate": 1.9731854981758373e-05, - "loss": 1.0715, + "clip_ratio": 0.0, + "completion_length": 190.890625, + "epoch": 0.2467289719626168, + "grad_norm": 2.2605180740356445, + "kl": 2.0078125, + "learning_rate": 7.532509752925877e-07, + "loss": 0.0802, + "reward": 1.6022560596466064, + "reward_std": 0.19733408838510513, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6647560298442841, "step": 1518 }, { - "epoch": 0.1, - "learning_rate": 1.9731355799201985e-05, - "loss": 1.0541, + "clip_ratio": 0.0, + "completion_length": 166.578125, + "epoch": 0.2468915075172694, + "grad_norm": 2.0567657947540283, + "kl": 1.05078125, + "learning_rate": 7.530884265279584e-07, + "loss": 0.0421, + "reward": 1.6262450814247131, + "reward_std": 0.3503820449113846, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7512451410293579, "step": 1519 }, { - "epoch": 0.1, - "learning_rate": 1.9730856158761002e-05, - "loss": 1.1439, + "clip_ratio": 0.0, + "completion_length": 159.828125, + "epoch": 0.24705404307192197, + "grad_norm": 1.7762203216552734, + "kl": 0.363525390625, + "learning_rate": 7.529258777633289e-07, + "loss": 0.0145, + "reward": 1.6177082061767578, + "reward_std": 0.23894008994102478, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6958332061767578, "step": 1520 }, { - "epoch": 0.1, - "learning_rate": 1.973035606045893e-05, - "loss": 1.0998, + "clip_ratio": 0.0, + "completion_length": 142.890625, + "epoch": 0.24721657862657456, + "grad_norm": 1.7131725549697876, + "kl": 0.53515625, + "learning_rate": 7.527633289986996e-07, + "loss": 0.0214, + "reward": 1.8075016140937805, + "reward_std": 0.16187670826911926, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8231265544891357, "step": 1521 }, { - "epoch": 0.1, - "learning_rate": 1.9729855504319303e-05, - "loss": 1.0222, + "clip_ratio": 0.0, + "completion_length": 174.828125, + "epoch": 0.24737911418122716, + "grad_norm": 1.3102072477340698, + "kl": 0.13525390625, + "learning_rate": 7.526007802340701e-07, + "loss": 0.0054, + "reward": 1.700956642627716, + "reward_std": 0.15970421209931374, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7478316426277161, "step": 1522 }, { - "epoch": 0.1, - "learning_rate": 1.972935449036567e-05, - "loss": 1.0305, + "clip_ratio": 0.0, + "completion_length": 162.34375, + "epoch": 0.24754164973587972, + "grad_norm": 1.7053916454315186, + "kl": 0.5380859375, + "learning_rate": 7.524382314694408e-07, + "loss": 0.0216, + "reward": 1.6795660257339478, + "reward_std": 0.1836879700422287, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7264410853385925, "step": 1523 }, { - "epoch": 0.1, - "learning_rate": 1.972885301862161e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 167.703125, + "epoch": 0.2477041852905323, + "grad_norm": 1.8193658590316772, + "kl": 0.826171875, + "learning_rate": 7.522756827048114e-07, + "loss": 0.0331, + "reward": 1.548848569393158, + "reward_std": 0.2995664030313492, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6269735991954803, "step": 1524 }, { - "epoch": 0.1, - "learning_rate": 1.9728351089110714e-05, - "loss": 1.1274, + "clip_ratio": 0.0, + "completion_length": 154.53125, + "epoch": 0.24786672084518488, + "grad_norm": 2.00886607170105, + "kl": 0.67041015625, + "learning_rate": 7.521131339401821e-07, + "loss": 0.0269, + "reward": 1.5225008726119995, + "reward_std": 0.31280893087387085, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6006259322166443, "step": 1525 }, { - "epoch": 0.1, - "learning_rate": 1.97278487018566e-05, - "loss": 1.1056, + "clip_ratio": 0.0, + "completion_length": 163.671875, + "epoch": 0.24802925639983747, + "grad_norm": 1.9676226377487183, + "kl": 0.916015625, + "learning_rate": 7.519505851755526e-07, + "loss": 0.0366, + "reward": 1.714009404182434, + "reward_std": 0.24307482689619064, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7765094041824341, "step": 1526 }, { - "epoch": 0.1, - "learning_rate": 1.9727345856882907e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 151.640625, + "epoch": 0.24819179195449004, + "grad_norm": 2.64107346534729, + "kl": 1.296875, + "learning_rate": 7.517880364109233e-07, + "loss": 0.0518, + "reward": 1.5142953395843506, + "reward_std": 0.29453277587890625, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.5924202799797058, "step": 1527 }, { - "epoch": 0.1, - "learning_rate": 1.9726842554213295e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 153.75, + "epoch": 0.24835432750914263, + "grad_norm": 2.0010366439819336, + "kl": 1.09765625, + "learning_rate": 7.516254876462938e-07, + "loss": 0.0439, + "reward": 1.6722151637077332, + "reward_std": 0.245608851313591, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7659651339054108, "step": 1528 }, { - "epoch": 0.1, - "learning_rate": 1.9726338793871447e-05, - "loss": 1.0133, + "clip_ratio": 0.0, + "completion_length": 185.140625, + "epoch": 0.2485168630637952, + "grad_norm": 2.5768866539001465, + "kl": 2.8046875, + "learning_rate": 7.514629388816645e-07, + "loss": 0.1123, + "reward": 1.3833831548690796, + "reward_std": 0.4942419081926346, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.570883184671402, "step": 1529 }, { - "epoch": 0.1, - "learning_rate": 1.9725834575881065e-05, - "loss": 1.0843, + "clip_ratio": 0.0, + "completion_length": 184.734375, + "epoch": 0.2486793986184478, + "grad_norm": 2.7661232948303223, + "kl": 1.515625, + "learning_rate": 7.51300390117035e-07, + "loss": 0.0607, + "reward": 1.6390267610549927, + "reward_std": 0.32970766723155975, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7484017610549927, "step": 1530 }, { - "epoch": 0.1, - "learning_rate": 1.9725329900265873e-05, - "loss": 1.0998, + "clip_ratio": 0.0, + "completion_length": 161.375, + "epoch": 0.24884193417310035, + "grad_norm": 5.092330455780029, + "kl": 3.5859375, + "learning_rate": 7.511378413524057e-07, + "loss": 0.1433, + "reward": 1.3807129859924316, + "reward_std": 0.3159776031970978, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6150879561901093, "step": 1531 }, { - "epoch": 0.1, - "learning_rate": 1.972482476704962e-05, - "loss": 1.1715, + "clip_ratio": 0.0, + "completion_length": 150.734375, + "epoch": 0.24900446972775295, + "grad_norm": 4.243074893951416, + "kl": 2.53515625, + "learning_rate": 7.509752925877762e-07, + "loss": 0.1012, + "reward": 1.6681625247001648, + "reward_std": 0.41636091470718384, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7775375247001648, "step": 1532 }, { - "epoch": 0.1, - "learning_rate": 1.972431917625607e-05, - "loss": 1.0331, + "clip_ratio": 0.0, + "completion_length": 208.953125, + "epoch": 0.2491670052824055, + "grad_norm": 2.8873069286346436, + "kl": 3.5234375, + "learning_rate": 7.508127438231469e-07, + "loss": 0.1415, + "reward": 1.3778912425041199, + "reward_std": 0.568879097700119, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6122662425041199, "step": 1533 }, { - "epoch": 0.1, - "learning_rate": 1.9723813127909014e-05, - "loss": 1.1025, + "clip_ratio": 0.0, + "completion_length": 153.28125, + "epoch": 0.2493295408370581, + "grad_norm": 3.5334863662719727, + "kl": 3.625, + "learning_rate": 7.506501950585175e-07, + "loss": 0.1448, + "reward": 1.4132662415504456, + "reward_std": 0.5893958210945129, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6788912415504456, "step": 1534 }, { - "epoch": 0.1, - "learning_rate": 1.9723306622032266e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 165.296875, + "epoch": 0.2494920763917107, + "grad_norm": 4.108162879943848, + "kl": 4.1953125, + "learning_rate": 7.504876462938882e-07, + "loss": 0.1684, + "reward": 1.3900298476219177, + "reward_std": 0.6255914270877838, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6556549072265625, "step": 1535 }, { - "epoch": 0.1, - "learning_rate": 1.972279965864965e-05, - "loss": 1.1496, + "clip_ratio": 0.0, + "completion_length": 164.234375, + "epoch": 0.24965461194636326, + "grad_norm": 5.591330051422119, + "kl": 5.015625, + "learning_rate": 7.503250975292587e-07, + "loss": 0.2001, + "reward": 1.3706031441688538, + "reward_std": 0.688094437122345, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6362281441688538, "step": 1536 }, { - "epoch": 0.1, - "learning_rate": 1.972229223778503e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 151.25, + "epoch": 0.24981714750101586, + "grad_norm": 2.462203025817871, + "kl": 3.2734375, + "learning_rate": 7.501625487646294e-07, + "loss": 0.1314, + "reward": 1.4007034301757812, + "reward_std": 0.5181395709514618, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6038284003734589, "step": 1537 }, { - "epoch": 0.1, - "learning_rate": 1.972178435946227e-05, - "loss": 1.0575, + "clip_ratio": 0.0, + "completion_length": 173.25, + "epoch": 0.24997968305566842, + "grad_norm": 4.745311260223389, + "kl": 4.4296875, + "learning_rate": 7.5e-07, + "loss": 0.1768, + "reward": 1.3339667916297913, + "reward_std": 0.4940490424633026, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5839667618274689, "step": 1538 }, { - "epoch": 0.1, - "learning_rate": 1.9721276023705282e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 150.03125, + "epoch": 0.250142218610321, + "grad_norm": 3.0864531993865967, + "kl": 3.515625, + "learning_rate": 7.498374512353706e-07, + "loss": 0.1403, + "reward": 1.4532899856567383, + "reward_std": 0.39999738335609436, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6720399558544159, "step": 1539 }, { - "epoch": 0.1, - "learning_rate": 1.9720767230537973e-05, - "loss": 1.1493, + "clip_ratio": 0.0, + "completion_length": 151.09375, + "epoch": 0.2503047541649736, + "grad_norm": 4.470396995544434, + "kl": 2.8359375, + "learning_rate": 7.496749024707412e-07, + "loss": 0.1133, + "reward": 1.6268617510795593, + "reward_std": 0.47399839758872986, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7674867510795593, "step": 1540 }, { - "epoch": 0.1, - "learning_rate": 1.9720257979984286e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 166.640625, + "epoch": 0.2504672897196262, + "grad_norm": 4.363626956939697, + "kl": 2.2421875, + "learning_rate": 7.495123537061118e-07, + "loss": 0.0896, + "reward": 1.5251327753067017, + "reward_std": 0.46162089705467224, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6501327753067017, "step": 1541 }, { - "epoch": 0.1, - "learning_rate": 1.9719748272068184e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 148.0, + "epoch": 0.25062982527427874, + "grad_norm": 3.293626070022583, + "kl": 2.8046875, + "learning_rate": 7.493498049414824e-07, + "loss": 0.1122, + "reward": 1.5221542716026306, + "reward_std": 0.4567931592464447, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6940291821956635, "step": 1542 }, { - "epoch": 0.1, - "learning_rate": 1.9719238106813643e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 160.34375, + "epoch": 0.2507923608289313, + "grad_norm": 4.12813663482666, + "kl": 1.7890625, + "learning_rate": 7.491872561768531e-07, + "loss": 0.0714, + "reward": 1.532589614391327, + "reward_std": 0.44850069284439087, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7044646441936493, "step": 1543 }, { - "epoch": 0.1, - "learning_rate": 1.971872748424468e-05, - "loss": 1.0266, + "clip_ratio": 0.0, + "completion_length": 148.078125, + "epoch": 0.2509548963835839, + "grad_norm": 3.54406476020813, + "kl": 2.1640625, + "learning_rate": 7.490247074122237e-07, + "loss": 0.0866, + "reward": 1.5461492538452148, + "reward_std": 0.31691427528858185, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7023992836475372, "step": 1544 }, { - "epoch": 0.1, - "learning_rate": 1.9718216404385307e-05, - "loss": 1.0998, + "clip_ratio": 0.0, + "completion_length": 155.859375, + "epoch": 0.2511174319382365, + "grad_norm": 2.596205711364746, + "kl": 1.65625, + "learning_rate": 7.488621586475943e-07, + "loss": 0.0662, + "reward": 1.4918898940086365, + "reward_std": 0.39022597670555115, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6168898940086365, "step": 1545 }, { - "epoch": 0.1, - "learning_rate": 1.9717704867259583e-05, - "loss": 1.0938, + "clip_ratio": 0.0, + "completion_length": 174.453125, + "epoch": 0.25127996749288906, + "grad_norm": 2.509411096572876, + "kl": 2.37109375, + "learning_rate": 7.486996098829649e-07, + "loss": 0.0948, + "reward": 1.4555513858795166, + "reward_std": 0.3841882199048996, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6430513262748718, "step": 1546 }, { - "epoch": 0.1, - "learning_rate": 1.9717192872891572e-05, - "loss": 1.0594, + "clip_ratio": 0.0, + "completion_length": 167.125, + "epoch": 0.2514425030475417, + "grad_norm": 3.6434006690979004, + "kl": 1.90234375, + "learning_rate": 7.485370611183355e-07, + "loss": 0.0763, + "reward": 1.4056079983711243, + "reward_std": 0.35856520384550095, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.593108057975769, "step": 1547 }, { - "epoch": 0.1, - "learning_rate": 1.9716680421305368e-05, - "loss": 1.002, + "clip_ratio": 0.0, + "completion_length": 165.59375, + "epoch": 0.25160503860219424, + "grad_norm": 3.718033790588379, + "kl": 2.15234375, + "learning_rate": 7.483745123537061e-07, + "loss": 0.0861, + "reward": 1.6126800179481506, + "reward_std": 0.36851629614830017, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.8158050179481506, "step": 1548 }, { - "epoch": 0.1, - "learning_rate": 1.971616751252508e-05, - "loss": 1.1033, + "clip_ratio": 0.0, + "completion_length": 153.453125, + "epoch": 0.2517675741568468, + "grad_norm": 3.6596219539642334, + "kl": 2.34375, + "learning_rate": 7.482119635890767e-07, + "loss": 0.0936, + "reward": 1.4369569420814514, + "reward_std": 0.4029834419488907, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6088319420814514, "step": 1549 }, { - "epoch": 0.1, - "learning_rate": 1.971565414657484e-05, - "loss": 1.1014, + "clip_ratio": 0.0, + "completion_length": 166.1875, + "epoch": 0.2519301097114994, + "grad_norm": 3.1837515830993652, + "kl": 1.77734375, + "learning_rate": 7.480494148244473e-07, + "loss": 0.071, + "reward": 1.5167222023010254, + "reward_std": 0.3439612537622452, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.641722172498703, "step": 1550 }, { - "epoch": 0.1, - "learning_rate": 1.9715140323478806e-05, - "loss": 1.1498, + "clip_ratio": 0.0, + "completion_length": 141.890625, + "epoch": 0.252092645266152, + "grad_norm": 2.511277198791504, + "kl": 0.6318359375, + "learning_rate": 7.478868660598179e-07, + "loss": 0.0253, + "reward": 1.5974336862564087, + "reward_std": 0.2150610312819481, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6755587160587311, "step": 1551 }, { - "epoch": 0.1, - "learning_rate": 1.9714626043261154e-05, - "loss": 1.0313, + "clip_ratio": 0.0, + "completion_length": 154.6875, + "epoch": 0.25225518082080456, + "grad_norm": 2.3530848026275635, + "kl": 1.4296875, + "learning_rate": 7.477243172951885e-07, + "loss": 0.0572, + "reward": 1.5695949792861938, + "reward_std": 0.42915526032447815, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6945950388908386, "step": 1552 }, { - "epoch": 0.1, - "learning_rate": 1.9714111305946083e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 143.296875, + "epoch": 0.2524177163754571, + "grad_norm": 1.9518370628356934, + "kl": 0.865234375, + "learning_rate": 7.475617685305592e-07, + "loss": 0.0346, + "reward": 1.6117625832557678, + "reward_std": 0.32467492669820786, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.689887523651123, "step": 1553 }, { - "epoch": 0.1, - "learning_rate": 1.9713596111557813e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 162.453125, + "epoch": 0.2525802519301097, + "grad_norm": 1.4034149646759033, + "kl": 0.806640625, + "learning_rate": 7.473992197659298e-07, + "loss": 0.0323, + "reward": 1.5980166792869568, + "reward_std": 0.250483438372612, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6761416792869568, "step": 1554 }, { - "epoch": 0.1, - "learning_rate": 1.971308046012058e-05, - "loss": 1.1379, + "clip_ratio": 0.0, + "completion_length": 153.28125, + "epoch": 0.2527427874847623, + "grad_norm": 2.213385820388794, + "kl": 1.19921875, + "learning_rate": 7.472366710013004e-07, + "loss": 0.0479, + "reward": 1.689579427242279, + "reward_std": 0.2279813140630722, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7364544570446014, "step": 1555 }, { - "epoch": 0.1, - "learning_rate": 1.9712564351658657e-05, - "loss": 1.1464, + "clip_ratio": 0.0, + "completion_length": 156.5625, + "epoch": 0.2529053230394149, + "grad_norm": 1.4981269836425781, + "kl": 0.8369140625, + "learning_rate": 7.47074122236671e-07, + "loss": 0.0335, + "reward": 1.7837587594985962, + "reward_std": 0.11451176553964615, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8150088489055634, "step": 1556 }, { - "epoch": 0.1, - "learning_rate": 1.971204778619632e-05, - "loss": 1.0887, + "clip_ratio": 0.0, + "completion_length": 159.25, + "epoch": 0.25306785859406744, + "grad_norm": 1.2241908311843872, + "kl": 0.76171875, + "learning_rate": 7.469115734720416e-07, + "loss": 0.0305, + "reward": 1.6632318496704102, + "reward_std": 0.19404182583093643, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7101068794727325, "step": 1557 }, { - "epoch": 0.1, - "learning_rate": 1.9711530763757873e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 129.96875, + "epoch": 0.25323039414872, + "grad_norm": 1.9523632526397705, + "kl": 0.7841796875, + "learning_rate": 7.467490247074122e-07, + "loss": 0.0313, + "reward": 1.6918452978134155, + "reward_std": 0.27771399170160294, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7387202978134155, "step": 1558 }, { - "epoch": 0.1, - "learning_rate": 1.971101328436765e-05, - "loss": 0.9706, + "clip_ratio": 0.0, + "completion_length": 177.6875, + "epoch": 0.2533929297033726, + "grad_norm": 2.10174298286438, + "kl": 1.01953125, + "learning_rate": 7.465864759427828e-07, + "loss": 0.0408, + "reward": 1.6752837300300598, + "reward_std": 0.24780912697315216, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.753408670425415, "step": 1559 }, { - "epoch": 0.1, - "learning_rate": 1.9710495348049995e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.2535554652580252, + "grad_norm": 1.176169514656067, + "kl": 1.59765625, + "learning_rate": 7.464239271781534e-07, + "loss": 0.0638, + "reward": 1.6698134541511536, + "reward_std": 0.27193503826856613, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7791883945465088, "step": 1560 }, { - "epoch": 0.1, - "learning_rate": 1.970997695482928e-05, - "loss": 1.097, + "clip_ratio": 0.0, + "completion_length": 164.65625, + "epoch": 0.25371800081267776, + "grad_norm": 1.6006187200546265, + "kl": 0.42578125, + "learning_rate": 7.46261378413524e-07, + "loss": 0.017, + "reward": 1.6291807293891907, + "reward_std": 0.18535063415765762, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6760557293891907, "step": 1561 }, { - "epoch": 0.1, - "learning_rate": 1.9709458104729898e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 156.953125, + "epoch": 0.2538805363673304, + "grad_norm": 3.117027759552002, + "kl": 0.951171875, + "learning_rate": 7.460988296488946e-07, + "loss": 0.0381, + "reward": 1.6455644965171814, + "reward_std": 0.21905309706926346, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6924395263195038, "step": 1562 }, { - "epoch": 0.1, - "learning_rate": 1.9708938797776258e-05, - "loss": 1.1022, + "clip_ratio": 0.0, + "completion_length": 143.515625, + "epoch": 0.25404307192198294, + "grad_norm": 2.3328771591186523, + "kl": 1.158203125, + "learning_rate": 7.459362808842653e-07, + "loss": 0.0464, + "reward": 1.6494206190109253, + "reward_std": 0.32519152760505676, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7744205892086029, "step": 1563 }, { - "epoch": 0.1, - "learning_rate": 1.9708419033992802e-05, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 161.140625, + "epoch": 0.2542056074766355, + "grad_norm": 2.3905293941497803, + "kl": 2.3828125, + "learning_rate": 7.457737321196359e-07, + "loss": 0.0953, + "reward": 1.576460599899292, + "reward_std": 0.3594222664833069, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.717085599899292, "step": 1564 }, { - "epoch": 0.1, - "learning_rate": 1.9707898813403977e-05, - "loss": 1.0333, + "clip_ratio": 0.0, + "completion_length": 154.078125, + "epoch": 0.2543681430312881, + "grad_norm": 2.497206211090088, + "kl": 1.453125, + "learning_rate": 7.456111833550065e-07, + "loss": 0.058, + "reward": 1.575163185596466, + "reward_std": 0.3433474898338318, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6689131557941437, "step": 1565 }, { - "epoch": 0.1, - "learning_rate": 1.9707378136034267e-05, - "loss": 1.147, + "clip_ratio": 0.0, + "completion_length": 150.390625, + "epoch": 0.2545306785859407, + "grad_norm": 2.5471866130828857, + "kl": 1.74609375, + "learning_rate": 7.454486345903771e-07, + "loss": 0.0699, + "reward": 1.5005303025245667, + "reward_std": 0.4224556237459183, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6567802727222443, "step": 1566 }, { - "epoch": 0.1, - "learning_rate": 1.9706857001908167e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 144.203125, + "epoch": 0.25469321414059326, + "grad_norm": 1.3875186443328857, + "kl": 1.1171875, + "learning_rate": 7.452860858257477e-07, + "loss": 0.0447, + "reward": 1.7001100182533264, + "reward_std": 0.32479041814804077, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.793859988451004, "step": 1567 }, { - "epoch": 0.11, - "learning_rate": 1.9706335411050202e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 143.34375, + "epoch": 0.2548557496952458, + "grad_norm": 2.506983995437622, + "kl": 1.96875, + "learning_rate": 7.451235370611183e-07, + "loss": 0.0786, + "reward": 1.5015513896942139, + "reward_std": 0.4758261442184448, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6734263896942139, "step": 1568 }, { - "epoch": 0.11, - "learning_rate": 1.9705813363484913e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 152.78125, + "epoch": 0.2550182852498984, + "grad_norm": 2.3129138946533203, + "kl": 1.48828125, + "learning_rate": 7.449609882964889e-07, + "loss": 0.0595, + "reward": 1.6291612386703491, + "reward_std": 0.3863784074783325, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7541612386703491, "step": 1569 }, { - "epoch": 0.11, - "learning_rate": 1.9705290859236864e-05, - "loss": 1.0705, + "clip_ratio": 0.0, + "completion_length": 159.296875, + "epoch": 0.255180820804551, + "grad_norm": 2.410862684249878, + "kl": 1.90625, + "learning_rate": 7.447984395318595e-07, + "loss": 0.0763, + "reward": 1.5930469632148743, + "reward_std": 0.41371308267116547, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7180469632148743, "step": 1570 }, { - "epoch": 0.11, - "learning_rate": 1.9704767898330636e-05, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 146.25, + "epoch": 0.2553433563592036, + "grad_norm": 2.127357244491577, + "kl": 1.2421875, + "learning_rate": 7.4463589076723e-07, + "loss": 0.0498, + "reward": 1.6922615766525269, + "reward_std": 0.3796074390411377, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8016366064548492, "step": 1571 }, { - "epoch": 0.11, - "learning_rate": 1.9704244480790843e-05, - "loss": 1.1017, + "clip_ratio": 0.0, + "completion_length": 150.796875, + "epoch": 0.25550589191385614, + "grad_norm": 1.8782981634140015, + "kl": 1.79296875, + "learning_rate": 7.444733420026007e-07, + "loss": 0.0718, + "reward": 1.488236427307129, + "reward_std": 0.3803420811891556, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6288613975048065, "step": 1572 }, { - "epoch": 0.11, - "learning_rate": 1.9703720606642104e-05, - "loss": 1.0813, + "clip_ratio": 0.0, + "completion_length": 137.78125, + "epoch": 0.25566842746850876, + "grad_norm": 3.147047996520996, + "kl": 2.8046875, + "learning_rate": 7.443107932379715e-07, + "loss": 0.1123, + "reward": 1.62105131149292, + "reward_std": 0.46108172833919525, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7773013114929199, "step": 1573 }, { - "epoch": 0.11, - "learning_rate": 1.9703196275909074e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 161.34375, + "epoch": 0.25583096302316133, + "grad_norm": 2.882431983947754, + "kl": 2.90625, + "learning_rate": 7.44148244473342e-07, + "loss": 0.1162, + "reward": 1.4704512357711792, + "reward_std": 0.35115334391593933, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6423262357711792, "step": 1574 }, { - "epoch": 0.11, - "learning_rate": 1.9702671488616425e-05, - "loss": 1.0391, + "clip_ratio": 0.0, + "completion_length": 159.8125, + "epoch": 0.2559934985778139, + "grad_norm": 3.169718027114868, + "kl": 3.8203125, + "learning_rate": 7.439856957087127e-07, + "loss": 0.1529, + "reward": 1.4803839325904846, + "reward_std": 0.5702977478504181, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6835089921951294, "step": 1575 }, { - "epoch": 0.11, - "learning_rate": 1.9702146244788847e-05, - "loss": 1.1059, + "clip_ratio": 0.0, + "completion_length": 144.53125, + "epoch": 0.25615603413246646, + "grad_norm": 2.9316954612731934, + "kl": 2.9609375, + "learning_rate": 7.438231469440832e-07, + "loss": 0.1183, + "reward": 1.58465176820755, + "reward_std": 0.48482517898082733, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.74090176820755, "step": 1576 }, { - "epoch": 0.11, - "learning_rate": 1.9701620544451053e-05, - "loss": 1.0534, + "clip_ratio": 0.0, + "completion_length": 156.546875, + "epoch": 0.2563185696871191, + "grad_norm": 2.7373201847076416, + "kl": 2.78125, + "learning_rate": 7.436605981794539e-07, + "loss": 0.1114, + "reward": 1.409640371799469, + "reward_std": 0.5606576055288315, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6283904016017914, "step": 1577 }, { - "epoch": 0.11, - "learning_rate": 1.9701094387627783e-05, - "loss": 0.995, + "clip_ratio": 0.0, + "completion_length": 153.421875, + "epoch": 0.25648110524177165, + "grad_norm": 2.878563404083252, + "kl": 3.71875, + "learning_rate": 7.434980494148244e-07, + "loss": 0.1487, + "reward": 1.3219348192214966, + "reward_std": 0.41850921511650085, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.556309849023819, "step": 1578 }, { - "epoch": 0.11, - "learning_rate": 1.9700567774343794e-05, - "loss": 1.1212, + "clip_ratio": 0.0, + "completion_length": 181.703125, + "epoch": 0.2566436407964242, + "grad_norm": 2.9232826232910156, + "kl": 3.3671875, + "learning_rate": 7.433355006501951e-07, + "loss": 0.1351, + "reward": 1.4524117708206177, + "reward_std": 0.4144025444984436, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6711617708206177, "step": 1579 }, { - "epoch": 0.11, - "learning_rate": 1.9700040704623856e-05, - "loss": 1.1186, + "clip_ratio": 0.0, + "completion_length": 174.09375, + "epoch": 0.2568061763510768, + "grad_norm": 4.9167399406433105, + "kl": 3.4765625, + "learning_rate": 7.431729518855656e-07, + "loss": 0.1389, + "reward": 1.4350628852844238, + "reward_std": 0.35251830518245697, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6225628852844238, "step": 1580 }, { - "epoch": 0.11, - "learning_rate": 1.969951317849278e-05, - "loss": 1.0044, + "clip_ratio": 0.0, + "completion_length": 171.171875, + "epoch": 0.2569687119057294, + "grad_norm": 3.694384813308716, + "kl": 2.7421875, + "learning_rate": 7.430104031209363e-07, + "loss": 0.1097, + "reward": 1.575259506702423, + "reward_std": 0.4239175617694855, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7315095365047455, "step": 1581 }, { - "epoch": 0.11, - "learning_rate": 1.969898519597538e-05, - "loss": 1.0796, + "clip_ratio": 0.0, + "completion_length": 149.15625, + "epoch": 0.25713124746038196, + "grad_norm": 1.803792119026184, + "kl": 2.53515625, + "learning_rate": 7.428478543563068e-07, + "loss": 0.1017, + "reward": 1.4782893657684326, + "reward_std": 0.4617025852203369, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6970394253730774, "step": 1582 }, { - "epoch": 0.11, - "learning_rate": 1.96984567570965e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 147.59375, + "epoch": 0.2572937830150345, + "grad_norm": 1.888390064239502, + "kl": 2.046875, + "learning_rate": 7.426853055916776e-07, + "loss": 0.0818, + "reward": 1.434004008769989, + "reward_std": 0.43049857020378113, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6371290385723114, "step": 1583 }, { - "epoch": 0.11, - "learning_rate": 1.9697927861881005e-05, - "loss": 1.1876, + "clip_ratio": 0.0, + "completion_length": 164.8125, + "epoch": 0.2574563185696871, + "grad_norm": 3.539271593093872, + "kl": 2.24609375, + "learning_rate": 7.425227568270481e-07, + "loss": 0.0899, + "reward": 1.5012458562850952, + "reward_std": 0.41600941121578217, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6574957370758057, "step": 1584 }, { - "epoch": 0.11, - "learning_rate": 1.9697398510353783e-05, - "loss": 1.06, + "clip_ratio": 0.0, + "completion_length": 158.9375, + "epoch": 0.2576188541243397, + "grad_norm": 2.603661298751831, + "kl": 1.279296875, + "learning_rate": 7.423602080624188e-07, + "loss": 0.0511, + "reward": 1.7033700942993164, + "reward_std": 0.22489336133003235, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7971201241016388, "step": 1585 }, { - "epoch": 0.11, - "learning_rate": 1.969686870253974e-05, - "loss": 1.045, + "clip_ratio": 0.0, + "completion_length": 182.375, + "epoch": 0.2577813896789923, + "grad_norm": 2.830322504043579, + "kl": 3.234375, + "learning_rate": 7.421976592977893e-07, + "loss": 0.1296, + "reward": 1.5558120012283325, + "reward_std": 0.38946908712387085, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7120619714260101, "step": 1586 }, { - "epoch": 0.11, - "learning_rate": 1.9696338438463804e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 142.25, + "epoch": 0.25794392523364484, + "grad_norm": 3.3446619510650635, + "kl": 1.0810546875, + "learning_rate": 7.4203511053316e-07, + "loss": 0.0433, + "reward": 1.6318158507347107, + "reward_std": 0.36805396527051926, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7255658209323883, "step": 1587 }, { - "epoch": 0.11, - "learning_rate": 1.969580771815093e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 192.5, + "epoch": 0.25810646078829746, + "grad_norm": 5.751861095428467, + "kl": 2.703125, + "learning_rate": 7.418725617685305e-07, + "loss": 0.1081, + "reward": 1.532758891582489, + "reward_std": 0.31775912642478943, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.673383891582489, "step": 1588 }, { - "epoch": 0.11, - "learning_rate": 1.969527654162608e-05, - "loss": 1.0351, + "clip_ratio": 0.0, + "completion_length": 145.28125, + "epoch": 0.25826899634295003, + "grad_norm": 4.485796928405762, + "kl": 1.412109375, + "learning_rate": 7.417100130039012e-07, + "loss": 0.0564, + "reward": 1.5846203565597534, + "reward_std": 0.42988067865371704, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7096203565597534, "step": 1589 }, { - "epoch": 0.11, - "learning_rate": 1.9694744908914254e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 180.765625, + "epoch": 0.2584315318976026, + "grad_norm": 2.9994568824768066, + "kl": 2.82421875, + "learning_rate": 7.415474642392717e-07, + "loss": 0.1132, + "reward": 1.5775972604751587, + "reward_std": 0.35579824447631836, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7182222604751587, "step": 1590 }, { - "epoch": 0.11, - "learning_rate": 1.9694212820040465e-05, - "loss": 1.1445, + "clip_ratio": 0.0, + "completion_length": 195.390625, + "epoch": 0.25859406745225516, + "grad_norm": 3.3139724731445312, + "kl": 1.8515625, + "learning_rate": 7.413849154746424e-07, + "loss": 0.074, + "reward": 1.5622677206993103, + "reward_std": 0.30295802652835846, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6716427505016327, "step": 1591 }, { - "epoch": 0.11, - "learning_rate": 1.969368027502975e-05, - "loss": 1.0541, + "clip_ratio": 0.0, + "completion_length": 166.234375, + "epoch": 0.2587566030069078, + "grad_norm": 3.429886817932129, + "kl": 2.8828125, + "learning_rate": 7.412223667100129e-07, + "loss": 0.1154, + "reward": 1.56032395362854, + "reward_std": 0.46704787015914917, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7165739834308624, "step": 1592 }, { - "epoch": 0.11, - "learning_rate": 1.9693147273907167e-05, - "loss": 1.1446, + "clip_ratio": 0.0, + "completion_length": 177.546875, + "epoch": 0.25891913856156035, + "grad_norm": 4.555079460144043, + "kl": 3.03125, + "learning_rate": 7.410598179453837e-07, + "loss": 0.1214, + "reward": 1.5158025622367859, + "reward_std": 0.31773094832897186, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6876775622367859, "step": 1593 }, { - "epoch": 0.11, - "learning_rate": 1.969261381669779e-05, - "loss": 1.0566, + "clip_ratio": 0.0, + "completion_length": 183.75, + "epoch": 0.2590816741162129, + "grad_norm": 3.289194107055664, + "kl": 1.40625, + "learning_rate": 7.408972691807542e-07, + "loss": 0.0561, + "reward": 1.6443876028060913, + "reward_std": 0.2788265645503998, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7693875432014465, "step": 1594 }, { - "epoch": 0.11, - "learning_rate": 1.9692079903426727e-05, - "loss": 1.1447, + "clip_ratio": 0.0, + "completion_length": 155.3125, + "epoch": 0.2592442096708655, + "grad_norm": 2.793212413787842, + "kl": 1.6015625, + "learning_rate": 7.407347204161249e-07, + "loss": 0.0642, + "reward": 1.6557375192642212, + "reward_std": 0.3937235474586487, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7807375490665436, "step": 1595 }, { - "epoch": 0.11, - "learning_rate": 1.9691545534119094e-05, - "loss": 1.0411, + "clip_ratio": 0.0, + "completion_length": 171.421875, + "epoch": 0.2594067452255181, + "grad_norm": 7.03099250793457, + "kl": 1.828125, + "learning_rate": 7.405721716514954e-07, + "loss": 0.0731, + "reward": 1.5164230465888977, + "reward_std": 0.3647979199886322, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6570480465888977, "step": 1596 }, { - "epoch": 0.11, - "learning_rate": 1.969101070880004e-05, - "loss": 1.1172, + "clip_ratio": 0.0, + "completion_length": 191.1875, + "epoch": 0.25956928078017066, + "grad_norm": 2.733487129211426, + "kl": 1.5, + "learning_rate": 7.40409622886866e-07, + "loss": 0.06, + "reward": 1.6195688843727112, + "reward_std": 0.25840364396572113, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7133189141750336, "step": 1597 }, { - "epoch": 0.11, - "learning_rate": 1.9690475427494725e-05, - "loss": 1.1379, + "clip_ratio": 0.0, + "completion_length": 168.1875, + "epoch": 0.25973181633482323, + "grad_norm": 2.8420042991638184, + "kl": 0.701171875, + "learning_rate": 7.402470741222366e-07, + "loss": 0.0281, + "reward": 1.6389060616493225, + "reward_std": 0.22052060812711716, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7014061212539673, "step": 1598 }, { - "epoch": 0.11, - "learning_rate": 1.968993969022834e-05, - "loss": 1.0779, + "clip_ratio": 0.0, + "completion_length": 173.671875, + "epoch": 0.25989435188947585, + "grad_norm": 1.3361899852752686, + "kl": 1.1689453125, + "learning_rate": 7.400845253576072e-07, + "loss": 0.0467, + "reward": 1.6420478820800781, + "reward_std": 0.2101820707321167, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7201729118824005, "step": 1599 }, { - "epoch": 0.11, - "learning_rate": 1.9689403497026085e-05, - "loss": 1.093, + "clip_ratio": 0.0, + "completion_length": 165.71875, + "epoch": 0.2600568874441284, + "grad_norm": 2.1917307376861572, + "kl": 1.828125, + "learning_rate": 7.399219765929778e-07, + "loss": 0.0734, + "reward": 1.7371496558189392, + "reward_std": 0.31305187940597534, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8308996558189392, "step": 1600 }, { - "epoch": 0.11, - "learning_rate": 1.9688866847913198e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 186.40625, + "epoch": 0.260219422998781, + "grad_norm": 2.5903165340423584, + "kl": 4.6875, + "learning_rate": 7.397594278283484e-07, + "loss": 0.1872, + "reward": 1.432050347328186, + "reward_std": 0.6093693971633911, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6508002877235413, "step": 1601 }, { - "epoch": 0.11, - "learning_rate": 1.968832974291492e-05, - "loss": 1.0938, + "clip_ratio": 0.0, + "completion_length": 183.78125, + "epoch": 0.26038195855343355, + "grad_norm": 3.1854376792907715, + "kl": 3.0703125, + "learning_rate": 7.39596879063719e-07, + "loss": 0.1226, + "reward": 1.5121018290519714, + "reward_std": 0.42352890968322754, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6996018588542938, "step": 1602 }, { - "epoch": 0.11, - "learning_rate": 1.9687792182056535e-05, - "loss": 1.1191, + "clip_ratio": 0.0, + "completion_length": 183.25, + "epoch": 0.26054449410808617, + "grad_norm": 7.483839988708496, + "kl": 7.265625, + "learning_rate": 7.394343302990898e-07, + "loss": 0.2902, + "reward": 1.3820127248764038, + "reward_std": 0.5699735879898071, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.647637814283371, "step": 1603 }, { - "epoch": 0.11, - "learning_rate": 1.9687254165363326e-05, - "loss": 1.0456, + "clip_ratio": 0.0, + "completion_length": 169.6875, + "epoch": 0.26070702966273873, + "grad_norm": 4.771931171417236, + "kl": 5.203125, + "learning_rate": 7.392717815344603e-07, + "loss": 0.2084, + "reward": 1.4472962617874146, + "reward_std": 0.5936966240406036, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6816712617874146, "step": 1604 }, { - "epoch": 0.11, - "learning_rate": 1.9686715692860615e-05, - "loss": 1.0426, + "clip_ratio": 0.0, + "completion_length": 186.34375, + "epoch": 0.2608695652173913, + "grad_norm": 13.39341926574707, + "kl": 11.9375, + "learning_rate": 7.39109232769831e-07, + "loss": 0.4771, + "reward": 1.0712372958660126, + "reward_std": 0.649884045124054, + "rewards/format_reward_gen": 0.5, + "rewards/llm_reward": 0.5712372809648514, "step": 1605 }, { - "epoch": 0.11, - "learning_rate": 1.9686176764573737e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 192.53125, + "epoch": 0.26103210077204386, + "grad_norm": 7.004848003387451, + "kl": 6.953125, + "learning_rate": 7.389466840052016e-07, + "loss": 0.278, + "reward": 1.2996325492858887, + "reward_std": 0.5870274305343628, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6121325492858887, "step": 1606 }, { - "epoch": 0.11, - "learning_rate": 1.968563738052805e-05, - "loss": 1.1561, + "clip_ratio": 0.0, + "completion_length": 213.34375, + "epoch": 0.2611946363266965, + "grad_norm": 4.063283920288086, + "kl": 6.9375, + "learning_rate": 7.387841352405721e-07, + "loss": 0.2773, + "reward": 1.3544185161590576, + "reward_std": 0.6559178531169891, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6669185757637024, "step": 1607 }, { - "epoch": 0.11, - "learning_rate": 1.9685097540748928e-05, - "loss": 1.0841, + "clip_ratio": 0.0, + "completion_length": 199.53125, + "epoch": 0.26135717188134905, + "grad_norm": 4.674351215362549, + "kl": 6.1875, + "learning_rate": 7.386215864759428e-07, + "loss": 0.2471, + "reward": 1.2899413108825684, + "reward_std": 0.6055217385292053, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6336913406848907, "step": 1608 }, { - "epoch": 0.11, - "learning_rate": 1.9684557245261778e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 172.9375, + "epoch": 0.2615197074360016, + "grad_norm": 2.797078847885132, + "kl": 3.21875, + "learning_rate": 7.384590377113133e-07, + "loss": 0.1283, + "reward": 1.3731063604354858, + "reward_std": 0.5955636203289032, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6231063604354858, "step": 1609 }, { - "epoch": 0.11, - "learning_rate": 1.9684016494092018e-05, - "loss": 1.1523, + "clip_ratio": 0.0, + "completion_length": 155.9375, + "epoch": 0.2616822429906542, + "grad_norm": 7.1944355964660645, + "kl": 5.03125, + "learning_rate": 7.38296488946684e-07, + "loss": 0.2012, + "reward": 1.3885291814804077, + "reward_std": 0.4771187752485275, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6854042410850525, "step": 1610 }, { - "epoch": 0.11, - "learning_rate": 1.9683475287265095e-05, - "loss": 1.1053, + "clip_ratio": 0.0, + "completion_length": 172.1875, + "epoch": 0.2618447785453068, + "grad_norm": 5.956342697143555, + "kl": 3.84375, + "learning_rate": 7.381339401820545e-07, + "loss": 0.1536, + "reward": 1.3099923133850098, + "reward_std": 0.5300988852977753, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.5756174027919769, "step": 1611 }, { - "epoch": 0.11, - "learning_rate": 1.9682933624806475e-05, - "loss": 1.1785, + "clip_ratio": 0.0, + "completion_length": 203.53125, + "epoch": 0.26200731409995937, + "grad_norm": 5.1444501876831055, + "kl": 2.609375, + "learning_rate": 7.379713914174252e-07, + "loss": 0.1044, + "reward": 1.392030417919159, + "reward_std": 0.4827437400817871, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6420304179191589, "step": 1612 }, { - "epoch": 0.11, - "learning_rate": 1.9682391506741644e-05, - "loss": 1.0169, + "clip_ratio": 0.0, + "completion_length": 165.875, + "epoch": 0.26216984965461193, + "grad_norm": 3.2903339862823486, + "kl": 1.58984375, + "learning_rate": 7.378088426527958e-07, + "loss": 0.0637, + "reward": 1.5118801593780518, + "reward_std": 0.4487635940313339, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6837551891803741, "step": 1613 }, { - "epoch": 0.11, - "learning_rate": 1.9681848933096106e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 194.125, + "epoch": 0.26233238520926455, + "grad_norm": 3.792224884033203, + "kl": 2.08203125, + "learning_rate": 7.376462938881665e-07, + "loss": 0.0834, + "reward": 1.478941023349762, + "reward_std": 0.5732516646385193, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6976909637451172, "step": 1614 }, { - "epoch": 0.11, - "learning_rate": 1.9681305903895395e-05, - "loss": 1.1271, + "clip_ratio": 0.0, + "completion_length": 185.40625, + "epoch": 0.2624949207639171, + "grad_norm": 3.0012404918670654, + "kl": 3.0078125, + "learning_rate": 7.37483745123537e-07, + "loss": 0.1203, + "reward": 1.2340638637542725, + "reward_std": 0.5799468755722046, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5465638935565948, "step": 1615 }, { - "epoch": 0.11, - "learning_rate": 1.9680762419165054e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 171.15625, + "epoch": 0.2626574563185697, + "grad_norm": 5.673893451690674, + "kl": 2.66015625, + "learning_rate": 7.373211963589077e-07, + "loss": 0.1062, + "reward": 1.4678227305412292, + "reward_std": 0.5586563050746918, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7021977305412292, "step": 1616 }, { - "epoch": 0.11, - "learning_rate": 1.9680218478930668e-05, - "loss": 1.0446, + "clip_ratio": 0.0, + "completion_length": 168.0625, + "epoch": 0.26281999187322225, + "grad_norm": 3.6092240810394287, + "kl": 4.0703125, + "learning_rate": 7.371586475942782e-07, + "loss": 0.163, + "reward": 1.2615213990211487, + "reward_std": 0.6927955150604248, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.5896463096141815, "step": 1617 }, { - "epoch": 0.11, - "learning_rate": 1.9679674083217822e-05, - "loss": 1.0631, + "clip_ratio": 0.0, + "completion_length": 179.15625, + "epoch": 0.26298252742787487, + "grad_norm": 2.9599661827087402, + "kl": 3.4140625, + "learning_rate": 7.369960988296489e-07, + "loss": 0.1364, + "reward": 1.397803246974945, + "reward_std": 0.6136401295661926, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6478032171726227, "step": 1618 }, { - "epoch": 0.11, - "learning_rate": 1.9679129232052135e-05, - "loss": 1.0951, + "clip_ratio": 0.0, + "completion_length": 198.078125, + "epoch": 0.26314506298252743, + "grad_norm": 9.3939208984375, + "kl": 6.765625, + "learning_rate": 7.368335500650194e-07, + "loss": 0.2713, + "reward": 1.206544280052185, + "reward_std": 0.6242713034152985, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.6284193694591522, "step": 1619 }, { - "epoch": 0.11, - "learning_rate": 1.9678583925459242e-05, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 189.890625, + "epoch": 0.26330759853718, + "grad_norm": 6.68731689453125, + "kl": 7.0, + "learning_rate": 7.366710013003901e-07, + "loss": 0.2804, + "reward": 1.0264688432216644, + "reward_std": 0.6537617743015289, + "rewards/format_reward_gen": 0.53125, + "rewards/llm_reward": 0.49521879851818085, "step": 1620 }, { - "epoch": 0.11, - "learning_rate": 1.96780381634648e-05, - "loss": 1.1071, + "clip_ratio": 0.0, + "completion_length": 210.515625, + "epoch": 0.26347013409183256, + "grad_norm": 9.341476440429688, + "kl": 7.53125, + "learning_rate": 7.365084525357606e-07, + "loss": 0.3013, + "reward": 0.9373079538345337, + "reward_std": 0.5307031571865082, + "rewards/format_reward_gen": 0.5, + "rewards/llm_reward": 0.43730801343917847, "step": 1621 }, { - "epoch": 0.11, - "learning_rate": 1.967749194609449e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 197.734375, + "epoch": 0.2636326696464852, + "grad_norm": 3.3939027786254883, + "kl": 4.515625, + "learning_rate": 7.363459037711313e-07, + "loss": 0.181, + "reward": 1.2600444555282593, + "reward_std": 0.6025347113609314, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6037944853305817, "step": 1622 }, { - "epoch": 0.11, - "learning_rate": 1.967694527337401e-05, - "loss": 1.1285, + "clip_ratio": 0.0, + "completion_length": 172.75, + "epoch": 0.26379520520113775, + "grad_norm": 3.1529653072357178, + "kl": 2.9296875, + "learning_rate": 7.361833550065019e-07, + "loss": 0.1172, + "reward": 1.3961566090583801, + "reward_std": 0.48420487344264984, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6774066090583801, "step": 1623 }, { - "epoch": 0.11, - "learning_rate": 1.9676398145329083e-05, - "loss": 1.1163, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.2639577407557903, + "grad_norm": 5.946319103240967, + "kl": 3.03125, + "learning_rate": 7.360208062418726e-07, + "loss": 0.1213, + "reward": 1.4717514514923096, + "reward_std": 0.6423362493515015, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.690501481294632, "step": 1624 }, { - "epoch": 0.11, - "learning_rate": 1.9675850561985458e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 171.546875, + "epoch": 0.26412027631044294, + "grad_norm": 4.560478210449219, + "kl": 2.0390625, + "learning_rate": 7.358582574772431e-07, + "loss": 0.0816, + "reward": 1.4284498691558838, + "reward_std": 0.454683393239975, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6628248393535614, "step": 1625 }, { - "epoch": 0.11, - "learning_rate": 1.967530252336889e-05, - "loss": 1.0753, + "clip_ratio": 0.0, + "completion_length": 172.53125, + "epoch": 0.2642828118650955, + "grad_norm": 4.547227382659912, + "kl": 1.828125, + "learning_rate": 7.356957087126138e-07, + "loss": 0.0732, + "reward": 1.4208184480667114, + "reward_std": 0.5528446435928345, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6239435076713562, "step": 1626 }, { - "epoch": 0.11, - "learning_rate": 1.9674754029505184e-05, - "loss": 1.1373, + "clip_ratio": 0.0, + "completion_length": 202.15625, + "epoch": 0.26444534741974807, + "grad_norm": 4.407464504241943, + "kl": 2.9921875, + "learning_rate": 7.355331599479843e-07, + "loss": 0.1196, + "reward": 1.3949038982391357, + "reward_std": 0.5147686749696732, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6449038088321686, "step": 1627 }, { - "epoch": 0.11, - "learning_rate": 1.967420508042013e-05, - "loss": 1.0783, + "clip_ratio": 0.0, + "completion_length": 181.71875, + "epoch": 0.26460788297440063, + "grad_norm": 3.1036102771759033, + "kl": 3.484375, + "learning_rate": 7.35370611183355e-07, + "loss": 0.1396, + "reward": 1.340559482574463, + "reward_std": 0.6975672245025635, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6686844825744629, "step": 1628 }, { - "epoch": 0.11, - "learning_rate": 1.967365567613956e-05, - "loss": 1.1229, + "clip_ratio": 0.0, + "completion_length": 173.796875, + "epoch": 0.26477041852905325, + "grad_norm": 3.838017463684082, + "kl": 2.6875, + "learning_rate": 7.352080624187255e-07, + "loss": 0.1076, + "reward": 1.4040893912315369, + "reward_std": 0.4025108516216278, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6228393614292145, "step": 1629 }, { - "epoch": 0.11, - "learning_rate": 1.967310581668933e-05, - "loss": 1.0917, + "clip_ratio": 0.0, + "completion_length": 158.375, + "epoch": 0.2649329540837058, + "grad_norm": 5.9609174728393555, + "kl": 2.1015625, + "learning_rate": 7.350455136540962e-07, + "loss": 0.0838, + "reward": 1.4736101031303406, + "reward_std": 0.519916296005249, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6767351627349854, "step": 1630 }, { - "epoch": 0.11, - "learning_rate": 1.9672555502095312e-05, - "loss": 1.1162, + "clip_ratio": 0.0, + "completion_length": 171.5, + "epoch": 0.2650954896383584, + "grad_norm": 8.282553672790527, + "kl": 4.125, + "learning_rate": 7.348829648894667e-07, + "loss": 0.1644, + "reward": 1.1995793581008911, + "reward_std": 0.5873074531555176, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5120792537927628, "step": 1631 }, { - "epoch": 0.11, - "learning_rate": 1.96720047323834e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 163.4375, + "epoch": 0.26525802519301095, + "grad_norm": 2.960702419281006, + "kl": 2.953125, + "learning_rate": 7.347204161248374e-07, + "loss": 0.1183, + "reward": 1.380690336227417, + "reward_std": 0.4227481633424759, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.5838153064250946, "step": 1632 }, { - "epoch": 0.11, - "learning_rate": 1.9671453507579504e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 179.8125, + "epoch": 0.26542056074766357, + "grad_norm": 3.305750846862793, + "kl": 2.546875, + "learning_rate": 7.34557867360208e-07, + "loss": 0.1018, + "reward": 1.432377815246582, + "reward_std": 0.47060537338256836, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.604252815246582, "step": 1633 }, { - "epoch": 0.11, - "learning_rate": 1.967090182770957e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 157.5625, + "epoch": 0.26558309630231614, + "grad_norm": 2.922433614730835, + "kl": 2.4765625, + "learning_rate": 7.343953185955787e-07, + "loss": 0.0992, + "reward": 1.6455485224723816, + "reward_std": 0.40507058799266815, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7549235820770264, "step": 1634 }, { - "epoch": 0.11, - "learning_rate": 1.967034969279954e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 168.59375, + "epoch": 0.2657456318569687, + "grad_norm": 4.4558844566345215, + "kl": 2.35546875, + "learning_rate": 7.342327698309492e-07, + "loss": 0.0943, + "reward": 1.5431922674179077, + "reward_std": 0.5289237946271896, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7150672674179077, "step": 1635 }, { - "epoch": 0.11, - "learning_rate": 1.9669797102875412e-05, - "loss": 1.0682, + "clip_ratio": 0.0, + "completion_length": 181.796875, + "epoch": 0.26590816741162127, + "grad_norm": 2.602764844894409, + "kl": 2.0234375, + "learning_rate": 7.340702210663199e-07, + "loss": 0.081, + "reward": 1.5608262419700623, + "reward_std": 0.3288070857524872, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6858262419700623, "step": 1636 }, { - "epoch": 0.11, - "learning_rate": 1.966924405796317e-05, - "loss": 1.1024, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.2660707029662739, + "grad_norm": 2.1236555576324463, + "kl": 2.5234375, + "learning_rate": 7.339076723016904e-07, + "loss": 0.1009, + "reward": 1.6862382888793945, + "reward_std": 0.2686286121606827, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7799883484840393, "step": 1637 }, { - "epoch": 0.11, - "learning_rate": 1.9668690558088853e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 194.453125, + "epoch": 0.26623323852092645, + "grad_norm": 2.594867706298828, + "kl": 2.640625, + "learning_rate": 7.337451235370611e-07, + "loss": 0.1058, + "reward": 1.473293960094452, + "reward_std": 0.35571251809597015, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6139189004898071, "step": 1638 }, { - "epoch": 0.11, - "learning_rate": 1.9668136603278492e-05, - "loss": 1.0951, + "clip_ratio": 0.0, + "completion_length": 147.703125, + "epoch": 0.266395774075579, + "grad_norm": 2.935473918914795, + "kl": 1.6953125, + "learning_rate": 7.335825747724316e-07, + "loss": 0.0678, + "reward": 1.6508033275604248, + "reward_std": 0.42236799001693726, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7601783573627472, "step": 1639 }, { - "epoch": 0.11, - "learning_rate": 1.9667582193558154e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 166.765625, + "epoch": 0.26655830963023164, + "grad_norm": 2.3611600399017334, + "kl": 2.0390625, + "learning_rate": 7.334200260078023e-07, + "loss": 0.0818, + "reward": 1.5267664790153503, + "reward_std": 0.33088691532611847, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.651766449213028, "step": 1640 }, { - "epoch": 0.11, - "learning_rate": 1.9667027328953926e-05, - "loss": 1.07, + "clip_ratio": 0.0, + "completion_length": 182.46875, + "epoch": 0.2667208451848842, + "grad_norm": 1.6562007665634155, + "kl": 1.099609375, + "learning_rate": 7.332574772431728e-07, + "loss": 0.044, + "reward": 1.6927378177642822, + "reward_std": 0.20037880912423134, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.739612877368927, "step": 1641 }, { - "epoch": 0.11, - "learning_rate": 1.9666472009491918e-05, - "loss": 1.1009, + "clip_ratio": 0.0, + "completion_length": 181.484375, + "epoch": 0.26688338073953677, + "grad_norm": 3.0032267570495605, + "kl": 1.103515625, + "learning_rate": 7.330949284785435e-07, + "loss": 0.044, + "reward": 1.5807911157608032, + "reward_std": 0.2973439320921898, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6589161157608032, "step": 1642 }, { - "epoch": 0.11, - "learning_rate": 1.966591623519826e-05, - "loss": 1.1222, + "clip_ratio": 0.0, + "completion_length": 151.21875, + "epoch": 0.26704591629418933, + "grad_norm": 1.138807773590088, + "kl": 1.30859375, + "learning_rate": 7.329323797139142e-07, + "loss": 0.0523, + "reward": 1.7498362064361572, + "reward_std": 0.21867666393518448, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8123362064361572, "step": 1643 }, { - "epoch": 0.11, - "learning_rate": 1.96653600060991e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.26720845184884195, + "grad_norm": 2.8320677280426025, + "kl": 2.640625, + "learning_rate": 7.327698309492848e-07, + "loss": 0.1055, + "reward": 1.586808681488037, + "reward_std": 0.433612197637558, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6961836516857147, "step": 1644 }, { - "epoch": 0.11, - "learning_rate": 1.9664803322220603e-05, - "loss": 1.0963, + "clip_ratio": 0.0, + "completion_length": 158.390625, + "epoch": 0.2673709874034945, + "grad_norm": 1.3832330703735352, + "kl": 0.595703125, + "learning_rate": 7.326072821846554e-07, + "loss": 0.0238, + "reward": 1.7944470047950745, + "reward_std": 0.11779481917619705, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8413219749927521, "step": 1645 }, { - "epoch": 0.11, - "learning_rate": 1.9664246183588977e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 169.875, + "epoch": 0.2675335229581471, + "grad_norm": 3.419194221496582, + "kl": 1.72265625, + "learning_rate": 7.32444733420026e-07, + "loss": 0.0688, + "reward": 1.5879623293876648, + "reward_std": 0.33853934705257416, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7129623889923096, "step": 1646 }, { - "epoch": 0.11, - "learning_rate": 1.9663688590230427e-05, - "loss": 1.0544, + "clip_ratio": 0.0, + "completion_length": 173.453125, + "epoch": 0.26769605851279965, + "grad_norm": 3.0848844051361084, + "kl": 0.896484375, + "learning_rate": 7.322821846553966e-07, + "loss": 0.0361, + "reward": 1.7175496816635132, + "reward_std": 0.1974671110510826, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7487996220588684, "step": 1647 }, { - "epoch": 0.11, - "learning_rate": 1.9663130542171194e-05, - "loss": 0.9969, + "clip_ratio": 0.0, + "completion_length": 160.359375, + "epoch": 0.26785859406745227, + "grad_norm": 1.7415062189102173, + "kl": 0.79296875, + "learning_rate": 7.321196358907672e-07, + "loss": 0.0317, + "reward": 1.7447564601898193, + "reward_std": 0.10954903438687325, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7760064899921417, "step": 1648 }, { - "epoch": 0.11, - "learning_rate": 1.966257203943753e-05, - "loss": 1.1414, + "clip_ratio": 0.0, + "completion_length": 173.0, + "epoch": 0.26802112962210484, + "grad_norm": 2.3055636882781982, + "kl": 1.82421875, + "learning_rate": 7.319570871261378e-07, + "loss": 0.0729, + "reward": 1.644602656364441, + "reward_std": 0.31520403921604156, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7227277457714081, "step": 1649 }, { - "epoch": 0.11, - "learning_rate": 1.966201308205572e-05, - "loss": 1.0558, + "clip_ratio": 0.0, + "completion_length": 167.4375, + "epoch": 0.2681836651767574, + "grad_norm": 2.3894054889678955, + "kl": 0.765625, + "learning_rate": 7.317945383615084e-07, + "loss": 0.0307, + "reward": 1.626704752445221, + "reward_std": 0.23604737222194672, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.704829752445221, "step": 1650 }, { - "epoch": 0.11, - "learning_rate": 1.966145367005206e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 187.421875, + "epoch": 0.26834620073141, + "grad_norm": 2.305452585220337, + "kl": 2.5859375, + "learning_rate": 7.31631989596879e-07, + "loss": 0.1036, + "reward": 1.5606027841567993, + "reward_std": 0.2796817570924759, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6543527245521545, "step": 1651 }, { - "epoch": 0.11, - "learning_rate": 1.9660893803452873e-05, - "loss": 1.0553, + "clip_ratio": 0.0, + "completion_length": 153.40625, + "epoch": 0.2685087362860626, + "grad_norm": 3.604182004928589, + "kl": 1.3193359375, + "learning_rate": 7.314694408322496e-07, + "loss": 0.0527, + "reward": 1.5887812972068787, + "reward_std": 0.25261276960372925, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6669062972068787, "step": 1652 }, { - "epoch": 0.11, - "learning_rate": 1.9660333482284503e-05, - "loss": 1.0904, + "clip_ratio": 0.0, + "completion_length": 162.15625, + "epoch": 0.26867127184071515, + "grad_norm": 2.1271963119506836, + "kl": 1.453125, + "learning_rate": 7.313068920676203e-07, + "loss": 0.0581, + "reward": 1.6609656810760498, + "reward_std": 0.25475866347551346, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.739090621471405, "step": 1653 }, { - "epoch": 0.11, - "learning_rate": 1.9659772706573314e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.2688338073953677, + "grad_norm": 2.9605376720428467, + "kl": 3.015625, + "learning_rate": 7.311443433029909e-07, + "loss": 0.1208, + "reward": 1.5803341269493103, + "reward_std": 0.4015839993953705, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7365841269493103, "step": 1654 }, { - "epoch": 0.11, - "learning_rate": 1.965921147634569e-05, - "loss": 1.0597, + "clip_ratio": 0.0, + "completion_length": 160.15625, + "epoch": 0.26899634295002034, + "grad_norm": 2.449799060821533, + "kl": 2.46875, + "learning_rate": 7.309817945383615e-07, + "loss": 0.0987, + "reward": 1.665118396282196, + "reward_std": 0.28305595368146896, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7432434558868408, "step": 1655 }, { - "epoch": 0.11, - "learning_rate": 1.965864979162804e-05, - "loss": 1.0474, + "clip_ratio": 0.0, + "completion_length": 172.484375, + "epoch": 0.2691588785046729, + "grad_norm": 3.205148220062256, + "kl": 2.9375, + "learning_rate": 7.308192457737321e-07, + "loss": 0.1175, + "reward": 1.4667471647262573, + "reward_std": 0.44285736978054047, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6386221647262573, "step": 1656 }, { - "epoch": 0.11, - "learning_rate": 1.9658087652446798e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 160.5, + "epoch": 0.26932141405932547, + "grad_norm": 2.901756525039673, + "kl": 2.6640625, + "learning_rate": 7.306566970091027e-07, + "loss": 0.1065, + "reward": 1.5927041172981262, + "reward_std": 0.32333825528621674, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.702079176902771, "step": 1657 }, { - "epoch": 0.11, - "learning_rate": 1.9657525058828404e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 162.765625, + "epoch": 0.26948394961397804, + "grad_norm": 3.6079556941986084, + "kl": 3.046875, + "learning_rate": 7.304941482444733e-07, + "loss": 0.1221, + "reward": 1.5627524256706238, + "reward_std": 0.420047864317894, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7502523958683014, "step": 1658 }, { - "epoch": 0.11, - "learning_rate": 1.9656962010799336e-05, - "loss": 1.0113, + "clip_ratio": 0.0, + "completion_length": 176.671875, + "epoch": 0.26964648516863066, + "grad_norm": 2.6302900314331055, + "kl": 4.6484375, + "learning_rate": 7.303315994798439e-07, + "loss": 0.1858, + "reward": 1.3379782438278198, + "reward_std": 0.6471474170684814, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6036033630371094, "step": 1659 }, { - "epoch": 0.11, - "learning_rate": 1.965639850838608e-05, - "loss": 1.0383, + "clip_ratio": 0.0, + "completion_length": 162.6875, + "epoch": 0.2698090207232832, + "grad_norm": 10.720097541809082, + "kl": 6.4453125, + "learning_rate": 7.301690507152145e-07, + "loss": 0.2577, + "reward": 1.4044638872146606, + "reward_std": 0.3440106064081192, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6857139468193054, "step": 1660 }, { - "epoch": 0.11, - "learning_rate": 1.9655834551615162e-05, - "loss": 1.1313, + "clip_ratio": 0.0, + "completion_length": 173.0, + "epoch": 0.2699715562779358, + "grad_norm": 7.0819597244262695, + "kl": 5.359375, + "learning_rate": 7.300065019505851e-07, + "loss": 0.2143, + "reward": 1.3313342332839966, + "reward_std": 0.4680560678243637, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.5657092034816742, "step": 1661 }, { - "epoch": 0.11, - "learning_rate": 1.965527014051311e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 157.5, + "epoch": 0.27013409183258835, + "grad_norm": 5.3904337882995605, + "kl": 3.0, + "learning_rate": 7.298439531859557e-07, + "loss": 0.1201, + "reward": 1.4500365257263184, + "reward_std": 0.49119190871715546, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6531615257263184, "step": 1662 }, { - "epoch": 0.11, - "learning_rate": 1.9654705275106476e-05, - "loss": 1.0442, + "clip_ratio": 0.0, + "completion_length": 192.546875, + "epoch": 0.270296627387241, + "grad_norm": 4.43502140045166, + "kl": 3.5234375, + "learning_rate": 7.296814044213264e-07, + "loss": 0.141, + "reward": 1.4636955261230469, + "reward_std": 0.3902287632226944, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6668204963207245, "step": 1663 }, { - "epoch": 0.11, - "learning_rate": 1.965413995542185e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 165.078125, + "epoch": 0.27045916294189354, + "grad_norm": 2.84483003616333, + "kl": 1.48828125, + "learning_rate": 7.29518855656697e-07, + "loss": 0.0596, + "reward": 1.6318899393081665, + "reward_std": 0.3516388535499573, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7256399393081665, "step": 1664 }, { - "epoch": 0.11, - "learning_rate": 1.965357418148582e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 161.421875, + "epoch": 0.2706216984965461, + "grad_norm": 2.961463451385498, + "kl": 1.322265625, + "learning_rate": 7.293563068920676e-07, + "loss": 0.0529, + "reward": 1.6620177030563354, + "reward_std": 0.27071796357631683, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7401427030563354, "step": 1665 }, { - "epoch": 0.11, - "learning_rate": 1.9653007953325017e-05, - "loss": 1.1647, + "clip_ratio": 0.0, + "completion_length": 139.40625, + "epoch": 0.2707842340511987, + "grad_norm": 1.6286598443984985, + "kl": 0.705078125, + "learning_rate": 7.291937581274382e-07, + "loss": 0.0282, + "reward": 1.7483022212982178, + "reward_std": 0.19768767803907394, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7951772212982178, "step": 1666 }, { - "epoch": 0.11, - "learning_rate": 1.9652441270966084e-05, - "loss": 1.0634, + "clip_ratio": 0.0, + "completion_length": 147.875, + "epoch": 0.2709467696058513, + "grad_norm": 2.5420167446136475, + "kl": 0.927734375, + "learning_rate": 7.290312093628088e-07, + "loss": 0.0372, + "reward": 1.5851391553878784, + "reward_std": 0.3722407817840576, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7101391553878784, "step": 1667 }, { - "epoch": 0.11, - "learning_rate": 1.9651874134435675e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 178.71875, + "epoch": 0.27110930516050386, + "grad_norm": 2.431304693222046, + "kl": 1.5390625, + "learning_rate": 7.288686605981794e-07, + "loss": 0.0614, + "reward": 1.4594269394874573, + "reward_std": 0.38885557651519775, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.631301999092102, "step": 1668 }, { - "epoch": 0.11, - "learning_rate": 1.9651306543760477e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 165.34375, + "epoch": 0.2712718407151564, + "grad_norm": 2.345036506652832, + "kl": 0.4931640625, + "learning_rate": 7.2870611183355e-07, + "loss": 0.0197, + "reward": 1.7389628887176514, + "reward_std": 0.2478117197751999, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8014629185199738, "step": 1669 }, { - "epoch": 0.11, - "learning_rate": 1.9650738498967203e-05, - "loss": 1.0288, + "clip_ratio": 0.0, + "completion_length": 162.03125, + "epoch": 0.27143437626980904, + "grad_norm": 1.8087033033370972, + "kl": 0.4091796875, + "learning_rate": 7.285435630689206e-07, + "loss": 0.0164, + "reward": 1.6418858170509338, + "reward_std": 0.30623212456703186, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7356358170509338, "step": 1670 }, { - "epoch": 0.11, - "learning_rate": 1.9650170000082577e-05, - "loss": 1.0513, + "clip_ratio": 0.0, + "completion_length": 180.03125, + "epoch": 0.2715969118244616, + "grad_norm": 1.7389509677886963, + "kl": 1.1953125, + "learning_rate": 7.283810143042912e-07, + "loss": 0.0479, + "reward": 1.7140568494796753, + "reward_std": 0.167392797768116, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7609317600727081, "step": 1671 }, { - "epoch": 0.11, - "learning_rate": 1.964960104713335e-05, - "loss": 1.0858, + "clip_ratio": 0.0, + "completion_length": 148.921875, + "epoch": 0.27175944737911417, + "grad_norm": 3.364298105239868, + "kl": 0.7685546875, + "learning_rate": 7.282184655396618e-07, + "loss": 0.0309, + "reward": 1.7164762020111084, + "reward_std": 0.3458202853798866, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8102262020111084, "step": 1672 }, { - "epoch": 0.11, - "learning_rate": 1.964903164014629e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 169.15625, + "epoch": 0.27192198293376674, + "grad_norm": 2.9611470699310303, + "kl": 1.46484375, + "learning_rate": 7.280559167750325e-07, + "loss": 0.0588, + "reward": 1.3754532933235168, + "reward_std": 0.367431640625, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.5160783231258392, "step": 1673 }, { - "epoch": 0.11, - "learning_rate": 1.9648461779148196e-05, - "loss": 1.0697, + "clip_ratio": 0.0, + "completion_length": 183.25, + "epoch": 0.27208451848841936, + "grad_norm": 5.939330101013184, + "kl": 2.01953125, + "learning_rate": 7.278933680104032e-07, + "loss": 0.0807, + "reward": 1.4725733399391174, + "reward_std": 0.41309820115566254, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6444483697414398, "step": 1674 }, { - "epoch": 0.11, - "learning_rate": 1.964789146416587e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 187.734375, + "epoch": 0.2722470540430719, + "grad_norm": 1.7614428997039795, + "kl": 2.234375, + "learning_rate": 7.277308192457737e-07, + "loss": 0.0891, + "reward": 1.588516116142273, + "reward_std": 0.24511654675006866, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.697891116142273, "step": 1675 }, { - "epoch": 0.11, - "learning_rate": 1.9647320695226156e-05, - "loss": 1.0985, + "clip_ratio": 0.0, + "completion_length": 178.609375, + "epoch": 0.2724095895977245, + "grad_norm": 3.0898780822753906, + "kl": 3.265625, + "learning_rate": 7.275682704811444e-07, + "loss": 0.1303, + "reward": 1.412031888961792, + "reward_std": 0.6045293509960175, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6464067995548248, "step": 1676 }, { - "epoch": 0.11, - "learning_rate": 1.9646749472355906e-05, - "loss": 1.0922, + "clip_ratio": 0.0, + "completion_length": 168.4375, + "epoch": 0.2725721251523771, + "grad_norm": 5.224297046661377, + "kl": 4.75, + "learning_rate": 7.274057217165149e-07, + "loss": 0.1905, + "reward": 1.5075693130493164, + "reward_std": 0.4265052378177643, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7263193428516388, "step": 1677 }, { - "epoch": 0.11, - "learning_rate": 1.9646177795582e-05, - "loss": 1.0189, + "clip_ratio": 0.0, + "completion_length": 152.671875, + "epoch": 0.2727346607070297, + "grad_norm": 2.1938834190368652, + "kl": 2.59375, + "learning_rate": 7.272431729518856e-07, + "loss": 0.104, + "reward": 1.7494941353797913, + "reward_std": 0.4561937749385834, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8588691651821136, "step": 1678 }, { - "epoch": 0.11, - "learning_rate": 1.9645605664931334e-05, - "loss": 1.0992, + "clip_ratio": 0.0, + "completion_length": 160.703125, + "epoch": 0.27289719626168224, + "grad_norm": 2.2534611225128174, + "kl": 1.99609375, + "learning_rate": 7.270806241872561e-07, + "loss": 0.0801, + "reward": 1.5570948719978333, + "reward_std": 0.386694073677063, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7445948421955109, "step": 1679 }, { - "epoch": 0.11, - "learning_rate": 1.964503308043083e-05, - "loss": 1.0485, + "clip_ratio": 0.0, + "completion_length": 179.28125, + "epoch": 0.2730597318163348, + "grad_norm": 3.7254514694213867, + "kl": 3.9453125, + "learning_rate": 7.269180754226268e-07, + "loss": 0.1575, + "reward": 1.5408005714416504, + "reward_std": 0.3949487805366516, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6970505714416504, "step": 1680 }, { - "epoch": 0.11, - "learning_rate": 1.9644460042107426e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 159.734375, + "epoch": 0.2732222673709874, + "grad_norm": 1.6529369354248047, + "kl": 2.40625, + "learning_rate": 7.267555266579973e-07, + "loss": 0.0962, + "reward": 1.5482447743415833, + "reward_std": 0.46992938220500946, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6732447445392609, "step": 1681 }, { - "epoch": 0.11, - "learning_rate": 1.9643886549988093e-05, - "loss": 1.0957, + "clip_ratio": 0.0, + "completion_length": 186.59375, + "epoch": 0.27338480292564, + "grad_norm": 2.7420947551727295, + "kl": 4.3515625, + "learning_rate": 7.26592977893368e-07, + "loss": 0.1743, + "reward": 1.4339587092399597, + "reward_std": 0.5406443923711777, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6527085900306702, "step": 1682 }, { - "epoch": 0.11, - "learning_rate": 1.9643312604099807e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 180.703125, + "epoch": 0.27354733848029256, + "grad_norm": 3.6663966178894043, + "kl": 4.8046875, + "learning_rate": 7.264304291287386e-07, + "loss": 0.1923, + "reward": 1.3688093423843384, + "reward_std": 0.4625824987888336, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.5875593423843384, "step": 1683 }, { - "epoch": 0.11, - "learning_rate": 1.9642738204469577e-05, - "loss": 1.1656, + "clip_ratio": 0.0, + "completion_length": 186.328125, + "epoch": 0.2737098740349451, + "grad_norm": 1.9603781700134277, + "kl": 4.0390625, + "learning_rate": 7.262678803641093e-07, + "loss": 0.1614, + "reward": 1.4849542379379272, + "reward_std": 0.664926141500473, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.7349541485309601, "step": 1684 }, { - "epoch": 0.11, - "learning_rate": 1.964216335112443e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 182.46875, + "epoch": 0.27387240958959774, + "grad_norm": 1.8841511011123657, + "kl": 0.873046875, + "learning_rate": 7.261053315994798e-07, + "loss": 0.0349, + "reward": 1.6170817017555237, + "reward_std": 0.3454330563545227, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7108316719532013, "step": 1685 }, { - "epoch": 0.11, - "learning_rate": 1.9641588044091415e-05, - "loss": 1.0495, + "clip_ratio": 0.0, + "completion_length": 188.390625, + "epoch": 0.2740349451442503, + "grad_norm": 1.9522533416748047, + "kl": 2.9609375, + "learning_rate": 7.259427828348505e-07, + "loss": 0.1183, + "reward": 1.5440261363983154, + "reward_std": 0.41274160146713257, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7002761363983154, "step": 1686 }, { - "epoch": 0.11, - "learning_rate": 1.9641012283397597e-05, - "loss": 1.072, + "clip_ratio": 0.0, + "completion_length": 167.375, + "epoch": 0.2741974806989029, + "grad_norm": 2.282353162765503, + "kl": 2.740234375, + "learning_rate": 7.25780234070221e-07, + "loss": 0.1096, + "reward": 1.476943552494049, + "reward_std": 0.5459505319595337, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6956935226917267, "step": 1687 }, { - "epoch": 0.11, - "learning_rate": 1.9640436069070073e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 183.671875, + "epoch": 0.27436001625355544, + "grad_norm": 2.0657358169555664, + "kl": 2.7734375, + "learning_rate": 7.256176853055917e-07, + "loss": 0.1109, + "reward": 1.5370097756385803, + "reward_std": 0.3634417951107025, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7088847756385803, "step": 1688 }, { - "epoch": 0.11, - "learning_rate": 1.963985940113595e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 158.09375, + "epoch": 0.27452255180820806, + "grad_norm": 5.452396869659424, + "kl": 2.5390625, + "learning_rate": 7.254551365409622e-07, + "loss": 0.1014, + "reward": 1.5829771757125854, + "reward_std": 0.5394093841314316, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7861020863056183, "step": 1689 }, { - "epoch": 0.11, - "learning_rate": 1.963928227962237e-05, - "loss": 1.0871, + "clip_ratio": 0.0, + "completion_length": 173.078125, + "epoch": 0.2746850873628606, + "grad_norm": 2.584085464477539, + "kl": 2.5390625, + "learning_rate": 7.252925877763329e-07, + "loss": 0.1019, + "reward": 1.6028345823287964, + "reward_std": 0.23612866550683975, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6965845227241516, "step": 1690 }, { - "epoch": 0.11, - "learning_rate": 1.963870470455648e-05, - "loss": 1.1227, + "clip_ratio": 0.0, + "completion_length": 171.4375, + "epoch": 0.2748476229175132, + "grad_norm": 2.4442381858825684, + "kl": 1.95703125, + "learning_rate": 7.251300390117034e-07, + "loss": 0.0782, + "reward": 1.5578439235687256, + "reward_std": 0.3692390099167824, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6672189831733704, "step": 1691 }, { - "epoch": 0.11, - "learning_rate": 1.9638126675965457e-05, - "loss": 1.026, + "clip_ratio": 0.0, + "completion_length": 182.09375, + "epoch": 0.2750101584721658, + "grad_norm": 3.4433021545410156, + "kl": 2.3671875, + "learning_rate": 7.249674902470741e-07, + "loss": 0.095, + "reward": 1.4951332211494446, + "reward_std": 0.48026131093502045, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6982582807540894, "step": 1692 }, { - "epoch": 0.11, - "learning_rate": 1.96375481938765e-05, - "loss": 1.0358, + "clip_ratio": 0.0, + "completion_length": 143.234375, + "epoch": 0.2751726940268184, + "grad_norm": 3.0788767337799072, + "kl": 2.125, + "learning_rate": 7.248049414824447e-07, + "loss": 0.0849, + "reward": 1.643869161605835, + "reward_std": 0.33570657670497894, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7532441914081573, "step": 1693 }, { - "epoch": 0.11, - "learning_rate": 1.9636969258316833e-05, - "loss": 1.0901, + "clip_ratio": 0.0, + "completion_length": 173.03125, + "epoch": 0.27533522958147094, + "grad_norm": 2.856687068939209, + "kl": 1.466796875, + "learning_rate": 7.246423927178154e-07, + "loss": 0.0586, + "reward": 1.600011169910431, + "reward_std": 0.2910406291484833, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6937611997127533, "step": 1694 }, { - "epoch": 0.11, - "learning_rate": 1.963638986931369e-05, - "loss": 0.9871, + "clip_ratio": 0.0, + "completion_length": 197.03125, + "epoch": 0.2754977651361235, + "grad_norm": 2.2584686279296875, + "kl": 0.828125, + "learning_rate": 7.244798439531859e-07, + "loss": 0.0332, + "reward": 1.6232348680496216, + "reward_std": 0.24867844581604004, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7013598680496216, "step": 1695 }, { - "epoch": 0.11, - "learning_rate": 1.9635810026894333e-05, - "loss": 1.0479, + "clip_ratio": 0.0, + "completion_length": 209.3125, + "epoch": 0.2756603006907761, + "grad_norm": 2.1013362407684326, + "kl": 2.009765625, + "learning_rate": 7.243172951885566e-07, + "loss": 0.0807, + "reward": 1.6108542680740356, + "reward_std": 0.26898379623889923, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7202292680740356, "step": 1696 }, { - "epoch": 0.11, - "learning_rate": 1.9635229731086047e-05, - "loss": 1.1565, + "clip_ratio": 0.0, + "completion_length": 180.46875, + "epoch": 0.2758228362454287, + "grad_norm": 3.1757922172546387, + "kl": 1.6875, + "learning_rate": 7.241547464239271e-07, + "loss": 0.0673, + "reward": 1.5673540234565735, + "reward_std": 0.32076026499271393, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7236040234565735, "step": 1697 }, { - "epoch": 0.11, - "learning_rate": 1.963464898191614e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 187.25, + "epoch": 0.27598537180008126, + "grad_norm": 3.1942713260650635, + "kl": 1.255859375, + "learning_rate": 7.239921976592978e-07, + "loss": 0.0501, + "reward": 1.5906086564064026, + "reward_std": 0.2839364558458328, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6843585968017578, "step": 1698 }, { - "epoch": 0.11, - "learning_rate": 1.963406777941193e-05, - "loss": 1.0037, + "clip_ratio": 0.0, + "completion_length": 169.703125, + "epoch": 0.2761479073547338, + "grad_norm": 2.5291998386383057, + "kl": 0.904296875, + "learning_rate": 7.238296488946683e-07, + "loss": 0.0362, + "reward": 1.6835905313491821, + "reward_std": 0.18984943628311157, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7304655313491821, "step": 1699 }, { - "epoch": 0.11, - "learning_rate": 1.9633486123600768e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 177.71875, + "epoch": 0.27631044290938644, + "grad_norm": 2.361034393310547, + "kl": 1.81640625, + "learning_rate": 7.23667100130039e-07, + "loss": 0.0729, + "reward": 1.5971333384513855, + "reward_std": 0.31444022059440613, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6752583980560303, "step": 1700 }, { - "epoch": 0.11, - "learning_rate": 1.963290401451002e-05, - "loss": 1.1415, + "clip_ratio": 0.0, + "completion_length": 175.796875, + "epoch": 0.276472978464039, + "grad_norm": 2.244297981262207, + "kl": 1.66796875, + "learning_rate": 7.235045513654095e-07, + "loss": 0.0666, + "reward": 1.7192199230194092, + "reward_std": 0.23268033936619759, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8129699528217316, "step": 1701 }, { - "epoch": 0.11, - "learning_rate": 1.963232145216708e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 177.78125, + "epoch": 0.2766355140186916, + "grad_norm": 2.3238415718078613, + "kl": 1.083984375, + "learning_rate": 7.233420026007802e-07, + "loss": 0.0436, + "reward": 1.6277311444282532, + "reward_std": 0.2825291156768799, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7371061742305756, "step": 1702 }, { - "epoch": 0.11, - "learning_rate": 1.9631738436599363e-05, - "loss": 1.1166, + "clip_ratio": 0.0, + "completion_length": 143.84375, + "epoch": 0.2767980495733442, + "grad_norm": 3.660865068435669, + "kl": 1.66796875, + "learning_rate": 7.231794538361508e-07, + "loss": 0.0667, + "reward": 1.6532434225082397, + "reward_std": 0.2494538128376007, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7313684523105621, "step": 1703 }, { - "epoch": 0.11, - "learning_rate": 1.9631154967834286e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 158.640625, + "epoch": 0.27696058512799676, + "grad_norm": 3.615212917327881, + "kl": 2.078125, + "learning_rate": 7.230169050715215e-07, + "loss": 0.0833, + "reward": 1.574267029762268, + "reward_std": 0.36534667015075684, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6992670893669128, "step": 1704 }, { - "epoch": 0.11, - "learning_rate": 1.9630571045899315e-05, - "loss": 1.1083, + "clip_ratio": 0.0, + "completion_length": 165.71875, + "epoch": 0.2771231206826493, + "grad_norm": 2.6128315925598145, + "kl": 2.7890625, + "learning_rate": 7.22854356306892e-07, + "loss": 0.1117, + "reward": 1.639589786529541, + "reward_std": 0.36138665676116943, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.764589786529541, "step": 1705 }, { - "epoch": 0.11, - "learning_rate": 1.962998667082192e-05, - "loss": 0.9734, + "clip_ratio": 0.0, + "completion_length": 176.625, + "epoch": 0.2772856562373019, + "grad_norm": 2.8538174629211426, + "kl": 2.705078125, + "learning_rate": 7.226918075422627e-07, + "loss": 0.1081, + "reward": 1.6145684719085693, + "reward_std": 0.3666594475507736, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.723943442106247, "step": 1706 }, { - "epoch": 0.11, - "learning_rate": 1.9629401842629604e-05, - "loss": 1.0861, + "clip_ratio": 0.0, + "completion_length": 178.8125, + "epoch": 0.2774481917919545, + "grad_norm": 2.975145101547241, + "kl": 4.59375, + "learning_rate": 7.225292587776332e-07, + "loss": 0.1838, + "reward": 1.482676923274994, + "reward_std": 0.5388930141925812, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6858019232749939, "step": 1707 }, { - "epoch": 0.11, - "learning_rate": 1.9628816561349877e-05, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 164.734375, + "epoch": 0.2776107273466071, + "grad_norm": 3.1549675464630127, + "kl": 4.1640625, + "learning_rate": 7.223667100130039e-07, + "loss": 0.1671, + "reward": 1.4905977249145508, + "reward_std": 0.4050487279891968, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6624727249145508, "step": 1708 }, { - "epoch": 0.11, - "learning_rate": 1.9628230827010283e-05, - "loss": 1.0205, + "clip_ratio": 0.0, + "completion_length": 146.96875, + "epoch": 0.27777326290125964, + "grad_norm": 2.102590322494507, + "kl": 3.7109375, + "learning_rate": 7.222041612483744e-07, + "loss": 0.1492, + "reward": 1.5743498802185059, + "reward_std": 0.3093058466911316, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7149748802185059, "step": 1709 }, { - "epoch": 0.11, - "learning_rate": 1.9627644639638375e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 157.453125, + "epoch": 0.2779357984559122, + "grad_norm": 3.7474207878112793, + "kl": 2.6953125, + "learning_rate": 7.220416124837451e-07, + "loss": 0.1078, + "reward": 1.633419394493103, + "reward_std": 0.28465166687965393, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.742794394493103, "step": 1710 }, { - "epoch": 0.11, - "learning_rate": 1.9627057999261742e-05, - "loss": 1.0818, + "clip_ratio": 0.0, + "completion_length": 162.9375, + "epoch": 0.27809833401056483, + "grad_norm": 2.3483033180236816, + "kl": 1.275390625, + "learning_rate": 7.218790637191157e-07, + "loss": 0.0511, + "reward": 1.6633578538894653, + "reward_std": 0.3111940771341324, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7571078538894653, "step": 1711 }, { - "epoch": 0.11, - "learning_rate": 1.9626470905907985e-05, - "loss": 1.0766, + "clip_ratio": 0.0, + "completion_length": 153.125, + "epoch": 0.2782608695652174, + "grad_norm": 2.1304259300231934, + "kl": 0.83984375, + "learning_rate": 7.217165149544863e-07, + "loss": 0.0335, + "reward": 1.7540668845176697, + "reward_std": 0.16823507845401764, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8321919143199921, "step": 1712 }, { - "epoch": 0.11, - "learning_rate": 1.9625883359604726e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 172.15625, + "epoch": 0.27842340511986996, + "grad_norm": 3.198265790939331, + "kl": 1.98046875, + "learning_rate": 7.21553966189857e-07, + "loss": 0.0793, + "reward": 1.6476995944976807, + "reward_std": 0.23436348885297775, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7258245646953583, "step": 1713 }, { - "epoch": 0.11, - "learning_rate": 1.9625295360379613e-05, - "loss": 1.0459, + "clip_ratio": 0.0, + "completion_length": 147.90625, + "epoch": 0.2785859406745225, + "grad_norm": 2.7770066261291504, + "kl": 1.12109375, + "learning_rate": 7.213914174252276e-07, + "loss": 0.0448, + "reward": 1.8438814282417297, + "reward_std": 0.20360538363456726, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8907564282417297, "step": 1714 }, { - "epoch": 0.11, - "learning_rate": 1.9624706908260312e-05, - "loss": 1.081, + "clip_ratio": 0.0, + "completion_length": 150.234375, + "epoch": 0.27874847622917515, + "grad_norm": 2.574631929397583, + "kl": 1.8359375, + "learning_rate": 7.212288686605982e-07, + "loss": 0.0734, + "reward": 1.7053924798965454, + "reward_std": 0.30115701258182526, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7835174798965454, "step": 1715 }, { - "epoch": 0.11, - "learning_rate": 1.9624118003274514e-05, - "loss": 1.1335, + "clip_ratio": 0.0, + "completion_length": 157.203125, + "epoch": 0.2789110117838277, + "grad_norm": 2.8277699947357178, + "kl": 1.337890625, + "learning_rate": 7.210663198959688e-07, + "loss": 0.0535, + "reward": 1.7169057130813599, + "reward_std": 0.26366613805294037, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7950307130813599, "step": 1716 }, { - "epoch": 0.11, - "learning_rate": 1.9623528645449923e-05, - "loss": 0.9964, + "clip_ratio": 0.0, + "completion_length": 167.703125, + "epoch": 0.2790735473384803, + "grad_norm": 2.008014440536499, + "kl": 2.21484375, + "learning_rate": 7.209037711313394e-07, + "loss": 0.0888, + "reward": 1.5791202783584595, + "reward_std": 0.31218327581882477, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7041202485561371, "step": 1717 }, { - "epoch": 0.12, - "learning_rate": 1.9622938834814272e-05, - "loss": 1.1133, + "clip_ratio": 0.0, + "completion_length": 182.984375, + "epoch": 0.2792360828931329, + "grad_norm": 2.6758317947387695, + "kl": 3.03125, + "learning_rate": 7.2074122236671e-07, + "loss": 0.1214, + "reward": 1.5875974893569946, + "reward_std": 0.3212333247065544, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7125974595546722, "step": 1718 }, { - "epoch": 0.12, - "learning_rate": 1.9622348571395312e-05, - "loss": 1.0467, + "clip_ratio": 0.0, + "completion_length": 174.3125, + "epoch": 0.27939861844778546, + "grad_norm": 3.228743076324463, + "kl": 2.59375, + "learning_rate": 7.205786736020806e-07, + "loss": 0.1035, + "reward": 1.5491812825202942, + "reward_std": 0.42971034348011017, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6898063123226166, "step": 1719 }, { - "epoch": 0.12, - "learning_rate": 1.962175785522082e-05, - "loss": 1.0267, + "clip_ratio": 0.0, + "completion_length": 176.65625, + "epoch": 0.27956115400243803, + "grad_norm": 2.9158523082733154, + "kl": 3.5703125, + "learning_rate": 7.204161248374512e-07, + "loss": 0.143, + "reward": 1.5357500314712524, + "reward_std": 0.2599075436592102, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7076250612735748, "step": 1720 }, { - "epoch": 0.12, - "learning_rate": 1.9621166686318588e-05, - "loss": 1.0566, + "clip_ratio": 0.0, + "completion_length": 166.515625, + "epoch": 0.2797236895570906, + "grad_norm": 3.802194595336914, + "kl": 2.47265625, + "learning_rate": 7.202535760728218e-07, + "loss": 0.0987, + "reward": 1.614992618560791, + "reward_std": 0.4625934511423111, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.786867618560791, "step": 1721 }, { - "epoch": 0.12, - "learning_rate": 1.9620575064716432e-05, - "loss": 1.1464, + "clip_ratio": 0.0, + "completion_length": 173.984375, + "epoch": 0.2798862251117432, + "grad_norm": 2.670280694961548, + "kl": 4.4921875, + "learning_rate": 7.200910273081924e-07, + "loss": 0.1799, + "reward": 1.333348572254181, + "reward_std": 0.6448757648468018, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6302235424518585, "step": 1722 }, { - "epoch": 0.12, - "learning_rate": 1.961998299044219e-05, - "loss": 1.1281, + "clip_ratio": 0.0, + "completion_length": 175.9375, + "epoch": 0.2800487606663958, + "grad_norm": 4.444010257720947, + "kl": 4.6796875, + "learning_rate": 7.199284785435631e-07, + "loss": 0.1873, + "reward": 1.3365666270256042, + "reward_std": 0.4380744993686676, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6646916270256042, "step": 1723 }, { - "epoch": 0.12, - "learning_rate": 1.9619390463523723e-05, - "loss": 1.1216, + "clip_ratio": 0.0, + "completion_length": 184.546875, + "epoch": 0.28021129622104834, + "grad_norm": 5.883828639984131, + "kl": 3.8203125, + "learning_rate": 7.197659297789337e-07, + "loss": 0.1525, + "reward": 1.5260781049728394, + "reward_std": 0.4721069633960724, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7448281049728394, "step": 1724 }, { - "epoch": 0.12, - "learning_rate": 1.9618797483988908e-05, - "loss": 1.1429, + "clip_ratio": 0.0, + "completion_length": 183.875, + "epoch": 0.2803738317757009, + "grad_norm": 4.785714626312256, + "kl": 5.03125, + "learning_rate": 7.196033810143043e-07, + "loss": 0.2012, + "reward": 1.3090810179710388, + "reward_std": 0.4903949797153473, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6059560775756836, "step": 1725 }, { - "epoch": 0.12, - "learning_rate": 1.9618204051865642e-05, - "loss": 1.0299, + "clip_ratio": 0.0, + "completion_length": 183.484375, + "epoch": 0.28053636733035353, + "grad_norm": 2.448484182357788, + "kl": 4.515625, + "learning_rate": 7.194408322496749e-07, + "loss": 0.1809, + "reward": 1.342721402645111, + "reward_std": 0.5522808730602264, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6395963728427887, "step": 1726 }, { - "epoch": 0.12, - "learning_rate": 1.9617610167181855e-05, - "loss": 1.135, + "clip_ratio": 0.0, + "completion_length": 187.140625, + "epoch": 0.2806989028850061, + "grad_norm": 4.679173946380615, + "kl": 3.53125, + "learning_rate": 7.192782834850455e-07, + "loss": 0.1413, + "reward": 1.3648953437805176, + "reward_std": 0.530910387635231, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6461453437805176, "step": 1727 }, { - "epoch": 0.12, - "learning_rate": 1.9617015829965487e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 168.34375, + "epoch": 0.28086143843965866, + "grad_norm": 3.64555025100708, + "kl": 2.54296875, + "learning_rate": 7.191157347204161e-07, + "loss": 0.1018, + "reward": 1.4361394047737122, + "reward_std": 0.5926006138324738, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6392643451690674, "step": 1728 }, { - "epoch": 0.12, - "learning_rate": 1.96164210402445e-05, - "loss": 1.0214, + "clip_ratio": 0.0, + "completion_length": 190.71875, + "epoch": 0.2810239739943113, + "grad_norm": 4.845511436462402, + "kl": 2.4453125, + "learning_rate": 7.189531859557867e-07, + "loss": 0.0977, + "reward": 1.494851529598236, + "reward_std": 0.5071205198764801, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6979765295982361, "step": 1729 }, { - "epoch": 0.12, - "learning_rate": 1.961582579804689e-05, - "loss": 1.1548, + "clip_ratio": 0.0, + "completion_length": 160.6875, + "epoch": 0.28118650954896385, + "grad_norm": 2.8817477226257324, + "kl": 1.138671875, + "learning_rate": 7.187906371911573e-07, + "loss": 0.0455, + "reward": 1.5940043330192566, + "reward_std": 0.2840367704629898, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6877543926239014, "step": 1730 }, { - "epoch": 0.12, - "learning_rate": 1.9615230103400653e-05, - "loss": 1.1387, + "clip_ratio": 0.0, + "completion_length": 171.0, + "epoch": 0.2813490451036164, + "grad_norm": 4.212993144989014, + "kl": 2.00390625, + "learning_rate": 7.186280884265279e-07, + "loss": 0.08, + "reward": 1.598702073097229, + "reward_std": 0.3817209303379059, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7549520432949066, "step": 1731 }, { - "epoch": 0.12, - "learning_rate": 1.9614633956333825e-05, - "loss": 0.9947, + "clip_ratio": 0.0, + "completion_length": 158.109375, + "epoch": 0.281511580658269, + "grad_norm": 3.4081902503967285, + "kl": 1.375, + "learning_rate": 7.184655396618985e-07, + "loss": 0.055, + "reward": 1.619595468044281, + "reward_std": 0.35034504532814026, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7133454084396362, "step": 1732 }, { - "epoch": 0.12, - "learning_rate": 1.9614037356874456e-05, - "loss": 1.0577, + "clip_ratio": 0.0, + "completion_length": 163.8125, + "epoch": 0.2816741162129216, + "grad_norm": 2.691598415374756, + "kl": 0.98046875, + "learning_rate": 7.183029908972692e-07, + "loss": 0.0394, + "reward": 1.6787278652191162, + "reward_std": 0.3790343105792999, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7881028950214386, "step": 1733 }, { - "epoch": 0.12, - "learning_rate": 1.961344030505062e-05, - "loss": 0.9715, + "clip_ratio": 0.0, + "completion_length": 162.4375, + "epoch": 0.28183665176757416, + "grad_norm": 2.9116370677948, + "kl": 0.90234375, + "learning_rate": 7.181404421326398e-07, + "loss": 0.0361, + "reward": 1.7564448714256287, + "reward_std": 0.24690912663936615, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.834569901227951, "step": 1734 }, { - "epoch": 0.12, - "learning_rate": 1.96128428008904e-05, - "loss": 1.0701, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.28199918732222673, + "grad_norm": 2.371992826461792, + "kl": 2.296875, + "learning_rate": 7.179778933680104e-07, + "loss": 0.0919, + "reward": 1.6912930011749268, + "reward_std": 0.3516896367073059, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.800667941570282, "step": 1735 }, { - "epoch": 0.12, - "learning_rate": 1.9612244844421916e-05, - "loss": 1.0683, + "clip_ratio": 0.0, + "completion_length": 174.703125, + "epoch": 0.2821617228768793, + "grad_norm": 1.9389963150024414, + "kl": 1.5234375, + "learning_rate": 7.17815344603381e-07, + "loss": 0.0609, + "reward": 1.6435383558273315, + "reward_std": 0.3410683870315552, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7529133558273315, "step": 1736 }, { - "epoch": 0.12, - "learning_rate": 1.9611646435673303e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 197.328125, + "epoch": 0.2823242584315319, + "grad_norm": 3.627263307571411, + "kl": 2.828125, + "learning_rate": 7.176527958387516e-07, + "loss": 0.113, + "reward": 1.5686200857162476, + "reward_std": 0.38754047453403473, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7248700857162476, "step": 1737 }, { - "epoch": 0.12, - "learning_rate": 1.9611047574672723e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 160.390625, + "epoch": 0.2824867939861845, + "grad_norm": 2.4546597003936768, + "kl": 3.1171875, + "learning_rate": 7.174902470741222e-07, + "loss": 0.1248, + "reward": 1.6320512294769287, + "reward_std": 0.3210073411464691, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7570512294769287, "step": 1738 }, { - "epoch": 0.12, - "learning_rate": 1.9610448261448346e-05, - "loss": 1.0608, + "clip_ratio": 0.0, + "completion_length": 143.5, + "epoch": 0.28264932954083705, + "grad_norm": 3.364687204360962, + "kl": 1.5849609375, + "learning_rate": 7.173276983094928e-07, + "loss": 0.0636, + "reward": 1.7258349657058716, + "reward_std": 0.2955091893672943, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8195849657058716, "step": 1739 }, { - "epoch": 0.12, - "learning_rate": 1.9609848496028373e-05, - "loss": 1.0777, + "clip_ratio": 0.0, + "completion_length": 161.90625, + "epoch": 0.2828118650954896, + "grad_norm": 1.7542445659637451, + "kl": 2.765625, + "learning_rate": 7.171651495448634e-07, + "loss": 0.1107, + "reward": 1.6158599853515625, + "reward_std": 0.31328606605529785, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7096099257469177, "step": 1740 }, { - "epoch": 0.12, - "learning_rate": 1.9609248278441027e-05, - "loss": 1.077, + "clip_ratio": 0.0, + "completion_length": 190.359375, + "epoch": 0.28297440065014223, + "grad_norm": 2.48407244682312, + "kl": 3.1796875, + "learning_rate": 7.17002600780234e-07, + "loss": 0.1273, + "reward": 1.5455526113510132, + "reward_std": 0.37898412346839905, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7018026411533356, "step": 1741 }, { - "epoch": 0.12, - "learning_rate": 1.9608647608714548e-05, - "loss": 1.0417, + "clip_ratio": 0.0, + "completion_length": 161.40625, + "epoch": 0.2831369362047948, + "grad_norm": 4.919040203094482, + "kl": 4.9765625, + "learning_rate": 7.168400520156046e-07, + "loss": 0.1995, + "reward": 1.5364155769348145, + "reward_std": 0.5089588910341263, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7239155471324921, "step": 1742 }, { - "epoch": 0.12, - "learning_rate": 1.9608046486877203e-05, - "loss": 1.0744, + "clip_ratio": 0.0, + "completion_length": 193.375, + "epoch": 0.28329947175944736, + "grad_norm": 4.907585144042969, + "kl": 6.65625, + "learning_rate": 7.166775032509753e-07, + "loss": 0.2665, + "reward": 1.3138777017593384, + "reward_std": 0.5320291370153427, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.610752671957016, "step": 1743 }, { - "epoch": 0.12, - "learning_rate": 1.9607444912957266e-05, - "loss": 1.0129, + "clip_ratio": 0.0, + "completion_length": 203.546875, + "epoch": 0.2834620073141, + "grad_norm": 5.321649074554443, + "kl": 6.78125, + "learning_rate": 7.16514954486346e-07, + "loss": 0.2714, + "reward": 1.304255723953247, + "reward_std": 0.445070743560791, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.5855057239532471, "step": 1744 }, { - "epoch": 0.12, - "learning_rate": 1.960684288698305e-05, - "loss": 1.2067, + "clip_ratio": 0.0, + "completion_length": 160.84375, + "epoch": 0.28362454286875255, + "grad_norm": 3.8068859577178955, + "kl": 5.4375, + "learning_rate": 7.163524057217165e-07, + "loss": 0.2176, + "reward": 1.5382118821144104, + "reward_std": 0.5239846259355545, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7100868821144104, "step": 1745 }, { - "epoch": 0.12, - "learning_rate": 1.9606240408982887e-05, - "loss": 1.1455, + "clip_ratio": 0.0, + "completion_length": 170.796875, + "epoch": 0.2837870784234051, + "grad_norm": 5.5055389404296875, + "kl": 4.515625, + "learning_rate": 7.161898569570872e-07, + "loss": 0.1808, + "reward": 1.5445563793182373, + "reward_std": 0.5639582276344299, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7320563793182373, "step": 1746 }, { - "epoch": 0.12, - "learning_rate": 1.9605637478985113e-05, - "loss": 1.0898, + "clip_ratio": 0.0, + "completion_length": 207.015625, + "epoch": 0.2839496139780577, + "grad_norm": 2.714996099472046, + "kl": 4.140625, + "learning_rate": 7.160273081924577e-07, + "loss": 0.1659, + "reward": 1.375393271446228, + "reward_std": 0.4311559200286865, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.5941433310508728, "step": 1747 }, { - "epoch": 0.12, - "learning_rate": 1.9605034097018106e-05, - "loss": 1.1236, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.2841121495327103, + "grad_norm": 3.104426383972168, + "kl": 5.375, + "learning_rate": 7.158647594278284e-07, + "loss": 0.2152, + "reward": 1.3752247095108032, + "reward_std": 0.5262950658798218, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6564746499061584, "step": 1748 }, { - "epoch": 0.12, - "learning_rate": 1.9604430263110253e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 144.09375, + "epoch": 0.28427468508736287, + "grad_norm": 2.5621399879455566, + "kl": 1.859375, + "learning_rate": 7.157022106631989e-07, + "loss": 0.0746, + "reward": 1.6121253371238708, + "reward_std": 0.36591070890426636, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7840003967285156, "step": 1749 }, { - "epoch": 0.12, - "learning_rate": 1.9603825977289967e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 173.125, + "epoch": 0.28443722064201543, + "grad_norm": 3.4009344577789307, + "kl": 2.81640625, + "learning_rate": 7.155396618985696e-07, + "loss": 0.1128, + "reward": 1.4323854446411133, + "reward_std": 0.561413586139679, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6823854148387909, "step": 1750 }, { - "epoch": 0.12, - "learning_rate": 1.960322123958568e-05, - "loss": 1.1146, + "clip_ratio": 0.0, + "completion_length": 170.6875, + "epoch": 0.284599756196668, + "grad_norm": 3.088069438934326, + "kl": 3.359375, + "learning_rate": 7.153771131339401e-07, + "loss": 0.1344, + "reward": 1.5272299647331238, + "reward_std": 0.4101730138063431, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7147300243377686, "step": 1751 }, { - "epoch": 0.12, - "learning_rate": 1.9602616050025852e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 174.46875, + "epoch": 0.2847622917513206, + "grad_norm": 2.441909074783325, + "kl": 1.2109375, + "learning_rate": 7.152145643693108e-07, + "loss": 0.0485, + "reward": 1.5565075278282166, + "reward_std": 0.28950855135917664, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6815074980258942, "step": 1752 }, { - "epoch": 0.12, - "learning_rate": 1.960201040863895e-05, - "loss": 1.0405, + "clip_ratio": 0.0, + "completion_length": 176.6875, + "epoch": 0.2849248273059732, + "grad_norm": 3.4974961280822754, + "kl": 1.70703125, + "learning_rate": 7.150520156046814e-07, + "loss": 0.0682, + "reward": 1.4350051283836365, + "reward_std": 0.39928001165390015, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6068800389766693, "step": 1753 }, { - "epoch": 0.12, - "learning_rate": 1.9601404315453477e-05, - "loss": 1.1536, + "clip_ratio": 0.0, + "completion_length": 175.96875, + "epoch": 0.28508736286062575, + "grad_norm": 2.7031517028808594, + "kl": 1.15234375, + "learning_rate": 7.148894668400521e-07, + "loss": 0.046, + "reward": 1.597579002380371, + "reward_std": 0.33455029129981995, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7225789725780487, "step": 1754 }, { - "epoch": 0.12, - "learning_rate": 1.960079777049795e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 163.046875, + "epoch": 0.28524989841527837, + "grad_norm": 3.311816930770874, + "kl": 1.6328125, + "learning_rate": 7.147269180754226e-07, + "loss": 0.0654, + "reward": 1.5393695831298828, + "reward_std": 0.35060785710811615, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6799945831298828, "step": 1755 }, { - "epoch": 0.12, - "learning_rate": 1.9600190773800903e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 162.90625, + "epoch": 0.28541243396993093, + "grad_norm": 7.505186557769775, + "kl": 3.890625, + "learning_rate": 7.145643693107933e-07, + "loss": 0.1552, + "reward": 1.3559723496437073, + "reward_std": 0.4004243537783623, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6684723794460297, "step": 1756 }, { - "epoch": 0.12, - "learning_rate": 1.9599583325390906e-05, - "loss": 0.9364, + "clip_ratio": 0.0, + "completion_length": 179.84375, + "epoch": 0.2855749695245835, + "grad_norm": 3.4859700202941895, + "kl": 3.1875, + "learning_rate": 7.144018205461638e-07, + "loss": 0.1276, + "reward": 1.4282026886940002, + "reward_std": 0.47887587547302246, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6938276886940002, "step": 1757 }, { - "epoch": 0.12, - "learning_rate": 1.9598975425296535e-05, - "loss": 1.1243, + "clip_ratio": 0.0, + "completion_length": 168.578125, + "epoch": 0.28573750507923606, + "grad_norm": 6.279926300048828, + "kl": 2.015625, + "learning_rate": 7.142392717815345e-07, + "loss": 0.0806, + "reward": 1.578835129737854, + "reward_std": 0.45113705098629, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7507101595401764, "step": 1758 }, { - "epoch": 0.12, - "learning_rate": 1.9598367073546395e-05, - "loss": 1.0164, + "clip_ratio": 0.0, + "completion_length": 170.921875, + "epoch": 0.2859000406338887, + "grad_norm": 2.6467690467834473, + "kl": 2.484375, + "learning_rate": 7.14076723016905e-07, + "loss": 0.0996, + "reward": 1.416970133781433, + "reward_std": 0.6342886090278625, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6825951337814331, "step": 1759 }, { - "epoch": 0.12, - "learning_rate": 1.9597758270169113e-05, - "loss": 1.1548, + "clip_ratio": 0.0, + "completion_length": 186.359375, + "epoch": 0.28606257618854125, + "grad_norm": 3.731870651245117, + "kl": 1.259765625, + "learning_rate": 7.139141742522757e-07, + "loss": 0.0503, + "reward": 1.6708710193634033, + "reward_std": 0.3016914054751396, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7802459895610809, "step": 1760 }, { - "epoch": 0.12, - "learning_rate": 1.9597149015193328e-05, - "loss": 1.0463, + "clip_ratio": 0.0, + "completion_length": 169.875, + "epoch": 0.2862251117431938, + "grad_norm": 3.50740647315979, + "kl": 1.640625, + "learning_rate": 7.137516254876462e-07, + "loss": 0.0657, + "reward": 1.566148579120636, + "reward_std": 0.37283600866794586, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.691148579120636, "step": 1761 }, { - "epoch": 0.12, - "learning_rate": 1.9596539308647714e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 173.078125, + "epoch": 0.2863876472978464, + "grad_norm": 2.8421478271484375, + "kl": 3.09375, + "learning_rate": 7.135890767230169e-07, + "loss": 0.1238, + "reward": 1.4297613501548767, + "reward_std": 0.5088105797767639, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6485114097595215, "step": 1762 }, { - "epoch": 0.12, - "learning_rate": 1.9595929150560953e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.286550182852499, + "grad_norm": 2.204296350479126, + "kl": 3.4609375, + "learning_rate": 7.134265279583875e-07, + "loss": 0.1388, + "reward": 1.376933515071869, + "reward_std": 0.5127092450857162, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.5956835448741913, "step": 1763 }, { - "epoch": 0.12, - "learning_rate": 1.9595318540961757e-05, - "loss": 1.0605, + "clip_ratio": 0.0, + "completion_length": 161.75, + "epoch": 0.28671271840715157, + "grad_norm": 2.5648157596588135, + "kl": 2.9453125, + "learning_rate": 7.132639791937582e-07, + "loss": 0.1178, + "reward": 1.5124812722206116, + "reward_std": 0.4148384928703308, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6843562722206116, "step": 1764 }, { - "epoch": 0.12, - "learning_rate": 1.9594707479878862e-05, - "loss": 1.0917, + "clip_ratio": 0.0, + "completion_length": 167.984375, + "epoch": 0.28687525396180413, + "grad_norm": 3.5084855556488037, + "kl": 4.21875, + "learning_rate": 7.131014304291287e-07, + "loss": 0.169, + "reward": 1.5006929636001587, + "reward_std": 0.47514522075653076, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7194430232048035, "step": 1765 }, { - "epoch": 0.12, - "learning_rate": 1.959409596734101e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.2870377895164567, + "grad_norm": 4.149059295654297, + "kl": 5.921875, + "learning_rate": 7.129388816644994e-07, + "loss": 0.237, + "reward": 1.423749566078186, + "reward_std": 0.4463164508342743, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6893745064735413, "step": 1766 }, { - "epoch": 0.12, - "learning_rate": 1.9593484003376982e-05, - "loss": 1.0642, + "clip_ratio": 0.0, + "completion_length": 187.421875, + "epoch": 0.2872003250711093, + "grad_norm": 3.9281022548675537, + "kl": 6.0, + "learning_rate": 7.127763328998699e-07, + "loss": 0.2398, + "reward": 1.40192049741745, + "reward_std": 0.5721301436424255, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6831705272197723, "step": 1767 }, { - "epoch": 0.12, - "learning_rate": 1.959287158801557e-05, - "loss": 0.9954, + "clip_ratio": 0.0, + "completion_length": 159.703125, + "epoch": 0.2873628606257619, + "grad_norm": 3.4288196563720703, + "kl": 3.578125, + "learning_rate": 7.126137841352406e-07, + "loss": 0.143, + "reward": 1.5124046206474304, + "reward_std": 0.3250700980424881, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6842796504497528, "step": 1768 }, { - "epoch": 0.12, - "learning_rate": 1.9592258721285587e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 191.921875, + "epoch": 0.28752539618041445, + "grad_norm": 1.8602780103683472, + "kl": 3.1953125, + "learning_rate": 7.124512353706111e-07, + "loss": 0.1278, + "reward": 1.5749695301055908, + "reward_std": 0.37352393567562103, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7312195003032684, "step": 1769 }, { - "epoch": 0.12, - "learning_rate": 1.9591645403215876e-05, - "loss": 1.1237, + "clip_ratio": 0.0, + "completion_length": 167.53125, + "epoch": 0.28768793173506707, + "grad_norm": 2.6422219276428223, + "kl": 3.08984375, + "learning_rate": 7.122886866059817e-07, + "loss": 0.1234, + "reward": 1.5981144309043884, + "reward_std": 0.4663392901420593, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7856144309043884, "step": 1770 }, { - "epoch": 0.12, - "learning_rate": 1.959103163383529e-05, - "loss": 1.0485, + "clip_ratio": 0.0, + "completion_length": 169.40625, + "epoch": 0.28785046728971964, + "grad_norm": 2.6716504096984863, + "kl": 2.640625, + "learning_rate": 7.121261378413523e-07, + "loss": 0.1055, + "reward": 1.505957007408142, + "reward_std": 0.3476371318101883, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6309570074081421, "step": 1771 }, { - "epoch": 0.12, - "learning_rate": 1.959041741317271e-05, - "loss": 1.114, + "clip_ratio": 0.0, + "completion_length": 169.734375, + "epoch": 0.2880130028443722, + "grad_norm": 2.3177435398101807, + "kl": 3.1171875, + "learning_rate": 7.11963589076723e-07, + "loss": 0.1244, + "reward": 1.4807586669921875, + "reward_std": 0.43435968458652496, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6682586371898651, "step": 1772 }, { - "epoch": 0.12, - "learning_rate": 1.9589802741257037e-05, - "loss": 1.1049, + "clip_ratio": 0.0, + "completion_length": 155.046875, + "epoch": 0.28817553839902477, + "grad_norm": 2.2568342685699463, + "kl": 1.984375, + "learning_rate": 7.118010403120936e-07, + "loss": 0.0794, + "reward": 1.6647891998291016, + "reward_std": 0.3047316372394562, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7585391104221344, "step": 1773 }, { - "epoch": 0.12, - "learning_rate": 1.958918761811719e-05, - "loss": 1.0751, + "clip_ratio": 0.0, + "completion_length": 190.109375, + "epoch": 0.2883380739536774, + "grad_norm": 1.543099045753479, + "kl": 1.9765625, + "learning_rate": 7.116384915474643e-07, + "loss": 0.0791, + "reward": 1.5688750743865967, + "reward_std": 0.21702365577220917, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6938750445842743, "step": 1774 }, { - "epoch": 0.12, - "learning_rate": 1.9588572043782114e-05, - "loss": 1.0095, + "clip_ratio": 0.0, + "completion_length": 173.515625, + "epoch": 0.28850060950832995, + "grad_norm": 4.575692653656006, + "kl": 1.65234375, + "learning_rate": 7.114759427828348e-07, + "loss": 0.0662, + "reward": 1.6012898683547974, + "reward_std": 0.3196225166320801, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7106648683547974, "step": 1775 }, { - "epoch": 0.12, - "learning_rate": 1.958795601828078e-05, - "loss": 1.1135, + "clip_ratio": 0.0, + "completion_length": 161.515625, + "epoch": 0.2886631450629825, + "grad_norm": 3.352653741836548, + "kl": 2.7109375, + "learning_rate": 7.113133940182054e-07, + "loss": 0.1083, + "reward": 1.511711597442627, + "reward_std": 0.3626306802034378, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6523366272449493, "step": 1776 }, { - "epoch": 0.12, - "learning_rate": 1.9587339541642162e-05, - "loss": 0.935, + "clip_ratio": 0.0, + "completion_length": 157.875, + "epoch": 0.2888256806176351, + "grad_norm": 3.2593119144439697, + "kl": 2.9296875, + "learning_rate": 7.11150845253576e-07, + "loss": 0.1176, + "reward": 1.499697506427765, + "reward_std": 0.37620963156223297, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6559474766254425, "step": 1777 }, { - "epoch": 0.12, - "learning_rate": 1.9586722613895274e-05, - "loss": 1.1125, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.2889882161722877, + "grad_norm": 1.384289264678955, + "kl": 0.7666015625, + "learning_rate": 7.109882964889466e-07, + "loss": 0.0307, + "reward": 1.7250832319259644, + "reward_std": 0.2113412395119667, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7719582319259644, "step": 1778 }, { - "epoch": 0.12, - "learning_rate": 1.9586105235069138e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 162.390625, + "epoch": 0.28915075172694027, + "grad_norm": 4.14639139175415, + "kl": 2.8671875, + "learning_rate": 7.108257477243173e-07, + "loss": 0.1146, + "reward": 1.5180460810661316, + "reward_std": 0.4824368506669998, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6742960512638092, "step": 1779 }, { - "epoch": 0.12, - "learning_rate": 1.958548740519281e-05, - "loss": 1.1061, + "clip_ratio": 0.0, + "completion_length": 182.625, + "epoch": 0.28931328728159283, + "grad_norm": 1.9969021081924438, + "kl": 2.3984375, + "learning_rate": 7.106631989596878e-07, + "loss": 0.096, + "reward": 1.4946251511573792, + "reward_std": 0.46284058690071106, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6665001809597015, "step": 1780 }, { - "epoch": 0.12, - "learning_rate": 1.958486912429536e-05, - "loss": 1.0679, + "clip_ratio": 0.0, + "completion_length": 179.875, + "epoch": 0.28947582283624546, + "grad_norm": 1.4362938404083252, + "kl": 2.078125, + "learning_rate": 7.105006501950585e-07, + "loss": 0.0834, + "reward": 1.5728907585144043, + "reward_std": 0.405685618519783, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7291407585144043, "step": 1781 }, { - "epoch": 0.12, - "learning_rate": 1.9584250392405873e-05, - "loss": 1.0937, + "clip_ratio": 0.0, + "completion_length": 174.71875, + "epoch": 0.289638358390898, + "grad_norm": 2.2493741512298584, + "kl": 2.51171875, + "learning_rate": 7.10338101430429e-07, + "loss": 0.1006, + "reward": 1.666098415851593, + "reward_std": 0.35043713450431824, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7910983860492706, "step": 1782 }, { - "epoch": 0.12, - "learning_rate": 1.9583631209553473e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 162.359375, + "epoch": 0.2898008939455506, + "grad_norm": 1.8193583488464355, + "kl": 2.38671875, + "learning_rate": 7.101755526657998e-07, + "loss": 0.0955, + "reward": 1.6584907174110413, + "reward_std": 0.3437853753566742, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7678656876087189, "step": 1783 }, { - "epoch": 0.12, - "learning_rate": 1.9583011575767284e-05, - "loss": 1.0988, + "clip_ratio": 0.0, + "completion_length": 194.375, + "epoch": 0.28996342950020315, + "grad_norm": 3.33933424949646, + "kl": 2.703125, + "learning_rate": 7.100130039011703e-07, + "loss": 0.108, + "reward": 1.6149773597717285, + "reward_std": 0.3076837360858917, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7556022703647614, "step": 1784 }, { - "epoch": 0.12, - "learning_rate": 1.958239149107646e-05, - "loss": 1.0952, + "clip_ratio": 0.0, + "completion_length": 181.40625, + "epoch": 0.2901259650548558, + "grad_norm": 1.6410785913467407, + "kl": 1.69921875, + "learning_rate": 7.09850455136541e-07, + "loss": 0.0681, + "reward": 1.709010362625122, + "reward_std": 0.2227327823638916, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7871353328227997, "step": 1785 }, { - "epoch": 0.12, - "learning_rate": 1.9581770955510187e-05, - "loss": 1.0778, + "clip_ratio": 0.0, + "completion_length": 151.46875, + "epoch": 0.29028850060950834, + "grad_norm": 1.9846386909484863, + "kl": 2.23046875, + "learning_rate": 7.096879063719115e-07, + "loss": 0.0894, + "reward": 1.5434887409210205, + "reward_std": 0.3691665679216385, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6684888005256653, "step": 1786 }, { - "epoch": 0.12, - "learning_rate": 1.9581149969097658e-05, - "loss": 1.1156, + "clip_ratio": 0.0, + "completion_length": 162.421875, + "epoch": 0.2904510361641609, + "grad_norm": 4.338598728179932, + "kl": 2.6953125, + "learning_rate": 7.095253576072822e-07, + "loss": 0.108, + "reward": 1.5795648694038391, + "reward_std": 0.4346289485692978, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7201898396015167, "step": 1787 }, { - "epoch": 0.12, - "learning_rate": 1.958052853186809e-05, - "loss": 1.1403, + "clip_ratio": 0.0, + "completion_length": 180.4375, + "epoch": 0.29061357171881347, + "grad_norm": 1.8272758722305298, + "kl": 3.8359375, + "learning_rate": 7.093628088426527e-07, + "loss": 0.1537, + "reward": 1.4731298685073853, + "reward_std": 0.5072745755314827, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6762547791004181, "step": 1788 }, { - "epoch": 0.12, - "learning_rate": 1.9579906643850728e-05, - "loss": 1.1001, + "clip_ratio": 0.0, + "completion_length": 167.4375, + "epoch": 0.2907761072734661, + "grad_norm": 1.5232328176498413, + "kl": 0.96826171875, + "learning_rate": 7.092002600780234e-07, + "loss": 0.0386, + "reward": 1.7072429656982422, + "reward_std": 0.18997779488563538, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7853679358959198, "step": 1789 }, { - "epoch": 0.12, - "learning_rate": 1.9579284305074827e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 162.3125, + "epoch": 0.29093864282811865, + "grad_norm": 3.248922348022461, + "kl": 2.171875, + "learning_rate": 7.090377113133939e-07, + "loss": 0.087, + "reward": 1.5609915852546692, + "reward_std": 0.5558240115642548, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7484915852546692, "step": 1790 }, { - "epoch": 0.12, - "learning_rate": 1.9578661515569676e-05, - "loss": 1.0974, + "clip_ratio": 0.0, + "completion_length": 195.78125, + "epoch": 0.2911011783827712, + "grad_norm": 2.9101107120513916, + "kl": 2.30859375, + "learning_rate": 7.088751625487646e-07, + "loss": 0.0924, + "reward": 1.498384714126587, + "reward_std": 0.4717780351638794, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7015096843242645, "step": 1791 }, { - "epoch": 0.12, - "learning_rate": 1.9578038275364575e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 171.125, + "epoch": 0.2912637139374238, + "grad_norm": 1.5815237760543823, + "kl": 1.34765625, + "learning_rate": 7.087126137841351e-07, + "loss": 0.0539, + "reward": 1.6721953749656677, + "reward_std": 0.35535839200019836, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7971953749656677, "step": 1792 }, { - "epoch": 0.12, - "learning_rate": 1.9577414584488846e-05, - "loss": 1.0386, + "clip_ratio": 0.0, + "completion_length": 196.421875, + "epoch": 0.2914262494920764, + "grad_norm": 2.474755048751831, + "kl": 2.5546875, + "learning_rate": 7.085500650195059e-07, + "loss": 0.1022, + "reward": 1.4812440276145935, + "reward_std": 0.3868055194616318, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6218690276145935, "step": 1793 }, { - "epoch": 0.12, - "learning_rate": 1.9576790442971846e-05, - "loss": 1.135, + "clip_ratio": 0.0, + "completion_length": 147.796875, + "epoch": 0.29158878504672897, + "grad_norm": 1.9511287212371826, + "kl": 1.12109375, + "learning_rate": 7.083875162548764e-07, + "loss": 0.0449, + "reward": 1.6953974962234497, + "reward_std": 0.284798800945282, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7891474664211273, "step": 1794 }, { - "epoch": 0.12, - "learning_rate": 1.9576165850842934e-05, - "loss": 1.0777, + "clip_ratio": 0.0, + "completion_length": 162.421875, + "epoch": 0.29175132060138154, + "grad_norm": 2.9689033031463623, + "kl": 2.140625, + "learning_rate": 7.082249674902471e-07, + "loss": 0.0857, + "reward": 1.6370487213134766, + "reward_std": 0.48494116961956024, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7776737809181213, "step": 1795 }, { - "epoch": 0.12, - "learning_rate": 1.9575540808131497e-05, - "loss": 1.0639, + "clip_ratio": 0.0, + "completion_length": 183.0625, + "epoch": 0.29191385615603416, + "grad_norm": 2.8997457027435303, + "kl": 3.5546875, + "learning_rate": 7.080624187256176e-07, + "loss": 0.1422, + "reward": 1.3892992734909058, + "reward_std": 0.5365501791238785, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.639299213886261, "step": 1796 }, { - "epoch": 0.12, - "learning_rate": 1.957491531486695e-05, - "loss": 1.0511, + "clip_ratio": 0.0, + "completion_length": 150.3125, + "epoch": 0.2920763917106867, + "grad_norm": 5.214535236358643, + "kl": 3.0234375, + "learning_rate": 7.078998699609883e-07, + "loss": 0.1208, + "reward": 1.320460319519043, + "reward_std": 0.5391005277633667, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.554835319519043, "step": 1797 }, { - "epoch": 0.12, - "learning_rate": 1.957428937107872e-05, - "loss": 1.1024, + "clip_ratio": 0.0, + "completion_length": 144.28125, + "epoch": 0.2922389272653393, + "grad_norm": 3.8732528686523438, + "kl": 5.546875, + "learning_rate": 7.077373211963588e-07, + "loss": 0.2221, + "reward": 1.4184476137161255, + "reward_std": 0.644345760345459, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6996976435184479, "step": 1798 }, { - "epoch": 0.12, - "learning_rate": 1.957366297679626e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 160.09375, + "epoch": 0.29240146281999185, + "grad_norm": 11.765450477600098, + "kl": 7.25, + "learning_rate": 7.075747724317295e-07, + "loss": 0.2901, + "reward": 1.1730393767356873, + "reward_std": 0.7071677148342133, + "rewards/format_reward_gen": 0.625, + "rewards/llm_reward": 0.5480393767356873, "step": 1799 }, { - "epoch": 0.12, - "learning_rate": 1.9573036132049047e-05, - "loss": 1.0899, + "clip_ratio": 0.0, + "completion_length": 170.9375, + "epoch": 0.2925639983746445, + "grad_norm": 19.941707611083984, + "kl": 10.453125, + "learning_rate": 7.074122236671e-07, + "loss": 0.4183, + "reward": 0.9255153834819794, + "reward_std": 0.4179949164390564, + "rewards/format_reward_gen": 0.5, + "rewards/llm_reward": 0.42551542818546295, "step": 1800 }, { - "epoch": 0.12, - "learning_rate": 1.9572408836866574e-05, - "loss": 1.1058, + "clip_ratio": 0.0, + "completion_length": 171.15625, + "epoch": 0.29272653392929704, + "grad_norm": 20.0592041015625, + "kl": 11.78125, + "learning_rate": 7.072496749024707e-07, + "loss": 0.471, + "reward": 0.9137191474437714, + "reward_std": 0.7307153046131134, + "rewards/format_reward_gen": 0.4375, + "rewards/llm_reward": 0.47621920704841614, "step": 1801 }, { - "epoch": 0.12, - "learning_rate": 1.9571781091278357e-05, - "loss": 1.0642, + "clip_ratio": 0.0, + "completion_length": 162.453125, + "epoch": 0.2928890694839496, + "grad_norm": 14.8597993850708, + "kl": 9.5, + "learning_rate": 7.070871261378412e-07, + "loss": 0.3791, + "reward": 0.9843113720417023, + "reward_std": 0.6566272675991058, + "rewards/format_reward_gen": 0.46875, + "rewards/llm_reward": 0.5155613422393799, "step": 1802 }, { - "epoch": 0.12, - "learning_rate": 1.957115289531393e-05, - "loss": 1.1131, + "clip_ratio": 0.0, + "completion_length": 185.6875, + "epoch": 0.29305160503860217, + "grad_norm": 12.391693115234375, + "kl": 8.46875, + "learning_rate": 7.06924577373212e-07, + "loss": 0.3392, + "reward": 1.0057570040225983, + "reward_std": 0.6648464798927307, + "rewards/format_reward_gen": 0.5, + "rewards/llm_reward": 0.5057569146156311, "step": 1803 }, { - "epoch": 0.12, - "learning_rate": 1.9570524249002852e-05, - "loss": 0.9957, + "clip_ratio": 0.0, + "completion_length": 162.9375, + "epoch": 0.2932141405932548, + "grad_norm": 7.6265153884887695, + "kl": 4.671875, + "learning_rate": 7.067620286085825e-07, + "loss": 0.1869, + "reward": 1.281250238418579, + "reward_std": 0.5128138959407806, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.6250002682209015, "step": 1804 }, { - "epoch": 0.12, - "learning_rate": 1.956989515237471e-05, - "loss": 1.1089, + "clip_ratio": 0.0, + "completion_length": 175.828125, + "epoch": 0.29337667614790736, + "grad_norm": 6.633428573608398, + "kl": 2.9609375, + "learning_rate": 7.065994798439532e-07, + "loss": 0.1184, + "reward": 1.3787006735801697, + "reward_std": 0.34056268632411957, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6443256735801697, "step": 1805 }, { - "epoch": 0.12, - "learning_rate": 1.956926560545909e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 166.890625, + "epoch": 0.2935392117025599, + "grad_norm": 3.151641845703125, + "kl": 2.08203125, + "learning_rate": 7.064369310793237e-07, + "loss": 0.0833, + "reward": 1.4661076664924622, + "reward_std": 0.3224524259567261, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6536076366901398, "step": 1806 }, { - "epoch": 0.12, - "learning_rate": 1.9568635608285625e-05, - "loss": 1.057, + "clip_ratio": 0.0, + "completion_length": 144.453125, + "epoch": 0.29370174725721254, + "grad_norm": 2.835932731628418, + "kl": 1.37890625, + "learning_rate": 7.062743823146944e-07, + "loss": 0.0552, + "reward": 1.7297524213790894, + "reward_std": 0.37365978956222534, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8391273617744446, "step": 1807 }, { - "epoch": 0.12, - "learning_rate": 1.9568005160883954e-05, - "loss": 1.0746, + "clip_ratio": 0.0, + "completion_length": 168.03125, + "epoch": 0.2938642828118651, + "grad_norm": 2.552962303161621, + "kl": 0.763671875, + "learning_rate": 7.061118335500649e-07, + "loss": 0.0305, + "reward": 1.7274656295776367, + "reward_std": 0.3545244634151459, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8055907487869263, "step": 1808 }, { - "epoch": 0.12, - "learning_rate": 1.9567374263283746e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 176.703125, + "epoch": 0.2940268183665177, + "grad_norm": 2.4523935317993164, + "kl": 0.904296875, + "learning_rate": 7.059492847854356e-07, + "loss": 0.0362, + "reward": 1.5101253986358643, + "reward_std": 0.434292733669281, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.666375458240509, "step": 1809 }, { - "epoch": 0.12, - "learning_rate": 1.9566742915514675e-05, - "loss": 1.1199, + "clip_ratio": 0.0, + "completion_length": 146.171875, + "epoch": 0.29418935392117024, + "grad_norm": 2.8273065090179443, + "kl": 0.5791015625, + "learning_rate": 7.057867360208061e-07, + "loss": 0.0232, + "reward": 1.590682029724121, + "reward_std": 0.41831211745738983, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7000569701194763, "step": 1810 }, { - "epoch": 0.12, - "learning_rate": 1.956611111760646e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 150.28125, + "epoch": 0.29435188947582286, + "grad_norm": 3.374993324279785, + "kl": 0.505859375, + "learning_rate": 7.056241872561768e-07, + "loss": 0.0203, + "reward": 1.6563400030136108, + "reward_std": 0.2890097424387932, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7188399136066437, "step": 1811 }, { - "epoch": 0.12, - "learning_rate": 1.9565478869588822e-05, - "loss": 1.0445, + "clip_ratio": 0.0, + "completion_length": 157.15625, + "epoch": 0.2945144250304754, + "grad_norm": 2.6208019256591797, + "kl": 0.5556640625, + "learning_rate": 7.054616384915473e-07, + "loss": 0.0222, + "reward": 1.5819883942604065, + "reward_std": 0.28433746099472046, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7226134240627289, "step": 1812 }, { - "epoch": 0.12, - "learning_rate": 1.9564846171491512e-05, - "loss": 0.9699, + "clip_ratio": 0.0, + "completion_length": 168.25, + "epoch": 0.294676960585128, + "grad_norm": 3.0888445377349854, + "kl": 0.564453125, + "learning_rate": 7.052990897269181e-07, + "loss": 0.0226, + "reward": 1.7004218101501465, + "reward_std": 0.2851657569408417, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7785468101501465, "step": 1813 }, { - "epoch": 0.12, - "learning_rate": 1.95642130233443e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 152.453125, + "epoch": 0.29483949613978055, + "grad_norm": 1.1604312658309937, + "kl": 0.2587890625, + "learning_rate": 7.051365409622887e-07, + "loss": 0.0103, + "reward": 1.8070935010910034, + "reward_std": 0.11401158198714256, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8695935308933258, "step": 1814 }, { - "epoch": 0.12, - "learning_rate": 1.9563579425176976e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 155.296875, + "epoch": 0.2950020316944332, + "grad_norm": 2.785480260848999, + "kl": 0.2607421875, + "learning_rate": 7.049739921976593e-07, + "loss": 0.0104, + "reward": 1.6983716487884521, + "reward_std": 0.2466009110212326, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7608716189861298, "step": 1815 }, { - "epoch": 0.12, - "learning_rate": 1.9562945377019354e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 139.421875, + "epoch": 0.29516456724908574, + "grad_norm": 2.0110654830932617, + "kl": 0.37451171875, + "learning_rate": 7.048114434330299e-07, + "loss": 0.015, + "reward": 1.8648102283477783, + "reward_std": 0.10531538724899292, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8804351389408112, "step": 1816 }, { - "epoch": 0.12, - "learning_rate": 1.9562310878901262e-05, - "loss": 1.1846, + "clip_ratio": 0.0, + "completion_length": 154.859375, + "epoch": 0.2953271028037383, + "grad_norm": 1.6192654371261597, + "kl": 0.5107421875, + "learning_rate": 7.046488946684005e-07, + "loss": 0.0205, + "reward": 1.7381230592727661, + "reward_std": 0.08754058764316142, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7537480294704437, "step": 1817 }, { - "epoch": 0.12, - "learning_rate": 1.9561675930852564e-05, - "loss": 1.0093, + "clip_ratio": 0.0, + "completion_length": 160.640625, + "epoch": 0.29548963835839087, + "grad_norm": 2.601318597793579, + "kl": 0.9951171875, + "learning_rate": 7.044863459037711e-07, + "loss": 0.0398, + "reward": 1.7325215935707092, + "reward_std": 0.23039261810481548, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8262715339660645, "step": 1818 }, { - "epoch": 0.12, - "learning_rate": 1.956104053290313e-05, - "loss": 1.0932, + "clip_ratio": 0.0, + "completion_length": 154.296875, + "epoch": 0.2956521739130435, + "grad_norm": 3.320521354675293, + "kl": 1.052734375, + "learning_rate": 7.043237971391417e-07, + "loss": 0.0421, + "reward": 1.665231466293335, + "reward_std": 0.20713330060243607, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7433564066886902, "step": 1819 }, { - "epoch": 0.12, - "learning_rate": 1.9560404685082858e-05, - "loss": 1.1166, + "clip_ratio": 0.0, + "completion_length": 160.234375, + "epoch": 0.29581470946769606, + "grad_norm": 4.122055530548096, + "kl": 1.671875, + "learning_rate": 7.041612483745123e-07, + "loss": 0.0669, + "reward": 1.57479727268219, + "reward_std": 0.3915906697511673, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7310472130775452, "step": 1820 }, { - "epoch": 0.12, - "learning_rate": 1.9559768387421663e-05, - "loss": 1.1005, + "clip_ratio": 0.0, + "completion_length": 155.453125, + "epoch": 0.2959772450223486, + "grad_norm": 2.529937505722046, + "kl": 1.30078125, + "learning_rate": 7.039986996098829e-07, + "loss": 0.052, + "reward": 1.6399584412574768, + "reward_std": 0.25837232172489166, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7493334114551544, "step": 1821 }, { - "epoch": 0.12, - "learning_rate": 1.955913163994949e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 141.21875, + "epoch": 0.29613978057700124, + "grad_norm": 2.523524522781372, + "kl": 1.4296875, + "learning_rate": 7.038361508452535e-07, + "loss": 0.0574, + "reward": 1.769292175769806, + "reward_std": 0.31521883606910706, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8474172055721283, "step": 1822 }, { - "epoch": 0.12, - "learning_rate": 1.9558494442696297e-05, - "loss": 1.0043, + "clip_ratio": 0.0, + "completion_length": 201.328125, + "epoch": 0.2963023161316538, + "grad_norm": 5.304483413696289, + "kl": 3.15625, + "learning_rate": 7.036736020806242e-07, + "loss": 0.126, + "reward": 1.541524052619934, + "reward_std": 0.4554870277643204, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7290240228176117, "step": 1823 }, { - "epoch": 0.12, - "learning_rate": 1.955785679569207e-05, - "loss": 1.0354, + "clip_ratio": 0.0, + "completion_length": 152.5625, + "epoch": 0.2964648516863064, + "grad_norm": 1.8857561349868774, + "kl": 3.171875, + "learning_rate": 7.035110533159948e-07, + "loss": 0.127, + "reward": 1.5161674618721008, + "reward_std": 0.5390649437904358, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7036674916744232, "step": 1824 }, { - "epoch": 0.12, - "learning_rate": 1.9557218698966803e-05, - "loss": 1.1108, + "clip_ratio": 0.0, + "completion_length": 168.59375, + "epoch": 0.29662738724095894, + "grad_norm": 4.935180187225342, + "kl": 3.5703125, + "learning_rate": 7.033485045513654e-07, + "loss": 0.1429, + "reward": 1.5565236806869507, + "reward_std": 0.46481847763061523, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7283986508846283, "step": 1825 }, { - "epoch": 0.12, - "learning_rate": 1.955658015255053e-05, - "loss": 1.1387, + "clip_ratio": 0.0, + "completion_length": 169.75, + "epoch": 0.29678992279561156, + "grad_norm": 2.6103432178497314, + "kl": 3.65234375, + "learning_rate": 7.03185955786736e-07, + "loss": 0.1462, + "reward": 1.5064451098442078, + "reward_std": 0.383572518825531, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6314451098442078, "step": 1826 }, { - "epoch": 0.12, - "learning_rate": 1.9555941156473286e-05, - "loss": 1.0999, + "clip_ratio": 0.0, + "completion_length": 151.34375, + "epoch": 0.2969524583502641, + "grad_norm": 2.418680429458618, + "kl": 4.625, + "learning_rate": 7.030234070221066e-07, + "loss": 0.1846, + "reward": 1.554969847202301, + "reward_std": 0.5577007383108139, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.726844847202301, "step": 1827 }, { - "epoch": 0.12, - "learning_rate": 1.9555301710765145e-05, - "loss": 1.1251, + "clip_ratio": 0.0, + "completion_length": 187.921875, + "epoch": 0.2971149939049167, + "grad_norm": 3.0889172554016113, + "kl": 5.671875, + "learning_rate": 7.028608582574772e-07, + "loss": 0.227, + "reward": 1.3443785309791565, + "reward_std": 0.5302866697311401, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6100035309791565, "step": 1828 }, { - "epoch": 0.12, - "learning_rate": 1.955466181545619e-05, - "loss": 1.0965, + "clip_ratio": 0.0, + "completion_length": 151.109375, + "epoch": 0.29727752945956926, + "grad_norm": 1.6775200366973877, + "kl": 2.61328125, + "learning_rate": 7.026983094928478e-07, + "loss": 0.1048, + "reward": 1.7179369926452637, + "reward_std": 0.2806588262319565, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8116869926452637, "step": 1829 }, { - "epoch": 0.12, - "learning_rate": 1.9554021470576533e-05, - "loss": 1.1141, + "clip_ratio": 0.0, + "completion_length": 166.359375, + "epoch": 0.2974400650142219, + "grad_norm": 7.8391032218933105, + "kl": 9.25, + "learning_rate": 7.025357607282184e-07, + "loss": 0.3708, + "reward": 1.2777576446533203, + "reward_std": 0.700168788433075, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5902576148509979, "step": 1830 }, { - "epoch": 0.12, - "learning_rate": 1.9553380676156305e-05, - "loss": 1.1024, + "clip_ratio": 0.0, + "completion_length": 147.484375, + "epoch": 0.29760260056887444, + "grad_norm": 3.818749189376831, + "kl": 3.32421875, + "learning_rate": 7.02373211963589e-07, + "loss": 0.133, + "reward": 1.5857466459274292, + "reward_std": 0.31983477622270584, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7107466757297516, "step": 1831 }, { - "epoch": 0.12, - "learning_rate": 1.9552739432225653e-05, - "loss": 1.0542, + "clip_ratio": 0.0, + "completion_length": 152.046875, + "epoch": 0.297765136123527, + "grad_norm": 2.0827107429504395, + "kl": 3.171875, + "learning_rate": 7.022106631989596e-07, + "loss": 0.1269, + "reward": 1.599544107913971, + "reward_std": 0.38905978202819824, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7401691675186157, "step": 1832 }, { - "epoch": 0.12, - "learning_rate": 1.9552097738814748e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 167.421875, + "epoch": 0.29792767167817963, + "grad_norm": 4.232243061065674, + "kl": 6.125, + "learning_rate": 7.020481144343303e-07, + "loss": 0.2447, + "reward": 1.428641438484192, + "reward_std": 0.5488280951976776, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.7098914384841919, "step": 1833 }, { - "epoch": 0.12, - "learning_rate": 1.955145559595379e-05, - "loss": 1.1122, + "clip_ratio": 0.0, + "completion_length": 194.34375, + "epoch": 0.2980902072328322, + "grad_norm": 2.9816951751708984, + "kl": 5.546875, + "learning_rate": 7.018855656697009e-07, + "loss": 0.2222, + "reward": 1.3906311392784119, + "reward_std": 0.5389588475227356, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6093811392784119, "step": 1834 }, { - "epoch": 0.12, - "learning_rate": 1.9550813003672987e-05, - "loss": 0.9607, + "clip_ratio": 0.0, + "completion_length": 161.484375, + "epoch": 0.29825274278748476, + "grad_norm": 8.557281494140625, + "kl": 6.109375, + "learning_rate": 7.017230169050715e-07, + "loss": 0.2444, + "reward": 1.2438390254974365, + "reward_std": 0.49405455589294434, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.5250890702009201, "step": 1835 }, { - "epoch": 0.12, - "learning_rate": 1.9550169962002576e-05, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 149.4375, + "epoch": 0.2984152783421373, + "grad_norm": 3.0878071784973145, + "kl": 3.0, + "learning_rate": 7.015604681404421e-07, + "loss": 0.1201, + "reward": 1.6169568300247192, + "reward_std": 0.4052937626838684, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.773206889629364, "step": 1836 }, { - "epoch": 0.12, - "learning_rate": 1.9549526470972813e-05, - "loss": 0.9988, + "clip_ratio": 0.0, + "completion_length": 181.9375, + "epoch": 0.29857781389678995, + "grad_norm": 2.6611897945404053, + "kl": 4.578125, + "learning_rate": 7.013979193758127e-07, + "loss": 0.1833, + "reward": 1.4106209874153137, + "reward_std": 0.5491175949573517, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6606209874153137, "step": 1837 }, { - "epoch": 0.12, - "learning_rate": 1.954888253061398e-05, - "loss": 1.0335, + "clip_ratio": 0.0, + "completion_length": 174.0625, + "epoch": 0.2987403494514425, + "grad_norm": 1.7941557168960571, + "kl": 3.37890625, + "learning_rate": 7.012353706111833e-07, + "loss": 0.1352, + "reward": 1.4228418469429016, + "reward_std": 0.5139005780220032, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6415917873382568, "step": 1838 }, { - "epoch": 0.12, - "learning_rate": 1.9548238140956373e-05, - "loss": 1.1064, + "clip_ratio": 0.0, + "completion_length": 160.109375, + "epoch": 0.2989028850060951, + "grad_norm": 5.005878925323486, + "kl": 4.359375, + "learning_rate": 7.010728218465539e-07, + "loss": 0.1744, + "reward": 1.3963344097137451, + "reward_std": 0.6196809411048889, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6775843799114227, "step": 1839 }, { - "epoch": 0.12, - "learning_rate": 1.9547593302030316e-05, - "loss": 1.0941, + "clip_ratio": 0.0, + "completion_length": 161.140625, + "epoch": 0.29906542056074764, + "grad_norm": 3.4587020874023438, + "kl": 4.8828125, + "learning_rate": 7.009102730819245e-07, + "loss": 0.1956, + "reward": 1.3200485110282898, + "reward_std": 0.5518971085548401, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6169235110282898, "step": 1840 }, { - "epoch": 0.12, - "learning_rate": 1.9546948013866145e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 151.609375, + "epoch": 0.29922795611540026, + "grad_norm": 1.9662423133850098, + "kl": 3.6875, + "learning_rate": 7.007477243172951e-07, + "loss": 0.1476, + "reward": 1.493069052696228, + "reward_std": 0.4042768031358719, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6961941123008728, "step": 1841 }, { - "epoch": 0.12, - "learning_rate": 1.9546302276494226e-05, - "loss": 1.1306, + "clip_ratio": 0.0, + "completion_length": 169.90625, + "epoch": 0.2993904916700528, + "grad_norm": 6.043723106384277, + "kl": 6.078125, + "learning_rate": 7.005851755526657e-07, + "loss": 0.2427, + "reward": 1.277468502521515, + "reward_std": 0.5702385902404785, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5899684727191925, "step": 1842 }, { - "epoch": 0.12, - "learning_rate": 1.9545656089944936e-05, - "loss": 1.1053, + "clip_ratio": 0.0, + "completion_length": 181.09375, + "epoch": 0.2995530272247054, + "grad_norm": 4.997055530548096, + "kl": 4.984375, + "learning_rate": 7.004226267880364e-07, + "loss": 0.1998, + "reward": 1.3032509684562683, + "reward_std": 0.5881358087062836, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6313759684562683, "step": 1843 }, { - "epoch": 0.12, - "learning_rate": 1.9545009454248687e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 183.953125, + "epoch": 0.29971556277935796, + "grad_norm": 3.6981637477874756, + "kl": 5.09375, + "learning_rate": 7.00260078023407e-07, + "loss": 0.2042, + "reward": 1.243475317955017, + "reward_std": 0.4813702553510666, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.5559752285480499, "step": 1844 }, { - "epoch": 0.12, - "learning_rate": 1.95443623694359e-05, - "loss": 1.0724, + "clip_ratio": 0.0, + "completion_length": 202.15625, + "epoch": 0.2998780983340106, + "grad_norm": 5.841269016265869, + "kl": 5.109375, + "learning_rate": 7.000975292587777e-07, + "loss": 0.2042, + "reward": 1.155681848526001, + "reward_std": 0.5687849223613739, + "rewards/format_reward_gen": 0.59375, + "rewards/llm_reward": 0.5619318783283234, "step": 1845 }, { - "epoch": 0.12, - "learning_rate": 1.954371483553703e-05, - "loss": 1.0337, + "clip_ratio": 0.0, + "completion_length": 177.5625, + "epoch": 0.30004063388866314, + "grad_norm": 4.497968673706055, + "kl": 2.6328125, + "learning_rate": 6.999349804941482e-07, + "loss": 0.1053, + "reward": 1.3075482845306396, + "reward_std": 0.622774600982666, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.604423314332962, "step": 1846 }, { - "epoch": 0.12, - "learning_rate": 1.9543066852582534e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 158.578125, + "epoch": 0.3002031694433157, + "grad_norm": 3.5177035331726074, + "kl": 1.90625, + "learning_rate": 6.997724317295189e-07, + "loss": 0.0762, + "reward": 1.5450840592384338, + "reward_std": 0.37350329756736755, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7325840592384338, "step": 1847 }, { - "epoch": 0.12, - "learning_rate": 1.954241842060291e-05, - "loss": 1.1133, + "clip_ratio": 0.0, + "completion_length": 178.234375, + "epoch": 0.30036570499796833, + "grad_norm": 2.6757707595825195, + "kl": 2.453125, + "learning_rate": 6.996098829648894e-07, + "loss": 0.0982, + "reward": 1.3324655294418335, + "reward_std": 0.6448869407176971, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5824654698371887, "step": 1848 }, { - "epoch": 0.12, - "learning_rate": 1.9541769539628667e-05, - "loss": 1.1263, + "clip_ratio": 0.0, + "completion_length": 182.90625, + "epoch": 0.3005282405526209, + "grad_norm": 4.560373306274414, + "kl": 2.13671875, + "learning_rate": 6.994473342002601e-07, + "loss": 0.0855, + "reward": 1.36371248960495, + "reward_std": 0.4831044375896454, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.5668374598026276, "step": 1849 }, { - "epoch": 0.12, - "learning_rate": 1.954112020969033e-05, - "loss": 1.1228, + "clip_ratio": 0.0, + "completion_length": 175.078125, + "epoch": 0.30069077610727346, + "grad_norm": 4.162764549255371, + "kl": 1.99609375, + "learning_rate": 6.992847854356306e-07, + "loss": 0.0799, + "reward": 1.4914062023162842, + "reward_std": 0.4213704466819763, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6945311725139618, "step": 1850 }, { - "epoch": 0.12, - "learning_rate": 1.954047043081846e-05, - "loss": 1.1036, + "clip_ratio": 0.0, + "completion_length": 151.171875, + "epoch": 0.300853311661926, + "grad_norm": 4.438392162322998, + "kl": 1.55078125, + "learning_rate": 6.991222366710013e-07, + "loss": 0.0621, + "reward": 1.6589288115501404, + "reward_std": 0.48304513096809387, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.830803781747818, "step": 1851 }, { - "epoch": 0.12, - "learning_rate": 1.9539820203043623e-05, - "loss": 1.0169, + "clip_ratio": 0.0, + "completion_length": 165.140625, + "epoch": 0.30101584721657865, + "grad_norm": 3.1871702671051025, + "kl": 2.1015625, + "learning_rate": 6.989596879063718e-07, + "loss": 0.084, + "reward": 1.4846041202545166, + "reward_std": 0.4783342182636261, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7033541202545166, "step": 1852 }, { - "epoch": 0.12, - "learning_rate": 1.9539169526396417e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 149.234375, + "epoch": 0.3011783827712312, + "grad_norm": 2.1346116065979004, + "kl": 1.5234375, + "learning_rate": 6.987971391417426e-07, + "loss": 0.061, + "reward": 1.6328733563423157, + "reward_std": 0.2575008273124695, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7578733861446381, "step": 1853 }, { - "epoch": 0.12, - "learning_rate": 1.9538518400907462e-05, - "loss": 1.1075, + "clip_ratio": 0.0, + "completion_length": 167.4375, + "epoch": 0.3013409183258838, + "grad_norm": 3.9593050479888916, + "kl": 2.6953125, + "learning_rate": 6.986345903771131e-07, + "loss": 0.1079, + "reward": 1.4148861169815063, + "reward_std": 0.5077490210533142, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6648861765861511, "step": 1854 }, { - "epoch": 0.12, - "learning_rate": 1.953786682660739e-05, - "loss": 1.1602, + "clip_ratio": 0.0, + "completion_length": 157.796875, + "epoch": 0.30150345388053634, + "grad_norm": 6.224854946136475, + "kl": 2.7265625, + "learning_rate": 6.984720416124838e-07, + "loss": 0.1089, + "reward": 1.5366184711456299, + "reward_std": 0.4523831456899643, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.739743560552597, "step": 1855 }, { - "epoch": 0.12, - "learning_rate": 1.953721480352686e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 199.5625, + "epoch": 0.30166598943518896, + "grad_norm": 4.422034740447998, + "kl": 2.515625, + "learning_rate": 6.983094928478543e-07, + "loss": 0.1005, + "reward": 1.4611104130744934, + "reward_std": 0.45848099887371063, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.679860383272171, "step": 1856 }, { - "epoch": 0.12, - "learning_rate": 1.9536562331696555e-05, - "loss": 1.1094, + "clip_ratio": 0.0, + "completion_length": 154.890625, + "epoch": 0.30182852498984153, + "grad_norm": 2.1407206058502197, + "kl": 1.775390625, + "learning_rate": 6.98146944083225e-07, + "loss": 0.0711, + "reward": 1.6044261455535889, + "reward_std": 0.3789221942424774, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7450512051582336, "step": 1857 }, { - "epoch": 0.12, - "learning_rate": 1.9535909411147172e-05, - "loss": 1.0189, + "clip_ratio": 0.0, + "completion_length": 158.921875, + "epoch": 0.3019910605444941, + "grad_norm": 2.7548983097076416, + "kl": 4.1875, + "learning_rate": 6.979843953185955e-07, + "loss": 0.1674, + "reward": 1.4068374037742615, + "reward_std": 0.5075450241565704, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6724623441696167, "step": 1858 }, { - "epoch": 0.12, - "learning_rate": 1.953525604190943e-05, - "loss": 1.097, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.3021535960991467, + "grad_norm": 4.702889919281006, + "kl": 3.9921875, + "learning_rate": 6.978218465539662e-07, + "loss": 0.16, + "reward": 1.3562138676643372, + "reward_std": 0.5709939152002335, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6374638676643372, "step": 1859 }, { - "epoch": 0.12, - "learning_rate": 1.9534602224014078e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 190.296875, + "epoch": 0.3023161316537993, + "grad_norm": 2.8631484508514404, + "kl": 3.2421875, + "learning_rate": 6.976592977893367e-07, + "loss": 0.1298, + "reward": 1.4453946948051453, + "reward_std": 0.48947614431381226, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6641446948051453, "step": 1860 }, { - "epoch": 0.12, - "learning_rate": 1.9533947957491876e-05, - "loss": 1.1176, + "clip_ratio": 0.0, + "completion_length": 165.953125, + "epoch": 0.30247866720845185, + "grad_norm": 3.153111219406128, + "kl": 4.546875, + "learning_rate": 6.974967490247074e-07, + "loss": 0.1817, + "reward": 1.4523531198501587, + "reward_std": 0.45386961102485657, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6867280900478363, "step": 1861 }, { - "epoch": 0.12, - "learning_rate": 1.9533293242373608e-05, - "loss": 1.0989, + "clip_ratio": 0.0, + "completion_length": 171.828125, + "epoch": 0.3026412027631044, + "grad_norm": 4.061550140380859, + "kl": 4.6875, + "learning_rate": 6.973342002600779e-07, + "loss": 0.1874, + "reward": 1.4268499612808228, + "reward_std": 0.3864671289920807, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6455999612808228, "step": 1862 }, { - "epoch": 0.12, - "learning_rate": 1.9532638078690086e-05, - "loss": 1.1256, + "clip_ratio": 0.0, + "completion_length": 174.59375, + "epoch": 0.30280373831775703, + "grad_norm": 3.410761833190918, + "kl": 3.3359375, + "learning_rate": 6.971716514954487e-07, + "loss": 0.1334, + "reward": 1.4517956972122192, + "reward_std": 0.5249703526496887, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6705456972122192, "step": 1863 }, { - "epoch": 0.12, - "learning_rate": 1.9531982466472126e-05, - "loss": 1.1205, + "clip_ratio": 0.0, + "completion_length": 164.421875, + "epoch": 0.3029662738724096, + "grad_norm": 1.9790433645248413, + "kl": 5.75, + "learning_rate": 6.970091027308192e-07, + "loss": 0.2297, + "reward": 1.2828879356384277, + "reward_std": 0.5608178079128265, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6110130250453949, "step": 1864 }, { - "epoch": 0.12, - "learning_rate": 1.9531326405750586e-05, - "loss": 1.0799, + "clip_ratio": 0.0, + "completion_length": 170.734375, + "epoch": 0.30312880942706216, + "grad_norm": 2.7803595066070557, + "kl": 4.078125, + "learning_rate": 6.968465539661899e-07, + "loss": 0.1632, + "reward": 1.5776758790016174, + "reward_std": 0.4796523004770279, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7339259088039398, "step": 1865 }, { - "epoch": 0.12, - "learning_rate": 1.9530669896556332e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 151.390625, + "epoch": 0.30329134498171473, + "grad_norm": 4.3599629402160645, + "kl": 4.71875, + "learning_rate": 6.966840052015604e-07, + "loss": 0.1886, + "reward": 1.4065643548965454, + "reward_std": 0.47598834335803986, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6253143548965454, "step": 1866 }, { - "epoch": 0.13, - "learning_rate": 1.9530012938920254e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 184.703125, + "epoch": 0.30345388053636735, + "grad_norm": 2.154315710067749, + "kl": 1.1845703125, + "learning_rate": 6.965214564369311e-07, + "loss": 0.0475, + "reward": 1.6122450232505798, + "reward_std": 0.2654484063386917, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6903699934482574, "step": 1867 }, { - "epoch": 0.13, - "learning_rate": 1.9529355532873265e-05, - "loss": 1.0848, + "clip_ratio": 0.0, + "completion_length": 194.859375, + "epoch": 0.3036164160910199, + "grad_norm": 2.8391380310058594, + "kl": 1.890625, + "learning_rate": 6.963589076723016e-07, + "loss": 0.0754, + "reward": 1.4582461714744568, + "reward_std": 0.3205033391714096, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.5832462012767792, "step": 1868 }, { - "epoch": 0.13, - "learning_rate": 1.9528697678446296e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 150.84375, + "epoch": 0.3037789516456725, + "grad_norm": 2.653515577316284, + "kl": 2.46875, + "learning_rate": 6.961963589076723e-07, + "loss": 0.0987, + "reward": 1.6195900440216064, + "reward_std": 0.4362075626850128, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7602150142192841, "step": 1869 }, { - "epoch": 0.13, - "learning_rate": 1.9528039375670303e-05, - "loss": 1.1543, + "clip_ratio": 0.0, + "completion_length": 163.0625, + "epoch": 0.30394148720032504, + "grad_norm": 2.971750020980835, + "kl": 4.1796875, + "learning_rate": 6.960338101430428e-07, + "loss": 0.1669, + "reward": 1.4910519123077393, + "reward_std": 0.5358805656433105, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7254268825054169, "step": 1870 }, { - "epoch": 0.13, - "learning_rate": 1.9527380624576255e-05, - "loss": 1.0612, + "clip_ratio": 0.0, + "completion_length": 182.59375, + "epoch": 0.30410402275497767, + "grad_norm": 2.093235969543457, + "kl": 1.76171875, + "learning_rate": 6.958712613784135e-07, + "loss": 0.0703, + "reward": 1.5331265330314636, + "reward_std": 0.41230878233909607, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.689376562833786, "step": 1871 }, { - "epoch": 0.13, - "learning_rate": 1.9526721425195155e-05, - "loss": 1.0684, + "clip_ratio": 0.0, + "completion_length": 157.234375, + "epoch": 0.30426655830963023, + "grad_norm": 1.934497594833374, + "kl": 1.82421875, + "learning_rate": 6.95708712613784e-07, + "loss": 0.0729, + "reward": 1.6319767236709595, + "reward_std": 0.2806590795516968, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.725726842880249, "step": 1872 }, { - "epoch": 0.13, - "learning_rate": 1.9526061777558017e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 169.265625, + "epoch": 0.3044290938642828, + "grad_norm": 2.5342202186584473, + "kl": 4.671875, + "learning_rate": 6.955461638491548e-07, + "loss": 0.1866, + "reward": 1.4466724395751953, + "reward_std": 0.5963331162929535, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6810474395751953, "step": 1873 }, { - "epoch": 0.13, - "learning_rate": 1.9525401681695877e-05, - "loss": 1.0953, + "clip_ratio": 0.0, + "completion_length": 149.6875, + "epoch": 0.3045916294189354, + "grad_norm": 2.1951494216918945, + "kl": 1.74609375, + "learning_rate": 6.953836150845253e-07, + "loss": 0.07, + "reward": 1.585743248462677, + "reward_std": 0.32126927375793457, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6794931888580322, "step": 1874 }, { - "epoch": 0.13, - "learning_rate": 1.9524741137639796e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 156.1875, + "epoch": 0.304754164973588, + "grad_norm": 5.239515781402588, + "kl": 3.0625, + "learning_rate": 6.95221066319896e-07, + "loss": 0.1222, + "reward": 1.4904321432113647, + "reward_std": 0.39661137759685516, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6779321730136871, "step": 1875 }, { - "epoch": 0.13, - "learning_rate": 1.9524080145420856e-05, - "loss": 1.1758, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.30491670052824055, + "grad_norm": 1.9161920547485352, + "kl": 1.51171875, + "learning_rate": 6.950585175552665e-07, + "loss": 0.0605, + "reward": 1.6432598233222961, + "reward_std": 0.3009148836135864, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7213848829269409, "step": 1876 }, { - "epoch": 0.13, - "learning_rate": 1.9523418705070157e-05, - "loss": 1.0746, + "clip_ratio": 0.0, + "completion_length": 157.3125, + "epoch": 0.3050792360828931, + "grad_norm": 4.144376277923584, + "kl": 2.31640625, + "learning_rate": 6.948959687906372e-07, + "loss": 0.0925, + "reward": 1.5220921039581299, + "reward_std": 0.4422379285097122, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6939670145511627, "step": 1877 }, { - "epoch": 0.13, - "learning_rate": 1.9522756816618818e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 181.078125, + "epoch": 0.30524177163754573, + "grad_norm": 2.7235348224639893, + "kl": 2.03125, + "learning_rate": 6.947334200260077e-07, + "loss": 0.081, + "reward": 1.5924305319786072, + "reward_std": 0.36174753308296204, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7174305617809296, "step": 1878 }, { - "epoch": 0.13, - "learning_rate": 1.9522094480097987e-05, - "loss": 1.1101, + "clip_ratio": 0.0, + "completion_length": 129.6875, + "epoch": 0.3054043071921983, + "grad_norm": 3.2172000408172607, + "kl": 1.96875, + "learning_rate": 6.945708712613784e-07, + "loss": 0.0786, + "reward": 1.69898521900177, + "reward_std": 0.29183125495910645, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.79273521900177, "step": 1879 }, { - "epoch": 0.13, - "learning_rate": 1.952143169553883e-05, - "loss": 1.0545, + "clip_ratio": 0.0, + "completion_length": 168.21875, + "epoch": 0.30556684274685086, + "grad_norm": 3.524448871612549, + "kl": 1.9873046875, + "learning_rate": 6.944083224967489e-07, + "loss": 0.0797, + "reward": 1.6537806391716003, + "reward_std": 0.11795657314360142, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7475306391716003, "step": 1880 }, { - "epoch": 0.13, - "learning_rate": 1.9520768462972526e-05, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 206.59375, + "epoch": 0.30572937830150343, + "grad_norm": 2.385488748550415, + "kl": 2.171875, + "learning_rate": 6.942457737321196e-07, + "loss": 0.0871, + "reward": 1.5985068678855896, + "reward_std": 0.43165454268455505, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7391318678855896, "step": 1881 }, { - "epoch": 0.13, - "learning_rate": 1.9520104782430287e-05, - "loss": 1.0851, + "clip_ratio": 0.0, + "completion_length": 148.375, + "epoch": 0.30589191385615605, + "grad_norm": 10.47765064239502, + "kl": 2.34375, + "learning_rate": 6.940832249674902e-07, + "loss": 0.0937, + "reward": 1.6976456046104431, + "reward_std": 0.36279329657554626, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7913955450057983, "step": 1882 }, { - "epoch": 0.13, - "learning_rate": 1.9519440653943338e-05, - "loss": 1.0889, + "clip_ratio": 0.0, + "completion_length": 167.375, + "epoch": 0.3060544494108086, + "grad_norm": 2.0593552589416504, + "kl": 1.78125, + "learning_rate": 6.939206762028609e-07, + "loss": 0.0712, + "reward": 1.535419523715973, + "reward_std": 0.37921473383903503, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6604195535182953, "step": 1883 }, { - "epoch": 0.13, - "learning_rate": 1.9518776077542933e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 182.640625, + "epoch": 0.3062169849654612, + "grad_norm": 2.4830358028411865, + "kl": 1.20703125, + "learning_rate": 6.937581274382315e-07, + "loss": 0.0484, + "reward": 1.6643691658973694, + "reward_std": 0.26600464433431625, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7268691956996918, "step": 1884 }, { - "epoch": 0.13, - "learning_rate": 1.9518111053260336e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 145.046875, + "epoch": 0.3063795205201138, + "grad_norm": 2.960623025894165, + "kl": 1.568359375, + "learning_rate": 6.935955786736021e-07, + "loss": 0.0625, + "reward": 1.6003398895263672, + "reward_std": 0.2458874136209488, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7409648895263672, "step": 1885 }, { - "epoch": 0.13, - "learning_rate": 1.951744558112684e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 170.15625, + "epoch": 0.30654205607476637, + "grad_norm": 1.5244909524917603, + "kl": 0.97412109375, + "learning_rate": 6.934330299089727e-07, + "loss": 0.039, + "reward": 1.6804826855659485, + "reward_std": 0.3121594749391079, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7742325961589813, "step": 1886 }, { - "epoch": 0.13, - "learning_rate": 1.9516779661173758e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 151.828125, + "epoch": 0.30670459162941893, + "grad_norm": 1.6671258211135864, + "kl": 1.81640625, + "learning_rate": 6.932704811443433e-07, + "loss": 0.0727, + "reward": 1.6013985872268677, + "reward_std": 0.31043311208486557, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7420235574245453, "step": 1887 }, { - "epoch": 0.13, - "learning_rate": 1.9516113293432423e-05, - "loss": 1.1651, + "clip_ratio": 0.0, + "completion_length": 167.375, + "epoch": 0.3068671271840715, + "grad_norm": 2.573507785797119, + "kl": 1.19921875, + "learning_rate": 6.931079323797139e-07, + "loss": 0.0479, + "reward": 1.5825390815734863, + "reward_std": 0.3255351558327675, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6919140517711639, "step": 1888 }, { - "epoch": 0.13, - "learning_rate": 1.951544647793419e-05, - "loss": 1.0497, + "clip_ratio": 0.0, + "completion_length": 169.75, + "epoch": 0.3070296627387241, + "grad_norm": 1.4276199340820312, + "kl": 0.87109375, + "learning_rate": 6.929453836150845e-07, + "loss": 0.0349, + "reward": 1.7345085740089417, + "reward_std": 0.17395088216289878, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7970085144042969, "step": 1889 }, { - "epoch": 0.13, - "learning_rate": 1.9514779214710432e-05, - "loss": 1.0037, + "clip_ratio": 0.0, + "completion_length": 169.046875, + "epoch": 0.3071921982933767, + "grad_norm": 2.9928488731384277, + "kl": 1.56640625, + "learning_rate": 6.927828348504551e-07, + "loss": 0.0627, + "reward": 1.6685463190078735, + "reward_std": 0.2786509022116661, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7466712892055511, "step": 1890 }, { - "epoch": 0.13, - "learning_rate": 1.9514111503792544e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 155.890625, + "epoch": 0.30735473384802925, + "grad_norm": 2.243806838989258, + "kl": 1.58984375, + "learning_rate": 6.926202860858257e-07, + "loss": 0.0634, + "reward": 1.4702558517456055, + "reward_std": 0.434042364358902, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6108808517456055, "step": 1891 }, { - "epoch": 0.13, - "learning_rate": 1.951344334521195e-05, - "loss": 1.1066, + "clip_ratio": 0.0, + "completion_length": 152.140625, + "epoch": 0.3075172694026818, + "grad_norm": 2.212869882583618, + "kl": 0.900390625, + "learning_rate": 6.924577373211963e-07, + "loss": 0.0362, + "reward": 1.6944077610969543, + "reward_std": 0.14412914216518402, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.725657731294632, "step": 1892 }, { - "epoch": 0.13, - "learning_rate": 1.9512774739000084e-05, - "loss": 1.0724, + "clip_ratio": 0.0, + "completion_length": 176.265625, + "epoch": 0.30767980495733444, + "grad_norm": 4.475184917449951, + "kl": 2.25, + "learning_rate": 6.92295188556567e-07, + "loss": 0.0899, + "reward": 1.5357073545455933, + "reward_std": 0.27374835312366486, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6919572651386261, "step": 1893 }, { - "epoch": 0.13, - "learning_rate": 1.9512105685188406e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 149.890625, + "epoch": 0.307842340511987, + "grad_norm": 1.5031092166900635, + "kl": 1.5625, + "learning_rate": 6.921326397919376e-07, + "loss": 0.0625, + "reward": 1.6536714434623718, + "reward_std": 0.256303109228611, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7474215030670166, "step": 1894 }, { - "epoch": 0.13, - "learning_rate": 1.9511436183808395e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 150.46875, + "epoch": 0.30800487606663957, + "grad_norm": 2.064639091491699, + "kl": 1.677734375, + "learning_rate": 6.919700910273082e-07, + "loss": 0.067, + "reward": 1.6891563534736633, + "reward_std": 0.2908909320831299, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7829064130783081, "step": 1895 }, { - "epoch": 0.13, - "learning_rate": 1.9510766234891557e-05, - "loss": 1.0854, + "clip_ratio": 0.0, + "completion_length": 181.375, + "epoch": 0.30816741162129213, + "grad_norm": 1.2519954442977905, + "kl": 1.291015625, + "learning_rate": 6.918075422626788e-07, + "loss": 0.0518, + "reward": 1.6409684419631958, + "reward_std": 0.29768867045640945, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7347184419631958, "step": 1896 }, { - "epoch": 0.13, - "learning_rate": 1.9510095838469415e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 151.28125, + "epoch": 0.30832994717594475, + "grad_norm": 2.528333902359009, + "kl": 2.52734375, + "learning_rate": 6.916449934980494e-07, + "loss": 0.1011, + "reward": 1.7112813591957092, + "reward_std": 0.30651578307151794, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8206563293933868, "step": 1897 }, { - "epoch": 0.13, - "learning_rate": 1.9509424994573505e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 159.0625, + "epoch": 0.3084924827305973, + "grad_norm": 3.8221707344055176, + "kl": 1.2734375, + "learning_rate": 6.9148244473342e-07, + "loss": 0.0512, + "reward": 1.6341756582260132, + "reward_std": 0.4218744486570358, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7591756284236908, "step": 1898 }, { - "epoch": 0.13, - "learning_rate": 1.95087537032354e-05, - "loss": 1.0587, + "clip_ratio": 0.0, + "completion_length": 167.75, + "epoch": 0.3086550182852499, + "grad_norm": 1.5770305395126343, + "kl": 1.443359375, + "learning_rate": 6.913198959687906e-07, + "loss": 0.0578, + "reward": 1.6967179775238037, + "reward_std": 0.2405567169189453, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7748430073261261, "step": 1899 }, { - "epoch": 0.13, - "learning_rate": 1.950808196448668e-05, - "loss": 1.1083, + "clip_ratio": 0.0, + "completion_length": 172.9375, + "epoch": 0.3088175538399025, + "grad_norm": 1.6318135261535645, + "kl": 2.82421875, + "learning_rate": 6.911573472041612e-07, + "loss": 0.1127, + "reward": 1.5747221112251282, + "reward_std": 0.35173356533050537, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7465970516204834, "step": 1900 }, { - "epoch": 0.13, - "learning_rate": 1.9507409778358962e-05, - "loss": 1.1335, + "clip_ratio": 0.0, + "completion_length": 146.78125, + "epoch": 0.30898008939455507, + "grad_norm": 4.088768482208252, + "kl": 2.4375, + "learning_rate": 6.909947984395318e-07, + "loss": 0.0976, + "reward": 1.6896121501922607, + "reward_std": 0.3654478192329407, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8146121203899384, "step": 1901 }, { - "epoch": 0.13, - "learning_rate": 1.950673714488386e-05, - "loss": 1.1572, + "clip_ratio": 0.0, + "completion_length": 141.5625, + "epoch": 0.30914262494920763, + "grad_norm": 2.768965244293213, + "kl": 1.40234375, + "learning_rate": 6.908322496749024e-07, + "loss": 0.0561, + "reward": 1.6420828104019165, + "reward_std": 0.3350195735692978, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7983327507972717, "step": 1902 }, { - "epoch": 0.13, - "learning_rate": 1.9506064064093033e-05, - "loss": 1.0664, + "clip_ratio": 0.0, + "completion_length": 149.015625, + "epoch": 0.3093051605038602, + "grad_norm": 1.654784917831421, + "kl": 1.0234375, + "learning_rate": 6.906697009102731e-07, + "loss": 0.0409, + "reward": 1.7173587679862976, + "reward_std": 0.2802669331431389, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7954837083816528, "step": 1903 }, { - "epoch": 0.13, - "learning_rate": 1.9505390536018147e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 167.53125, + "epoch": 0.3094676960585128, + "grad_norm": 2.9178314208984375, + "kl": 1.93359375, + "learning_rate": 6.905071521456437e-07, + "loss": 0.0774, + "reward": 1.7599635124206543, + "reward_std": 0.23435276001691818, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8380884230136871, "step": 1904 }, { - "epoch": 0.13, - "learning_rate": 1.9504716560690898e-05, - "loss": 1.1408, + "clip_ratio": 0.0, + "completion_length": 150.90625, + "epoch": 0.3096302316131654, + "grad_norm": 3.3496909141540527, + "kl": 2.15234375, + "learning_rate": 6.903446033810143e-07, + "loss": 0.086, + "reward": 1.6368314623832703, + "reward_std": 0.4082329571247101, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7930814921855927, "step": 1905 }, { - "epoch": 0.13, - "learning_rate": 1.9504042138142993e-05, - "loss": 1.1343, + "clip_ratio": 0.0, + "completion_length": 145.796875, + "epoch": 0.30979276716781795, + "grad_norm": 1.4848833084106445, + "kl": 1.39453125, + "learning_rate": 6.901820546163849e-07, + "loss": 0.0555, + "reward": 1.65023273229599, + "reward_std": 0.3208451569080353, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7752326428890228, "step": 1906 }, { - "epoch": 0.13, - "learning_rate": 1.9503367268406164e-05, - "loss": 1.1501, + "clip_ratio": 0.0, + "completion_length": 162.59375, + "epoch": 0.3099553027224705, + "grad_norm": 2.067925453186035, + "kl": 2.4140625, + "learning_rate": 6.900195058517555e-07, + "loss": 0.0967, + "reward": 1.5777539014816284, + "reward_std": 0.4028172492980957, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7027539312839508, "step": 1907 }, { - "epoch": 0.13, - "learning_rate": 1.950269195151217e-05, - "loss": 1.0908, + "clip_ratio": 0.0, + "completion_length": 173.28125, + "epoch": 0.31011783827712314, + "grad_norm": 1.8099172115325928, + "kl": 2.046875, + "learning_rate": 6.898569570871261e-07, + "loss": 0.0819, + "reward": 1.6096806526184082, + "reward_std": 0.23555952310562134, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7503056228160858, "step": 1908 }, { - "epoch": 0.13, - "learning_rate": 1.9502016187492784e-05, - "loss": 1.0959, + "clip_ratio": 0.0, + "completion_length": 170.734375, + "epoch": 0.3102803738317757, + "grad_norm": 1.9235217571258545, + "kl": 3.15625, + "learning_rate": 6.896944083224967e-07, + "loss": 0.1265, + "reward": 1.5900615453720093, + "reward_std": 0.41335806250572205, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7463115453720093, "step": 1909 }, { - "epoch": 0.13, - "learning_rate": 1.9501339976379804e-05, - "loss": 1.1847, + "clip_ratio": 0.0, + "completion_length": 142.203125, + "epoch": 0.31044290938642827, + "grad_norm": 1.6502214670181274, + "kl": 2.10546875, + "learning_rate": 6.895318595578673e-07, + "loss": 0.084, + "reward": 1.6769757866859436, + "reward_std": 0.47088080644607544, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8332257866859436, "step": 1910 }, { - "epoch": 0.13, - "learning_rate": 1.9500663318205047e-05, - "loss": 1.1503, + "clip_ratio": 0.0, + "completion_length": 201.53125, + "epoch": 0.3106054449410809, + "grad_norm": 1.788325309753418, + "kl": 1.48828125, + "learning_rate": 6.893693107932379e-07, + "loss": 0.0595, + "reward": 1.5960487723350525, + "reward_std": 0.2534343898296356, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7054237723350525, "step": 1911 }, { - "epoch": 0.13, - "learning_rate": 1.949998621300035e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 154.671875, + "epoch": 0.31076798049573345, + "grad_norm": 3.4466569423675537, + "kl": 3.015625, + "learning_rate": 6.892067620286085e-07, + "loss": 0.1208, + "reward": 1.7166945934295654, + "reward_std": 0.3425716757774353, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.826069712638855, "step": 1912 }, { - "epoch": 0.13, - "learning_rate": 1.9499308660797575e-05, - "loss": 1.1187, + "clip_ratio": 0.0, + "completion_length": 167.796875, + "epoch": 0.310930516050386, + "grad_norm": 2.173449993133545, + "kl": 3.0078125, + "learning_rate": 6.890442132639793e-07, + "loss": 0.1206, + "reward": 1.600232481956482, + "reward_std": 0.4798397868871689, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7408575117588043, "step": 1913 }, { - "epoch": 0.13, - "learning_rate": 1.9498630661628598e-05, - "loss": 1.1029, + "clip_ratio": 0.0, + "completion_length": 150.609375, + "epoch": 0.3110930516050386, + "grad_norm": 1.387844204902649, + "kl": 2.9921875, + "learning_rate": 6.888816644993498e-07, + "loss": 0.1197, + "reward": 1.7178446650505066, + "reward_std": 0.38495178520679474, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8272196650505066, "step": 1914 }, { - "epoch": 0.13, - "learning_rate": 1.9497952215525325e-05, - "loss": 1.0805, + "clip_ratio": 0.0, + "completion_length": 195.40625, + "epoch": 0.3112555871596912, + "grad_norm": 3.431008815765381, + "kl": 2.75, + "learning_rate": 6.887191157347205e-07, + "loss": 0.11, + "reward": 1.557472825050354, + "reward_std": 0.2613215446472168, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6668477952480316, "step": 1915 }, { - "epoch": 0.13, - "learning_rate": 1.9497273322519677e-05, - "loss": 1.0503, + "clip_ratio": 0.0, + "completion_length": 135.0, + "epoch": 0.31141812271434377, + "grad_norm": 1.1811491250991821, + "kl": 1.250732421875, + "learning_rate": 6.88556566970091e-07, + "loss": 0.05, + "reward": 1.7930607795715332, + "reward_std": 0.16577035677619278, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.855560690164566, "step": 1916 }, { - "epoch": 0.13, - "learning_rate": 1.94965939826436e-05, - "loss": 1.0303, + "clip_ratio": 0.0, + "completion_length": 158.53125, + "epoch": 0.31158065826899634, + "grad_norm": 2.1974146366119385, + "kl": 2.9765625, + "learning_rate": 6.883940182054617e-07, + "loss": 0.1191, + "reward": 1.5263633131980896, + "reward_std": 0.41802428662776947, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.651363343000412, "step": 1917 }, { - "epoch": 0.13, - "learning_rate": 1.9495914195929054e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 157.84375, + "epoch": 0.3117431938236489, + "grad_norm": 2.1594457626342773, + "kl": 2.0390625, + "learning_rate": 6.882314694408322e-07, + "loss": 0.0817, + "reward": 1.725804090499878, + "reward_std": 0.2502371519804001, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7883040904998779, "step": 1918 }, { - "epoch": 0.13, - "learning_rate": 1.9495233962408026e-05, - "loss": 1.0849, + "clip_ratio": 0.0, + "completion_length": 142.375, + "epoch": 0.3119057293783015, + "grad_norm": 1.4378949403762817, + "kl": 1.11962890625, + "learning_rate": 6.880689206762029e-07, + "loss": 0.0447, + "reward": 1.7026828527450562, + "reward_std": 0.24334464222192764, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7651828527450562, "step": 1919 }, { - "epoch": 0.13, - "learning_rate": 1.9494553282112525e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 139.75, + "epoch": 0.3120682649329541, + "grad_norm": 2.407851219177246, + "kl": 3.1484375, + "learning_rate": 6.879063719115734e-07, + "loss": 0.1262, + "reward": 1.5145714282989502, + "reward_std": 0.42291150987148285, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6551964581012726, "step": 1920 }, { - "epoch": 0.13, - "learning_rate": 1.9493872155074575e-05, - "loss": 1.0422, + "clip_ratio": 0.0, + "completion_length": 159.890625, + "epoch": 0.31223080048760665, + "grad_norm": 2.2565526962280273, + "kl": 2.41015625, + "learning_rate": 6.877438231469441e-07, + "loss": 0.0962, + "reward": 1.6035508513450623, + "reward_std": 0.3752538338303566, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7441758513450623, "step": 1921 }, { - "epoch": 0.13, - "learning_rate": 1.9493190581326228e-05, - "loss": 1.1189, + "clip_ratio": 0.0, + "completion_length": 168.5625, + "epoch": 0.3123933360422592, + "grad_norm": 2.981306791305542, + "kl": 4.5390625, + "learning_rate": 6.875812743823146e-07, + "loss": 0.1814, + "reward": 1.531894028186798, + "reward_std": 0.45648202300071716, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7193939387798309, "step": 1922 }, { - "epoch": 0.13, - "learning_rate": 1.9492508560899558e-05, - "loss": 1.0444, + "clip_ratio": 0.0, + "completion_length": 177.109375, + "epoch": 0.31255587159691184, + "grad_norm": 2.313068151473999, + "kl": 2.1015625, + "learning_rate": 6.874187256176854e-07, + "loss": 0.0839, + "reward": 1.635607123374939, + "reward_std": 0.3532372713088989, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7606071829795837, "step": 1923 }, { - "epoch": 0.13, - "learning_rate": 1.9491826093826646e-05, - "loss": 1.1022, + "clip_ratio": 0.0, + "completion_length": 182.875, + "epoch": 0.3127184071515644, + "grad_norm": 2.081331253051758, + "kl": 2.9921875, + "learning_rate": 6.872561768530559e-07, + "loss": 0.1198, + "reward": 1.5600793957710266, + "reward_std": 0.3141896724700928, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6850793063640594, "step": 1924 }, { - "epoch": 0.13, - "learning_rate": 1.9491143180139606e-05, - "loss": 1.0541, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.31288094270621697, + "grad_norm": 2.3267831802368164, + "kl": 3.8671875, + "learning_rate": 6.870936280884266e-07, + "loss": 0.1549, + "reward": 1.4733448028564453, + "reward_std": 0.3809683322906494, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6295948028564453, "step": 1925 }, { - "epoch": 0.13, - "learning_rate": 1.9490459819870576e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 187.015625, + "epoch": 0.3130434782608696, + "grad_norm": 2.1326286792755127, + "kl": 2.45703125, + "learning_rate": 6.869310793237971e-07, + "loss": 0.0984, + "reward": 1.6686580777168274, + "reward_std": 0.2843136265873909, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7624081075191498, "step": 1926 }, { - "epoch": 0.13, - "learning_rate": 1.9489776013051706e-05, - "loss": 1.057, + "clip_ratio": 0.0, + "completion_length": 160.375, + "epoch": 0.31320601381552216, + "grad_norm": 1.5522475242614746, + "kl": 1.90625, + "learning_rate": 6.867685305591678e-07, + "loss": 0.0765, + "reward": 1.523971438407898, + "reward_std": 0.29767657816410065, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6333463788032532, "step": 1927 }, { - "epoch": 0.13, - "learning_rate": 1.9489091759715175e-05, - "loss": 1.047, + "clip_ratio": 0.0, + "completion_length": 162.125, + "epoch": 0.3133685493701747, + "grad_norm": 1.2118005752563477, + "kl": 0.98046875, + "learning_rate": 6.866059817945383e-07, + "loss": 0.0392, + "reward": 1.8273826241493225, + "reward_std": 0.12745636701583862, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8586325347423553, "step": 1928 }, { - "epoch": 0.13, - "learning_rate": 1.948840705989317e-05, - "loss": 0.9863, + "clip_ratio": 0.0, + "completion_length": 155.6875, + "epoch": 0.3135310849248273, + "grad_norm": 2.062196731567383, + "kl": 1.953125, + "learning_rate": 6.86443433029909e-07, + "loss": 0.078, + "reward": 1.4905697703361511, + "reward_std": 0.4709908962249756, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6624448299407959, "step": 1929 }, { - "epoch": 0.13, - "learning_rate": 1.948772191361792e-05, - "loss": 1.1451, + "clip_ratio": 0.0, + "completion_length": 200.328125, + "epoch": 0.3136936204794799, + "grad_norm": 2.9721977710723877, + "kl": 1.4140625, + "learning_rate": 6.862808842652795e-07, + "loss": 0.0566, + "reward": 1.6023011207580566, + "reward_std": 0.22239327058196068, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6960510909557343, "step": 1930 }, { - "epoch": 0.13, - "learning_rate": 1.948703632092165e-05, - "loss": 1.1504, + "clip_ratio": 0.0, + "completion_length": 172.5, + "epoch": 0.31385615603413247, + "grad_norm": 1.6925512552261353, + "kl": 1.763671875, + "learning_rate": 6.861183355006502e-07, + "loss": 0.0705, + "reward": 1.5643953680992126, + "reward_std": 0.3642502427101135, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6893953680992126, "step": 1931 }, { - "epoch": 0.13, - "learning_rate": 1.948635028183663e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 160.953125, + "epoch": 0.31401869158878504, + "grad_norm": 2.4774887561798096, + "kl": 1.17578125, + "learning_rate": 6.859557867360207e-07, + "loss": 0.0471, + "reward": 1.7090860605239868, + "reward_std": 0.35847751796245575, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8184610605239868, "step": 1932 }, { - "epoch": 0.13, - "learning_rate": 1.9485663796395133e-05, - "loss": 1.0506, + "clip_ratio": 0.0, + "completion_length": 169.546875, + "epoch": 0.3141812271434376, + "grad_norm": 1.151295781135559, + "kl": 1.404296875, + "learning_rate": 6.857932379713915e-07, + "loss": 0.0562, + "reward": 1.705277681350708, + "reward_std": 0.20023494213819504, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7990277409553528, "step": 1933 }, { - "epoch": 0.13, - "learning_rate": 1.9484976864629462e-05, - "loss": 1.0511, + "clip_ratio": 0.0, + "completion_length": 173.375, + "epoch": 0.3143437626980902, + "grad_norm": 1.5956312417984009, + "kl": 1.064453125, + "learning_rate": 6.85630689206762e-07, + "loss": 0.0426, + "reward": 1.740944743156433, + "reward_std": 0.32630589231848717, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8346946537494659, "step": 1934 }, { - "epoch": 0.13, - "learning_rate": 1.948428948657194e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 157.078125, + "epoch": 0.3145062982527428, + "grad_norm": 1.7265723943710327, + "kl": 0.796875, + "learning_rate": 6.854681404421327e-07, + "loss": 0.0319, + "reward": 1.6953564882278442, + "reward_std": 0.2968024015426636, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7734814882278442, "step": 1935 }, { - "epoch": 0.13, - "learning_rate": 1.9483601662254906e-05, - "loss": 1.0916, + "clip_ratio": 0.0, + "completion_length": 181.828125, + "epoch": 0.31466883380739535, + "grad_norm": 1.9548909664154053, + "kl": 1.2734375, + "learning_rate": 6.853055916775032e-07, + "loss": 0.051, + "reward": 1.6521573066711426, + "reward_std": 0.19720608741044998, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7459072768688202, "step": 1936 }, { - "epoch": 0.13, - "learning_rate": 1.948291339171073e-05, - "loss": 1.0161, + "clip_ratio": 0.0, + "completion_length": 175.0, + "epoch": 0.314831369362048, + "grad_norm": 3.1457138061523438, + "kl": 0.935546875, + "learning_rate": 6.851430429128739e-07, + "loss": 0.0375, + "reward": 1.5718482732772827, + "reward_std": 0.3039451465010643, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6655983030796051, "step": 1937 }, { - "epoch": 0.13, - "learning_rate": 1.9482224674971787e-05, - "loss": 1.1295, + "clip_ratio": 0.0, + "completion_length": 171.359375, + "epoch": 0.31499390491670054, + "grad_norm": 1.0819897651672363, + "kl": 0.7890625, + "learning_rate": 6.849804941482444e-07, + "loss": 0.0315, + "reward": 1.7410144805908203, + "reward_std": 0.11921803466975689, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7878894507884979, "step": 1938 }, { - "epoch": 0.13, - "learning_rate": 1.9481535512070494e-05, - "loss": 1.0313, + "clip_ratio": 0.0, + "completion_length": 182.234375, + "epoch": 0.3151564404713531, + "grad_norm": 1.9839165210723877, + "kl": 0.514404296875, + "learning_rate": 6.84817945383615e-07, + "loss": 0.0206, + "reward": 1.6645697951316833, + "reward_std": 0.13199380040168762, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7114448845386505, "step": 1939 }, { - "epoch": 0.13, - "learning_rate": 1.9480845903039275e-05, - "loss": 1.0307, + "clip_ratio": 0.0, + "completion_length": 160.9375, + "epoch": 0.31531897602600567, + "grad_norm": 1.8902004957199097, + "kl": 1.671875, + "learning_rate": 6.846553966189856e-07, + "loss": 0.067, + "reward": 1.624024748802185, + "reward_std": 0.38733284920454025, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7333997189998627, "step": 1940 }, { - "epoch": 0.13, - "learning_rate": 1.948015584791057e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.3154815115806583, + "grad_norm": 2.085125684738159, + "kl": 1.01171875, + "learning_rate": 6.844928478543562e-07, + "loss": 0.0406, + "reward": 1.5788098573684692, + "reward_std": 0.2697281464934349, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6569347977638245, "step": 1941 }, { - "epoch": 0.13, - "learning_rate": 1.9479465346716857e-05, - "loss": 1.0831, + "clip_ratio": 0.0, + "completion_length": 176.15625, + "epoch": 0.31564404713531086, + "grad_norm": 1.538553237915039, + "kl": 1.234375, + "learning_rate": 6.843302990897268e-07, + "loss": 0.0494, + "reward": 1.7223716974258423, + "reward_std": 0.2459956556558609, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7848716676235199, "step": 1942 }, { - "epoch": 0.13, - "learning_rate": 1.947877439949062e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 158.984375, + "epoch": 0.3158065826899634, + "grad_norm": 1.5295149087905884, + "kl": 1.404296875, + "learning_rate": 6.841677503250976e-07, + "loss": 0.0561, + "reward": 1.7560739517211914, + "reward_std": 0.2664143890142441, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8341989517211914, "step": 1943 }, { - "epoch": 0.13, - "learning_rate": 1.9478083006264374e-05, - "loss": 0.9672, + "clip_ratio": 0.0, + "completion_length": 169.40625, + "epoch": 0.315969118244616, + "grad_norm": 3.7462241649627686, + "kl": 3.5625, + "learning_rate": 6.840052015604681e-07, + "loss": 0.1423, + "reward": 1.5566715598106384, + "reward_std": 0.40482470393180847, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7285465002059937, "step": 1944 }, { - "epoch": 0.13, - "learning_rate": 1.947739116707065e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 187.75, + "epoch": 0.3161316537992686, + "grad_norm": 2.7072012424468994, + "kl": 3.8515625, + "learning_rate": 6.838426527958388e-07, + "loss": 0.1539, + "reward": 1.4220770597457886, + "reward_std": 0.5591866970062256, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6564520001411438, "step": 1945 }, { - "epoch": 0.13, - "learning_rate": 1.9476698881942e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 206.75, + "epoch": 0.3162941893539212, + "grad_norm": 3.342172145843506, + "kl": 4.640625, + "learning_rate": 6.836801040312093e-07, + "loss": 0.186, + "reward": 1.4290210604667664, + "reward_std": 0.6270464062690735, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.694646030664444, "step": 1946 }, { - "epoch": 0.13, - "learning_rate": 1.9476006150910996e-05, - "loss": 1.0052, + "clip_ratio": 0.0, + "completion_length": 198.84375, + "epoch": 0.31645672490857374, + "grad_norm": 2.220334768295288, + "kl": 3.5546875, + "learning_rate": 6.8351755526658e-07, + "loss": 0.1421, + "reward": 1.4371225237846375, + "reward_std": 0.5150043666362762, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6402474939823151, "step": 1947 }, { - "epoch": 0.13, - "learning_rate": 1.9475312974010233e-05, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 168.09375, + "epoch": 0.3166192604632263, + "grad_norm": 3.0284082889556885, + "kl": 2.09375, + "learning_rate": 6.833550065019505e-07, + "loss": 0.0839, + "reward": 1.4922212362289429, + "reward_std": 0.46353454887866974, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6797212362289429, "step": 1948 }, { - "epoch": 0.13, - "learning_rate": 1.947461935127233e-05, - "loss": 1.0581, + "clip_ratio": 0.0, + "completion_length": 176.875, + "epoch": 0.3167817960178789, + "grad_norm": 2.723065137863159, + "kl": 2.44140625, + "learning_rate": 6.831924577373211e-07, + "loss": 0.0977, + "reward": 1.497412383556366, + "reward_std": 0.31352028250694275, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6067874431610107, "step": 1949 }, { - "epoch": 0.13, - "learning_rate": 1.947392528272992e-05, - "loss": 1.0197, + "clip_ratio": 0.0, + "completion_length": 168.359375, + "epoch": 0.3169443315725315, + "grad_norm": 3.0238850116729736, + "kl": 4.140625, + "learning_rate": 6.830299089726918e-07, + "loss": 0.1656, + "reward": 1.5258831977844238, + "reward_std": 0.5248109996318817, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7602581679821014, "step": 1950 }, { - "epoch": 0.13, - "learning_rate": 1.9473230768415663e-05, - "loss": 1.0732, + "clip_ratio": 0.0, + "completion_length": 177.09375, + "epoch": 0.31710686712718406, + "grad_norm": 3.0479772090911865, + "kl": 3.82421875, + "learning_rate": 6.828673602080623e-07, + "loss": 0.1529, + "reward": 1.5035924315452576, + "reward_std": 0.5480301380157471, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6910924017429352, "step": 1951 }, { - "epoch": 0.13, - "learning_rate": 1.9472535808362237e-05, - "loss": 1.1602, + "clip_ratio": 0.0, + "completion_length": 171.359375, + "epoch": 0.3172694026818367, + "grad_norm": 4.497922420501709, + "kl": 3.15234375, + "learning_rate": 6.82704811443433e-07, + "loss": 0.126, + "reward": 1.6555628180503845, + "reward_std": 0.3061360567808151, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8274378180503845, "step": 1952 }, { - "epoch": 0.13, - "learning_rate": 1.947184040260234e-05, - "loss": 1.1221, + "clip_ratio": 0.0, + "completion_length": 187.5625, + "epoch": 0.31743193823648924, + "grad_norm": 4.070030212402344, + "kl": 5.859375, + "learning_rate": 6.825422626788036e-07, + "loss": 0.2336, + "reward": 1.2836525440216064, + "reward_std": 0.6482110321521759, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6117775440216064, "step": 1953 }, { - "epoch": 0.13, - "learning_rate": 1.9471144551168697e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 158.578125, + "epoch": 0.3175944737911418, + "grad_norm": 5.424447536468506, + "kl": 2.64453125, + "learning_rate": 6.823797139141743e-07, + "loss": 0.1059, + "reward": 1.5332697033882141, + "reward_std": 0.35103823244571686, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6738946735858917, "step": 1954 }, { - "epoch": 0.13, - "learning_rate": 1.9470448254094045e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 183.765625, + "epoch": 0.3177570093457944, + "grad_norm": 2.253479480743408, + "kl": 3.8046875, + "learning_rate": 6.822171651495448e-07, + "loss": 0.1519, + "reward": 1.4826251864433289, + "reward_std": 0.38994404673576355, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6857501566410065, "step": 1955 }, { - "epoch": 0.13, - "learning_rate": 1.9469751511411145e-05, - "loss": 1.1314, + "clip_ratio": 0.0, + "completion_length": 172.75, + "epoch": 0.317919544900447, + "grad_norm": 2.1146907806396484, + "kl": 2.83984375, + "learning_rate": 6.820546163849155e-07, + "loss": 0.1136, + "reward": 1.5715045928955078, + "reward_std": 0.5454832315444946, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7433795928955078, "step": 1956 }, { - "epoch": 0.13, - "learning_rate": 1.946905432315279e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 182.40625, + "epoch": 0.31808208045509956, + "grad_norm": 2.0466208457946777, + "kl": 1.72265625, + "learning_rate": 6.81892067620286e-07, + "loss": 0.069, + "reward": 1.5424069166183472, + "reward_std": 0.42103341221809387, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6830318868160248, "step": 1957 }, { - "epoch": 0.13, - "learning_rate": 1.946835668935177e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 169.71875, + "epoch": 0.3182446160097521, + "grad_norm": 2.1162736415863037, + "kl": 2.51171875, + "learning_rate": 6.817295188556567e-07, + "loss": 0.1005, + "reward": 1.450728952884674, + "reward_std": 0.5420728921890259, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6538538932800293, "step": 1958 }, { - "epoch": 0.13, - "learning_rate": 1.9467658610040926e-05, - "loss": 1.112, + "clip_ratio": 0.0, + "completion_length": 199.046875, + "epoch": 0.3184071515644047, + "grad_norm": 3.827584981918335, + "kl": 4.0703125, + "learning_rate": 6.815669700910272e-07, + "loss": 0.1628, + "reward": 1.3998762369155884, + "reward_std": 0.47685231268405914, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6342512667179108, "step": 1959 }, { - "epoch": 0.13, - "learning_rate": 1.9466960085253096e-05, - "loss": 1.122, + "clip_ratio": 0.0, + "completion_length": 208.609375, + "epoch": 0.3185696871190573, + "grad_norm": 1.8195419311523438, + "kl": 2.328125, + "learning_rate": 6.814044213263979e-07, + "loss": 0.093, + "reward": 1.5464304089546204, + "reward_std": 0.32042358070611954, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7026804685592651, "step": 1960 }, { - "epoch": 0.13, - "learning_rate": 1.9466261115021145e-05, - "loss": 1.1235, + "clip_ratio": 0.0, + "completion_length": 172.359375, + "epoch": 0.3187322226737099, + "grad_norm": 2.9603302478790283, + "kl": 1.34375, + "learning_rate": 6.812418725617684e-07, + "loss": 0.0538, + "reward": 1.5071251392364502, + "reward_std": 0.3020332604646683, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6008750796318054, "step": 1961 }, { - "epoch": 0.13, - "learning_rate": 1.9465561699377966e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.31889475822836244, + "grad_norm": 2.779137372970581, + "kl": 2.07421875, + "learning_rate": 6.810793237971391e-07, + "loss": 0.083, + "reward": 1.667763113975525, + "reward_std": 0.3470548689365387, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8240131437778473, "step": 1962 }, { - "epoch": 0.13, - "learning_rate": 1.9464861838356467e-05, - "loss": 1.1469, + "clip_ratio": 0.0, + "completion_length": 183.953125, + "epoch": 0.31905729378301506, + "grad_norm": 1.5382786989212036, + "kl": 1.8515625, + "learning_rate": 6.809167750325097e-07, + "loss": 0.0743, + "reward": 1.5748491287231445, + "reward_std": 0.3222057819366455, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6998491585254669, "step": 1963 }, { - "epoch": 0.13, - "learning_rate": 1.9464161531989575e-05, - "loss": 1.0328, + "clip_ratio": 0.0, + "completion_length": 161.296875, + "epoch": 0.3192198293376676, + "grad_norm": 3.717038154602051, + "kl": 1.921875, + "learning_rate": 6.807542262678804e-07, + "loss": 0.0768, + "reward": 1.6681736707687378, + "reward_std": 0.3075268566608429, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7619237005710602, "step": 1964 }, { - "epoch": 0.13, - "learning_rate": 1.9463460780310246e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 173.546875, + "epoch": 0.3193823648923202, + "grad_norm": 2.3207454681396484, + "kl": 2.0, + "learning_rate": 6.805916775032509e-07, + "loss": 0.0801, + "reward": 1.7752729058265686, + "reward_std": 0.3425676077604294, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8690228760242462, "step": 1965 }, { - "epoch": 0.13, - "learning_rate": 1.9462759583351452e-05, - "loss": 0.9949, + "clip_ratio": 0.0, + "completion_length": 178.984375, + "epoch": 0.31954490044697276, + "grad_norm": 1.7504010200500488, + "kl": 2.9765625, + "learning_rate": 6.804291287386216e-07, + "loss": 0.1192, + "reward": 1.5304337739944458, + "reward_std": 0.4158705174922943, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6866837739944458, "step": 1966 }, { - "epoch": 0.13, - "learning_rate": 1.9462057941146182e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 156.828125, + "epoch": 0.3197074360016254, + "grad_norm": 4.940757751464844, + "kl": 2.59375, + "learning_rate": 6.802665799739921e-07, + "loss": 0.1037, + "reward": 1.6169318556785583, + "reward_std": 0.42567381262779236, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7419318556785583, "step": 1967 }, { - "epoch": 0.13, - "learning_rate": 1.9461355853727455e-05, - "loss": 1.15, + "clip_ratio": 0.0, + "completion_length": 198.875, + "epoch": 0.31986997155627794, + "grad_norm": 4.040761470794678, + "kl": 4.4921875, + "learning_rate": 6.801040312093628e-07, + "loss": 0.1796, + "reward": 1.3609622120857239, + "reward_std": 0.4943007826805115, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6109621524810791, "step": 1968 }, { - "epoch": 0.13, - "learning_rate": 1.9460653321128303e-05, - "loss": 1.0362, + "clip_ratio": 0.0, + "completion_length": 198.15625, + "epoch": 0.3200325071109305, + "grad_norm": 3.7094712257385254, + "kl": 4.078125, + "learning_rate": 6.799414824447333e-07, + "loss": 0.1634, + "reward": 1.4470804333686829, + "reward_std": 0.4845425635576248, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6345804035663605, "step": 1969 }, { - "epoch": 0.13, - "learning_rate": 1.9459950343381776e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 184.265625, + "epoch": 0.3201950426655831, + "grad_norm": 1.7448346614837646, + "kl": 4.0, + "learning_rate": 6.79778933680104e-07, + "loss": 0.1594, + "reward": 1.511196792125702, + "reward_std": 0.4496871083974838, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6830717325210571, "step": 1970 }, { - "epoch": 0.13, - "learning_rate": 1.9459246920520964e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 161.09375, + "epoch": 0.3203575782202357, + "grad_norm": 4.199621200561523, + "kl": 2.82421875, + "learning_rate": 6.796163849154745e-07, + "loss": 0.1129, + "reward": 1.562082290649414, + "reward_std": 0.3524365946650505, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7027072608470917, "step": 1971 }, { - "epoch": 0.13, - "learning_rate": 1.9458543052578955e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 180.484375, + "epoch": 0.32052011377488826, + "grad_norm": 1.7198489904403687, + "kl": 3.11328125, + "learning_rate": 6.794538361508452e-07, + "loss": 0.1246, + "reward": 1.5381491780281067, + "reward_std": 0.4827115535736084, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7100241780281067, "step": 1972 }, { - "epoch": 0.13, - "learning_rate": 1.9457838739588874e-05, - "loss": 1.1415, + "clip_ratio": 0.0, + "completion_length": 169.875, + "epoch": 0.3206826493295408, + "grad_norm": 2.5086829662323, + "kl": 3.453125, + "learning_rate": 6.792912873862158e-07, + "loss": 0.1381, + "reward": 1.5790612697601318, + "reward_std": 0.4850740283727646, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7509362697601318, "step": 1973 }, { - "epoch": 0.13, - "learning_rate": 1.945713398158385e-05, - "loss": 1.1311, + "clip_ratio": 0.0, + "completion_length": 189.28125, + "epoch": 0.3208451848841934, + "grad_norm": 1.522976279258728, + "kl": 3.65625, + "learning_rate": 6.791287386215865e-07, + "loss": 0.1458, + "reward": 1.5490695238113403, + "reward_std": 0.3825131803750992, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7053194046020508, "step": 1974 }, { - "epoch": 0.13, - "learning_rate": 1.9456428778597058e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 159.6875, + "epoch": 0.321007720438846, + "grad_norm": 1.5970832109451294, + "kl": 1.55859375, + "learning_rate": 6.78966189856957e-07, + "loss": 0.0625, + "reward": 1.7128222584724426, + "reward_std": 0.26308949291706085, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7753223180770874, "step": 1975 }, { - "epoch": 0.13, - "learning_rate": 1.9455723130661666e-05, - "loss": 1.0446, + "clip_ratio": 0.0, + "completion_length": 177.21875, + "epoch": 0.3211702559934986, + "grad_norm": 2.125192880630493, + "kl": 3.9765625, + "learning_rate": 6.788036410923277e-07, + "loss": 0.1594, + "reward": 1.4653934836387634, + "reward_std": 0.5213275402784348, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.699768453836441, "step": 1976 }, { - "epoch": 0.13, - "learning_rate": 1.945501703781089e-05, - "loss": 1.0506, + "clip_ratio": 0.0, + "completion_length": 196.34375, + "epoch": 0.32133279154815114, + "grad_norm": 3.308885335922241, + "kl": 2.5390625, + "learning_rate": 6.786410923276982e-07, + "loss": 0.1017, + "reward": 1.5247238278388977, + "reward_std": 0.46341508626937866, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6653488874435425, "step": 1977 }, { - "epoch": 0.13, - "learning_rate": 1.945431050007794e-05, - "loss": 1.1433, + "clip_ratio": 0.0, + "completion_length": 163.1875, + "epoch": 0.32149532710280376, + "grad_norm": 2.871453046798706, + "kl": 3.1953125, + "learning_rate": 6.784785435630689e-07, + "loss": 0.1276, + "reward": 1.6695433855056763, + "reward_std": 0.45557767152786255, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8101683259010315, "step": 1978 }, { - "epoch": 0.13, - "learning_rate": 1.9453603517496075e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 182.09375, + "epoch": 0.32165786265745633, + "grad_norm": 3.488499879837036, + "kl": 3.8671875, + "learning_rate": 6.783159947984394e-07, + "loss": 0.1548, + "reward": 1.5785013437271118, + "reward_std": 0.33485470712184906, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7503763735294342, "step": 1979 }, { - "epoch": 0.13, - "learning_rate": 1.9452896090098546e-05, - "loss": 1.0543, + "clip_ratio": 0.0, + "completion_length": 170.671875, + "epoch": 0.3218203982121089, + "grad_norm": 9.975176811218262, + "kl": 10.25, + "learning_rate": 6.781534460338101e-07, + "loss": 0.4096, + "reward": 1.1598997116088867, + "reward_std": 0.5790954232215881, + "rewards/format_reward_gen": 0.578125, + "rewards/llm_reward": 0.5817745923995972, "step": 1980 }, { - "epoch": 0.13, - "learning_rate": 1.9452188217918647e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 195.375, + "epoch": 0.32198293376676146, + "grad_norm": 2.01621150970459, + "kl": 3.54296875, + "learning_rate": 6.779908972691806e-07, + "loss": 0.1412, + "reward": 1.4906017780303955, + "reward_std": 0.44757968187332153, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6624767780303955, "step": 1981 }, { - "epoch": 0.13, - "learning_rate": 1.945147990098968e-05, - "loss": 1.0974, + "clip_ratio": 0.0, + "completion_length": 171.578125, + "epoch": 0.3221454693214141, + "grad_norm": 5.025417804718018, + "kl": 3.578125, + "learning_rate": 6.778283485045513e-07, + "loss": 0.1433, + "reward": 1.7058769464492798, + "reward_std": 0.21136503666639328, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8308769464492798, "step": 1982 }, { - "epoch": 0.13, - "learning_rate": 1.945077113934498e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 141.265625, + "epoch": 0.32230800487606664, + "grad_norm": 4.412344455718994, + "kl": 3.609375, + "learning_rate": 6.77665799739922e-07, + "loss": 0.1446, + "reward": 1.6522616744041443, + "reward_std": 0.49072545766830444, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7772617340087891, "step": 1983 }, { - "epoch": 0.13, - "learning_rate": 1.9450061933017893e-05, - "loss": 1.0899, + "clip_ratio": 0.0, + "completion_length": 174.65625, + "epoch": 0.3224705404307192, + "grad_norm": 11.47464656829834, + "kl": 3.5390625, + "learning_rate": 6.775032509752926e-07, + "loss": 0.142, + "reward": 1.4349241256713867, + "reward_std": 0.5058631002902985, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6536740958690643, "step": 1984 }, { - "epoch": 0.13, - "learning_rate": 1.9449352282041784e-05, - "loss": 1.1105, + "clip_ratio": 0.0, + "completion_length": 180.296875, + "epoch": 0.3226330759853718, + "grad_norm": 2.003006935119629, + "kl": 3.4296875, + "learning_rate": 6.773407022106632e-07, + "loss": 0.1371, + "reward": 1.564566731452942, + "reward_std": 0.4467709809541702, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7520668208599091, "step": 1985 }, { - "epoch": 0.13, - "learning_rate": 1.944864218645005e-05, - "loss": 1.0886, + "clip_ratio": 0.0, + "completion_length": 157.5, + "epoch": 0.3227956115400244, + "grad_norm": 2.016571521759033, + "kl": 2.6484375, + "learning_rate": 6.771781534460338e-07, + "loss": 0.1061, + "reward": 1.5396597981452942, + "reward_std": 0.42422375082969666, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6959098279476166, "step": 1986 }, { - "epoch": 0.13, - "learning_rate": 1.9447931646276105e-05, - "loss": 1.1366, + "clip_ratio": 0.0, + "completion_length": 200.859375, + "epoch": 0.32295814709467696, + "grad_norm": 2.6276655197143555, + "kl": 4.15625, + "learning_rate": 6.770156046814044e-07, + "loss": 0.1658, + "reward": 1.3742834329605103, + "reward_std": 0.5697256773710251, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6242834627628326, "step": 1987 }, { - "epoch": 0.13, - "learning_rate": 1.9447220661553373e-05, - "loss": 0.9981, + "clip_ratio": 0.0, + "completion_length": 173.34375, + "epoch": 0.3231206826493295, + "grad_norm": 4.816749095916748, + "kl": 2.1328125, + "learning_rate": 6.76853055916775e-07, + "loss": 0.0853, + "reward": 1.5863239765167236, + "reward_std": 0.37243250012397766, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7425739169120789, "step": 1988 }, { - "epoch": 0.13, - "learning_rate": 1.9446509232315315e-05, - "loss": 1.0274, + "clip_ratio": 0.0, + "completion_length": 179.015625, + "epoch": 0.32328321820398215, + "grad_norm": 2.933871030807495, + "kl": 3.3671875, + "learning_rate": 6.766905071521456e-07, + "loss": 0.1349, + "reward": 1.5839750170707703, + "reward_std": 0.4604184478521347, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7714750170707703, "step": 1989 }, { - "epoch": 0.13, - "learning_rate": 1.94457973585954e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 198.75, + "epoch": 0.3234457537586347, + "grad_norm": 4.914921760559082, + "kl": 2.62109375, + "learning_rate": 6.765279583875162e-07, + "loss": 0.1048, + "reward": 1.5346286296844482, + "reward_std": 0.3783313110470772, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6752536296844482, "step": 1990 }, { - "epoch": 0.13, - "learning_rate": 1.944508504042713e-05, - "loss": 1.0154, + "clip_ratio": 0.0, + "completion_length": 185.953125, + "epoch": 0.3236082893132873, + "grad_norm": 1.1381279230117798, + "kl": 1.62109375, + "learning_rate": 6.763654096228868e-07, + "loss": 0.0648, + "reward": 1.6661608219146729, + "reward_std": 0.27785034477710724, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7599108219146729, "step": 1991 }, { - "epoch": 0.13, - "learning_rate": 1.9444372277844018e-05, - "loss": 1.0433, + "clip_ratio": 0.0, + "completion_length": 173.9375, + "epoch": 0.32377082486793984, + "grad_norm": 2.1434929370880127, + "kl": 1.560546875, + "learning_rate": 6.762028608582574e-07, + "loss": 0.0624, + "reward": 1.7376179099082947, + "reward_std": 0.11986126378178596, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8001179397106171, "step": 1992 }, { - "epoch": 0.13, - "learning_rate": 1.9443659070879598e-05, - "loss": 1.1128, + "clip_ratio": 0.0, + "completion_length": 191.171875, + "epoch": 0.32393336042259246, + "grad_norm": 2.2112677097320557, + "kl": 1.384765625, + "learning_rate": 6.760403120936281e-07, + "loss": 0.0553, + "reward": 1.7135440111160278, + "reward_std": 0.25832468643784523, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8072939217090607, "step": 1993 }, { - "epoch": 0.13, - "learning_rate": 1.9442945419567433e-05, - "loss": 1.0846, + "clip_ratio": 0.0, + "completion_length": 189.703125, + "epoch": 0.32409589597724503, + "grad_norm": 3.750084638595581, + "kl": 1.849609375, + "learning_rate": 6.758777633289987e-07, + "loss": 0.074, + "reward": 1.5934233665466309, + "reward_std": 0.4013257101178169, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7340483367443085, "step": 1994 }, { - "epoch": 0.13, - "learning_rate": 1.94422313239411e-05, - "loss": 1.0691, + "clip_ratio": 0.0, + "completion_length": 215.5625, + "epoch": 0.3242584315318976, + "grad_norm": 1.8249591588974, + "kl": 2.125, + "learning_rate": 6.757152145643693e-07, + "loss": 0.0848, + "reward": 1.6413665413856506, + "reward_std": 0.28470584750175476, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.766366571187973, "step": 1995 }, { - "epoch": 0.13, - "learning_rate": 1.94415167840342e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 224.90625, + "epoch": 0.32442096708655016, + "grad_norm": 2.3675522804260254, + "kl": 1.24755859375, + "learning_rate": 6.755526657997399e-07, + "loss": 0.0501, + "reward": 1.6198874711990356, + "reward_std": 0.2562566949054599, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7136375904083252, "step": 1996 }, { - "epoch": 0.13, - "learning_rate": 1.9440801799880352e-05, - "loss": 0.9502, + "clip_ratio": 0.0, + "completion_length": 154.078125, + "epoch": 0.3245835026412028, + "grad_norm": 2.6434731483459473, + "kl": 1.35546875, + "learning_rate": 6.753901170351105e-07, + "loss": 0.0544, + "reward": 1.7643796801567078, + "reward_std": 0.2912599593400955, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8268796801567078, "step": 1997 }, { - "epoch": 0.13, - "learning_rate": 1.94400863715132e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 164.203125, + "epoch": 0.32474603819585535, + "grad_norm": 1.5447824001312256, + "kl": 2.3515625, + "learning_rate": 6.752275682704811e-07, + "loss": 0.094, + "reward": 1.5760046243667603, + "reward_std": 0.3479047268629074, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7166296243667603, "step": 1998 }, { - "epoch": 0.13, - "learning_rate": 1.9439370498966405e-05, - "loss": 1.0561, + "clip_ratio": 0.0, + "completion_length": 203.1875, + "epoch": 0.3249085737505079, + "grad_norm": 1.8889811038970947, + "kl": 3.3203125, + "learning_rate": 6.750650195058517e-07, + "loss": 0.1331, + "reward": 1.5863844156265259, + "reward_std": 0.3976616710424423, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7426343858242035, "step": 1999 }, { - "epoch": 0.13, - "learning_rate": 1.9438654182273645e-05, - "loss": 1.0582, + "clip_ratio": 0.0, + "completion_length": 187.828125, + "epoch": 0.3250711093051605, + "grad_norm": 5.021102428436279, + "kl": 4.328125, + "learning_rate": 6.749024707412223e-07, + "loss": 0.1731, + "reward": 1.5730634331703186, + "reward_std": 0.33933252841234207, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7449384331703186, "step": 2000 }, { - "epoch": 0.13, - "learning_rate": 1.943793742146864e-05, - "loss": 1.1115, + "clip_ratio": 0.0, + "completion_length": 169.1875, + "epoch": 0.3252336448598131, + "grad_norm": 3.4278194904327393, + "kl": 1.7109375, + "learning_rate": 6.747399219765929e-07, + "loss": 0.0684, + "reward": 1.6851588487625122, + "reward_std": 0.1838437281548977, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7476588487625122, "step": 2001 }, { - "epoch": 0.13, - "learning_rate": 1.94372202165851e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 175.15625, + "epoch": 0.32539618041446566, + "grad_norm": 1.767614722251892, + "kl": 1.908203125, + "learning_rate": 6.745773732119635e-07, + "loss": 0.0764, + "reward": 1.6364132165908813, + "reward_std": 0.25066666305065155, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6989132165908813, "step": 2002 }, { - "epoch": 0.13, - "learning_rate": 1.943650256765678e-05, - "loss": 1.1178, + "clip_ratio": 0.0, + "completion_length": 169.8125, + "epoch": 0.32555871596911823, + "grad_norm": 2.52645206451416, + "kl": 3.203125, + "learning_rate": 6.744148244473342e-07, + "loss": 0.128, + "reward": 1.554842233657837, + "reward_std": 0.31751396507024765, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6954671740531921, "step": 2003 }, { - "epoch": 0.13, - "learning_rate": 1.9435784474717444e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 175.28125, + "epoch": 0.32572125152377085, + "grad_norm": 3.089148998260498, + "kl": 3.99609375, + "learning_rate": 6.742522756827048e-07, + "loss": 0.1598, + "reward": 1.5081432461738586, + "reward_std": 0.48974208533763885, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6800183057785034, "step": 2004 }, { - "epoch": 0.13, - "learning_rate": 1.943506593780088e-05, - "loss": 1.1348, + "clip_ratio": 0.0, + "completion_length": 167.625, + "epoch": 0.3258837870784234, + "grad_norm": 1.0193156003952026, + "kl": 0.27001953125, + "learning_rate": 6.740897269180754e-07, + "loss": 0.0108, + "reward": 1.6532681584358215, + "reward_std": 0.13379324600100517, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6845182180404663, "step": 2005 }, { - "epoch": 0.13, - "learning_rate": 1.9434346956940897e-05, - "loss": 1.1061, + "clip_ratio": 0.0, + "completion_length": 177.3125, + "epoch": 0.326046322633076, + "grad_norm": 1.4766557216644287, + "kl": 2.82421875, + "learning_rate": 6.73927178153446e-07, + "loss": 0.1128, + "reward": 1.6007428765296936, + "reward_std": 0.4342581033706665, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7569929659366608, "step": 2006 }, { - "epoch": 0.13, - "learning_rate": 1.9433627532171326e-05, - "loss": 1.1012, + "clip_ratio": 0.0, + "completion_length": 185.546875, + "epoch": 0.32620885818772855, + "grad_norm": 1.9826513528823853, + "kl": 2.6171875, + "learning_rate": 6.737646293888166e-07, + "loss": 0.1048, + "reward": 1.585526943206787, + "reward_std": 0.3572123199701309, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7261519432067871, "step": 2007 }, { - "epoch": 0.13, - "learning_rate": 1.9432907663526018e-05, - "loss": 1.1029, + "clip_ratio": 0.0, + "completion_length": 147.953125, + "epoch": 0.32637139374238117, + "grad_norm": 1.754741907119751, + "kl": 1.001953125, + "learning_rate": 6.736020806241872e-07, + "loss": 0.0401, + "reward": 1.7153793573379517, + "reward_std": 0.23795484006404877, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7778793573379517, "step": 2008 }, { - "epoch": 0.13, - "learning_rate": 1.943218735103884e-05, - "loss": 1.1286, + "clip_ratio": 0.0, + "completion_length": 184.109375, + "epoch": 0.32653392929703373, + "grad_norm": 1.3736141920089722, + "kl": 1.30322265625, + "learning_rate": 6.734395318595578e-07, + "loss": 0.0522, + "reward": 1.5859448313713074, + "reward_std": 0.2858227342367172, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7109448313713074, "step": 2009 }, { - "epoch": 0.13, - "learning_rate": 1.943146659474369e-05, - "loss": 1.0966, + "clip_ratio": 0.0, + "completion_length": 176.078125, + "epoch": 0.3266964648516863, + "grad_norm": 12.956903457641602, + "kl": 2.0078125, + "learning_rate": 6.732769830949284e-07, + "loss": 0.0802, + "reward": 1.61819189786911, + "reward_std": 0.3218861371278763, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7275669276714325, "step": 2010 }, { - "epoch": 0.13, - "learning_rate": 1.9430745394674483e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 193.5625, + "epoch": 0.32685900040633886, + "grad_norm": 2.330320358276367, + "kl": 4.1171875, + "learning_rate": 6.73114434330299e-07, + "loss": 0.1644, + "reward": 1.4995087385177612, + "reward_std": 0.4312010407447815, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6557587087154388, "step": 2011 }, { - "epoch": 0.13, - "learning_rate": 1.9430023750865148e-05, - "loss": 1.0099, + "clip_ratio": 0.0, + "completion_length": 180.5625, + "epoch": 0.3270215359609915, + "grad_norm": 1.782311201095581, + "kl": 1.828125, + "learning_rate": 6.729518855656696e-07, + "loss": 0.0732, + "reward": 1.5994941592216492, + "reward_std": 0.25379887968301773, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6776191592216492, "step": 2012 }, { - "epoch": 0.13, - "learning_rate": 1.942930166334964e-05, - "loss": 1.0163, + "clip_ratio": 0.0, + "completion_length": 188.734375, + "epoch": 0.32718407151564405, + "grad_norm": 2.3638999462127686, + "kl": 3.2421875, + "learning_rate": 6.727893368010403e-07, + "loss": 0.1296, + "reward": 1.4527079463005066, + "reward_std": 0.41950030624866486, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6402079463005066, "step": 2013 }, { - "epoch": 0.13, - "learning_rate": 1.942857913216194e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 154.515625, + "epoch": 0.3273466070702966, + "grad_norm": 2.251495599746704, + "kl": 3.0859375, + "learning_rate": 6.726267880364109e-07, + "loss": 0.1233, + "reward": 1.5400908589363098, + "reward_std": 0.3600311875343323, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6963408589363098, "step": 2014 }, { - "epoch": 0.13, - "learning_rate": 1.9427856157336042e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.32750914262494923, + "grad_norm": 2.2188055515289307, + "kl": 2.2578125, + "learning_rate": 6.724642392717815e-07, + "loss": 0.0901, + "reward": 1.5166900753974915, + "reward_std": 0.42594389617443085, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6573151051998138, "step": 2015 }, { - "epoch": 0.14, - "learning_rate": 1.942713273890596e-05, - "loss": 1.0696, + "clip_ratio": 0.0, + "completion_length": 183.953125, + "epoch": 0.3276716781796018, + "grad_norm": 1.8378511667251587, + "kl": 2.142578125, + "learning_rate": 6.723016905071521e-07, + "loss": 0.0859, + "reward": 1.518554449081421, + "reward_std": 0.3356836959719658, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6279294490814209, "step": 2016 }, { - "epoch": 0.14, - "learning_rate": 1.9426408876905735e-05, - "loss": 1.0401, + "clip_ratio": 0.0, + "completion_length": 172.109375, + "epoch": 0.32783421373425436, + "grad_norm": 2.704287052154541, + "kl": 3.8359375, + "learning_rate": 6.721391417425227e-07, + "loss": 0.1536, + "reward": 1.4721616506576538, + "reward_std": 0.4417455196380615, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.659661591053009, "step": 2017 }, { - "epoch": 0.14, - "learning_rate": 1.942568457136943e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 171.65625, + "epoch": 0.32799674928890693, + "grad_norm": 2.0125138759613037, + "kl": 2.69140625, + "learning_rate": 6.719765929778934e-07, + "loss": 0.1075, + "reward": 1.593680202960968, + "reward_std": 0.424328476190567, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.749930202960968, "step": 2018 }, { - "epoch": 0.14, - "learning_rate": 1.9424959822331128e-05, - "loss": 1.1093, + "clip_ratio": 0.0, + "completion_length": 191.875, + "epoch": 0.32815928484355955, + "grad_norm": 2.4466640949249268, + "kl": 2.49609375, + "learning_rate": 6.718140442132639e-07, + "loss": 0.1, + "reward": 1.579102098941803, + "reward_std": 0.4174351543188095, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.735352098941803, "step": 2019 }, { - "epoch": 0.14, - "learning_rate": 1.942423462982492e-05, - "loss": 1.1378, + "clip_ratio": 0.0, + "completion_length": 181.21875, + "epoch": 0.3283218203982121, + "grad_norm": 2.061142921447754, + "kl": 1.3876953125, + "learning_rate": 6.716514954486346e-07, + "loss": 0.0557, + "reward": 1.6816563606262207, + "reward_std": 0.2745502144098282, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7597813606262207, "step": 2020 }, { - "epoch": 0.14, - "learning_rate": 1.9423508993884933e-05, - "loss": 0.9929, + "clip_ratio": 0.0, + "completion_length": 162.40625, + "epoch": 0.3284843559528647, + "grad_norm": 1.3432791233062744, + "kl": 1.462646484375, + "learning_rate": 6.714889466840051e-07, + "loss": 0.0584, + "reward": 1.6456696391105652, + "reward_std": 0.30607765167951584, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7550446391105652, "step": 2021 }, { - "epoch": 0.14, - "learning_rate": 1.9422782914545312e-05, - "loss": 1.0686, + "clip_ratio": 0.0, + "completion_length": 156.34375, + "epoch": 0.32864689150751725, + "grad_norm": 3.439708948135376, + "kl": 2.1328125, + "learning_rate": 6.713263979193758e-07, + "loss": 0.0854, + "reward": 1.4569104313850403, + "reward_std": 0.4368710517883301, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.5975354909896851, "step": 2022 }, { - "epoch": 0.14, - "learning_rate": 1.9422056391840224e-05, - "loss": 1.0681, + "clip_ratio": 0.0, + "completion_length": 204.46875, + "epoch": 0.32880942706216987, + "grad_norm": 1.4162698984146118, + "kl": 2.203125, + "learning_rate": 6.711638491547464e-07, + "loss": 0.0883, + "reward": 1.5795957446098328, + "reward_std": 0.26171301305294037, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7202207446098328, "step": 2023 }, { - "epoch": 0.14, - "learning_rate": 1.9421329425803845e-05, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 171.703125, + "epoch": 0.32897196261682243, + "grad_norm": 2.4941225051879883, + "kl": 2.8203125, + "learning_rate": 6.710013003901171e-07, + "loss": 0.113, + "reward": 1.4954540729522705, + "reward_std": 0.6185969710350037, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6829541027545929, "step": 2024 }, { - "epoch": 0.14, - "learning_rate": 1.9420602016470383e-05, - "loss": 1.1125, + "clip_ratio": 0.0, + "completion_length": 198.671875, + "epoch": 0.329134498171475, + "grad_norm": 1.967282772064209, + "kl": 1.359375, + "learning_rate": 6.708387516254876e-07, + "loss": 0.0543, + "reward": 1.6494438648223877, + "reward_std": 0.3048838675022125, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7431938648223877, "step": 2025 }, { - "epoch": 0.14, - "learning_rate": 1.9419874163874067e-05, - "loss": 1.1316, + "clip_ratio": 0.0, + "completion_length": 195.546875, + "epoch": 0.32929703372612756, + "grad_norm": 2.4067609310150146, + "kl": 2.84375, + "learning_rate": 6.706762028608583e-07, + "loss": 0.1141, + "reward": 1.4929264187812805, + "reward_std": 0.5007341504096985, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6804264187812805, "step": 2026 }, { - "epoch": 0.14, - "learning_rate": 1.9419145868049147e-05, - "loss": 1.0643, + "clip_ratio": 0.0, + "completion_length": 187.453125, + "epoch": 0.3294595692807802, + "grad_norm": 2.0313146114349365, + "kl": 2.859375, + "learning_rate": 6.705136540962288e-07, + "loss": 0.1144, + "reward": 1.5985803008079529, + "reward_std": 0.37937669456005096, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7548303008079529, "step": 2027 }, { - "epoch": 0.14, - "learning_rate": 1.9418417129029884e-05, - "loss": 1.0112, + "clip_ratio": 0.0, + "completion_length": 171.484375, + "epoch": 0.32962210483543275, + "grad_norm": 3.0595407485961914, + "kl": 2.7734375, + "learning_rate": 6.703511053315995e-07, + "loss": 0.1107, + "reward": 1.5899291038513184, + "reward_std": 0.3953173905611038, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7305541336536407, "step": 2028 }, { - "epoch": 0.14, - "learning_rate": 1.9417687946850572e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 153.640625, + "epoch": 0.3297846403900853, + "grad_norm": 2.8257219791412354, + "kl": 2.2890625, + "learning_rate": 6.7018855656697e-07, + "loss": 0.0917, + "reward": 1.6319355368614197, + "reward_std": 0.41243642568588257, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7569355368614197, "step": 2029 }, { - "epoch": 0.14, - "learning_rate": 1.9416958321545517e-05, - "loss": 1.0393, + "clip_ratio": 0.0, + "completion_length": 170.828125, + "epoch": 0.32994717594473794, + "grad_norm": 2.456425905227661, + "kl": 2.44921875, + "learning_rate": 6.700260078023407e-07, + "loss": 0.0978, + "reward": 1.6913203001022339, + "reward_std": 0.24259527027606964, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8006952404975891, "step": 2030 }, { - "epoch": 0.14, - "learning_rate": 1.9416228253149053e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 200.875, + "epoch": 0.3301097114993905, + "grad_norm": 1.631324052810669, + "kl": 1.25, + "learning_rate": 6.698634590377112e-07, + "loss": 0.0501, + "reward": 1.669414460659027, + "reward_std": 0.3518267273902893, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7631644904613495, "step": 2031 }, { - "epoch": 0.14, - "learning_rate": 1.9415497741695533e-05, - "loss": 1.0411, + "clip_ratio": 0.0, + "completion_length": 140.890625, + "epoch": 0.33027224705404307, + "grad_norm": 1.4263157844543457, + "kl": 1.12890625, + "learning_rate": 6.697009102730819e-07, + "loss": 0.0453, + "reward": 1.7376004457473755, + "reward_std": 0.3255615532398224, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8313504755496979, "step": 2032 }, { - "epoch": 0.14, - "learning_rate": 1.9414766787219322e-05, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 175.078125, + "epoch": 0.33043478260869563, + "grad_norm": 1.5667064189910889, + "kl": 1.90625, + "learning_rate": 6.695383615084525e-07, + "loss": 0.0762, + "reward": 1.6859909892082214, + "reward_std": 0.2864607125520706, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7641160786151886, "step": 2033 }, { - "epoch": 0.14, - "learning_rate": 1.9414035389754824e-05, - "loss": 1.0403, + "clip_ratio": 0.0, + "completion_length": 153.8125, + "epoch": 0.33059731816334825, + "grad_norm": 1.1563639640808105, + "kl": 0.888671875, + "learning_rate": 6.693758127438232e-07, + "loss": 0.0355, + "reward": 1.6171191930770874, + "reward_std": 0.1580764502286911, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.648369312286377, "step": 2034 }, { - "epoch": 0.14, - "learning_rate": 1.9413303549336446e-05, - "loss": 1.1153, + "clip_ratio": 0.0, + "completion_length": 177.515625, + "epoch": 0.3307598537180008, + "grad_norm": 2.6702194213867188, + "kl": 2.80859375, + "learning_rate": 6.692132639791937e-07, + "loss": 0.1121, + "reward": 1.4866952300071716, + "reward_std": 0.45986661314964294, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6585702002048492, "step": 2035 }, { - "epoch": 0.14, - "learning_rate": 1.941257126599862e-05, - "loss": 1.0223, + "clip_ratio": 0.0, + "completion_length": 154.625, + "epoch": 0.3309223892726534, + "grad_norm": 2.4013679027557373, + "kl": 1.875, + "learning_rate": 6.690507152145644e-07, + "loss": 0.0751, + "reward": 1.7008010149002075, + "reward_std": 0.31444234400987625, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7789259850978851, "step": 2036 }, { - "epoch": 0.14, - "learning_rate": 1.9411838539775808e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 165.015625, + "epoch": 0.33108492482730595, + "grad_norm": 2.763251543045044, + "kl": 2.46875, + "learning_rate": 6.688881664499349e-07, + "loss": 0.0985, + "reward": 1.648128628730774, + "reward_std": 0.3151736706495285, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7262535989284515, "step": 2037 }, { - "epoch": 0.14, - "learning_rate": 1.941110537070249e-05, - "loss": 1.1497, + "clip_ratio": 0.0, + "completion_length": 178.765625, + "epoch": 0.33124746038195857, + "grad_norm": 1.707045316696167, + "kl": 2.1796875, + "learning_rate": 6.687256176853056e-07, + "loss": 0.0874, + "reward": 1.6235150694847107, + "reward_std": 0.42595672607421875, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7485150694847107, "step": 2038 }, { - "epoch": 0.14, - "learning_rate": 1.941037175881315e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 159.734375, + "epoch": 0.33140999593661113, + "grad_norm": 1.549310326576233, + "kl": 1.921875, + "learning_rate": 6.685630689206761e-07, + "loss": 0.0766, + "reward": 1.5431299805641174, + "reward_std": 0.37722621858119965, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.668129950761795, "step": 2039 }, { - "epoch": 0.14, - "learning_rate": 1.940963770414232e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 178.515625, + "epoch": 0.3315725314912637, + "grad_norm": 1.640429973602295, + "kl": 0.94091796875, + "learning_rate": 6.684005201560468e-07, + "loss": 0.0378, + "reward": 1.732790231704712, + "reward_std": 0.1344083920121193, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7640402019023895, "step": 2040 }, { - "epoch": 0.14, - "learning_rate": 1.940890320672453e-05, - "loss": 1.1014, + "clip_ratio": 0.0, + "completion_length": 162.53125, + "epoch": 0.3317350670459163, + "grad_norm": 3.7830748558044434, + "kl": 0.8828125, + "learning_rate": 6.682379713914173e-07, + "loss": 0.0353, + "reward": 1.6297786831855774, + "reward_std": 0.21013157069683075, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6922787129878998, "step": 2041 }, { - "epoch": 0.14, - "learning_rate": 1.9408168266594344e-05, - "loss": 1.1008, + "clip_ratio": 0.0, + "completion_length": 174.015625, + "epoch": 0.3318976026005689, + "grad_norm": 1.2412240505218506, + "kl": 0.8046875, + "learning_rate": 6.68075422626788e-07, + "loss": 0.0322, + "reward": 1.70138818025589, + "reward_std": 0.19805371761322021, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7638882100582123, "step": 2042 }, { - "epoch": 0.14, - "learning_rate": 1.9407432883786345e-05, - "loss": 1.1129, + "clip_ratio": 0.0, + "completion_length": 150.90625, + "epoch": 0.33206013815522145, + "grad_norm": 2.858055353164673, + "kl": 2.587890625, + "learning_rate": 6.679128738621586e-07, + "loss": 0.1034, + "reward": 1.671833097934723, + "reward_std": 0.16359404427930713, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7655831277370453, "step": 2043 }, { - "epoch": 0.14, - "learning_rate": 1.940669705833513e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 180.265625, + "epoch": 0.332222673709874, + "grad_norm": 1.3428822755813599, + "kl": 1.224609375, + "learning_rate": 6.677503250975293e-07, + "loss": 0.049, + "reward": 1.7292198538780212, + "reward_std": 0.2267906218767166, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7760948538780212, "step": 2044 }, { - "epoch": 0.14, - "learning_rate": 1.940596079027532e-05, - "loss": 1.037, + "clip_ratio": 0.0, + "completion_length": 170.6875, + "epoch": 0.33238520926452664, + "grad_norm": 1.8901652097702026, + "kl": 0.671875, + "learning_rate": 6.675877763328998e-07, + "loss": 0.0269, + "reward": 1.5888692140579224, + "reward_std": 0.23977237194776535, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6669942140579224, "step": 2045 }, { - "epoch": 0.14, - "learning_rate": 1.9405224079641566e-05, - "loss": 1.0817, + "clip_ratio": 0.0, + "completion_length": 152.40625, + "epoch": 0.3325477448191792, + "grad_norm": 1.4816838502883911, + "kl": 0.8017578125, + "learning_rate": 6.674252275682705e-07, + "loss": 0.0321, + "reward": 1.6188287734985352, + "reward_std": 0.24447506666183472, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6969537734985352, "step": 2046 }, { - "epoch": 0.14, - "learning_rate": 1.9404486926468526e-05, - "loss": 1.1213, + "clip_ratio": 0.0, + "completion_length": 162.8125, + "epoch": 0.33271028037383177, + "grad_norm": 1.4710330963134766, + "kl": 0.79248046875, + "learning_rate": 6.67262678803641e-07, + "loss": 0.0318, + "reward": 1.6424735188484192, + "reward_std": 0.2856181599199772, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7205985188484192, "step": 2047 }, { - "epoch": 0.14, - "learning_rate": 1.9403749330790882e-05, - "loss": 1.1123, + "clip_ratio": 0.0, + "completion_length": 163.03125, + "epoch": 0.33287281592848433, + "grad_norm": 1.688728928565979, + "kl": 0.92236328125, + "learning_rate": 6.671001300390117e-07, + "loss": 0.0368, + "reward": 1.624004602432251, + "reward_std": 0.2014235109090805, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.686504602432251, "step": 2048 }, { - "epoch": 0.14, - "learning_rate": 1.9403011292643348e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.33303535148313695, + "grad_norm": 1.7146397829055786, + "kl": 1.029296875, + "learning_rate": 6.669375812743822e-07, + "loss": 0.041, + "reward": 1.7296791076660156, + "reward_std": 0.26861991733312607, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8234291672706604, "step": 2049 }, { - "epoch": 0.14, - "learning_rate": 1.9402272812060646e-05, - "loss": 1.062, + "clip_ratio": 0.0, + "completion_length": 159.140625, + "epoch": 0.3331978870377895, + "grad_norm": 2.1232361793518066, + "kl": 1.748046875, + "learning_rate": 6.667750325097529e-07, + "loss": 0.0699, + "reward": 1.6380534172058105, + "reward_std": 0.39119642972946167, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7630533874034882, "step": 2050 }, { - "epoch": 0.14, - "learning_rate": 1.9401533889077526e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 148.484375, + "epoch": 0.3333604225924421, + "grad_norm": 3.8478586673736572, + "kl": 1.28515625, + "learning_rate": 6.666124837451234e-07, + "loss": 0.0513, + "reward": 1.5444297194480896, + "reward_std": 0.27784208208322525, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6225547194480896, "step": 2051 }, { - "epoch": 0.14, - "learning_rate": 1.940079452372875e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 180.6875, + "epoch": 0.33352295814709465, + "grad_norm": 1.6663779020309448, + "kl": 0.697265625, + "learning_rate": 6.664499349804941e-07, + "loss": 0.0279, + "reward": 1.5956717133522034, + "reward_std": 0.17485667765140533, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6269217431545258, "step": 2052 }, { - "epoch": 0.14, - "learning_rate": 1.9400054716049116e-05, - "loss": 1.0275, + "clip_ratio": 0.0, + "completion_length": 177.921875, + "epoch": 0.33368549370174727, + "grad_norm": 3.907125473022461, + "kl": 1.255859375, + "learning_rate": 6.662873862158648e-07, + "loss": 0.0504, + "reward": 1.6406046152114868, + "reward_std": 0.19927795976400375, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7031046152114868, "step": 2053 }, { - "epoch": 0.14, - "learning_rate": 1.9399314466073426e-05, - "loss": 1.0206, + "clip_ratio": 0.0, + "completion_length": 167.09375, + "epoch": 0.33384802925639984, + "grad_norm": 1.823266863822937, + "kl": 1.5712890625, + "learning_rate": 6.661248374512354e-07, + "loss": 0.063, + "reward": 1.7268306016921997, + "reward_std": 0.20792744308710098, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8362056612968445, "step": 2054 }, { - "epoch": 0.14, - "learning_rate": 1.939857377383651e-05, - "loss": 1.1007, + "clip_ratio": 0.0, + "completion_length": 171.15625, + "epoch": 0.3340105648110524, + "grad_norm": 2.2760226726531982, + "kl": 2.0546875, + "learning_rate": 6.65962288686606e-07, + "loss": 0.0822, + "reward": 1.6168046593666077, + "reward_std": 0.4762316048145294, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7261795997619629, "step": 2055 }, { - "epoch": 0.14, - "learning_rate": 1.9397832639373232e-05, - "loss": 1.0457, + "clip_ratio": 0.0, + "completion_length": 146.640625, + "epoch": 0.334173100365705, + "grad_norm": 1.2028865814208984, + "kl": 1.39453125, + "learning_rate": 6.657997399219766e-07, + "loss": 0.0558, + "reward": 1.6865988969802856, + "reward_std": 0.18938250839710236, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7647238671779633, "step": 2056 }, { - "epoch": 0.14, - "learning_rate": 1.9397091062718446e-05, - "loss": 1.066, + "clip_ratio": 0.0, + "completion_length": 172.015625, + "epoch": 0.3343356359203576, + "grad_norm": 1.7993391752243042, + "kl": 2.0078125, + "learning_rate": 6.656371911573472e-07, + "loss": 0.0803, + "reward": 1.6915374398231506, + "reward_std": 0.2538432963192463, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.769662469625473, "step": 2057 }, { - "epoch": 0.14, - "learning_rate": 1.9396349043907057e-05, - "loss": 0.9886, + "clip_ratio": 0.0, + "completion_length": 161.796875, + "epoch": 0.33449817147501015, + "grad_norm": 1.6315486431121826, + "kl": 3.1875, + "learning_rate": 6.654746423927178e-07, + "loss": 0.1279, + "reward": 1.5604948997497559, + "reward_std": 0.3501373901963234, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7167448401451111, "step": 2058 }, { - "epoch": 0.14, - "learning_rate": 1.9395606582973978e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 172.875, + "epoch": 0.3346607070296627, + "grad_norm": 2.0528197288513184, + "kl": 5.65625, + "learning_rate": 6.653120936280884e-07, + "loss": 0.2264, + "reward": 1.4609597325325012, + "reward_std": 0.6103128790855408, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6953347623348236, "step": 2059 }, { - "epoch": 0.14, - "learning_rate": 1.9394863679954145e-05, - "loss": 1.0853, + "clip_ratio": 0.0, + "completion_length": 193.09375, + "epoch": 0.33482324258431534, + "grad_norm": 3.341062545776367, + "kl": 2.1875, + "learning_rate": 6.65149544863459e-07, + "loss": 0.0877, + "reward": 1.6499037146568298, + "reward_std": 0.3439149409532547, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7592786550521851, "step": 2060 }, { - "epoch": 0.14, - "learning_rate": 1.93941203348825e-05, - "loss": 1.0375, + "clip_ratio": 0.0, + "completion_length": 161.46875, + "epoch": 0.3349857781389679, + "grad_norm": 2.2022242546081543, + "kl": 1.333984375, + "learning_rate": 6.649869960988296e-07, + "loss": 0.0533, + "reward": 1.6725233793258667, + "reward_std": 0.25238582491874695, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7350233495235443, "step": 2061 }, { - "epoch": 0.14, - "learning_rate": 1.939337654779404e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 135.484375, + "epoch": 0.33514831369362047, + "grad_norm": 1.1207269430160522, + "kl": 0.412109375, + "learning_rate": 6.648244473342002e-07, + "loss": 0.0164, + "reward": 1.800024926662445, + "reward_std": 0.14440777152776718, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8312749564647675, "step": 2062 }, { - "epoch": 0.14, - "learning_rate": 1.9392632318723745e-05, - "loss": 1.0977, + "clip_ratio": 0.0, + "completion_length": 169.96875, + "epoch": 0.33531084924827304, + "grad_norm": 1.9669071435928345, + "kl": 2.421875, + "learning_rate": 6.646618985695709e-07, + "loss": 0.0967, + "reward": 1.6548348665237427, + "reward_std": 0.25943654775619507, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7954599559307098, "step": 2063 }, { - "epoch": 0.14, - "learning_rate": 1.939188764770664e-05, - "loss": 1.0903, + "clip_ratio": 0.0, + "completion_length": 156.484375, + "epoch": 0.33547338480292566, + "grad_norm": 1.4138764142990112, + "kl": 1.94140625, + "learning_rate": 6.644993498049415e-07, + "loss": 0.0777, + "reward": 1.6567777395248413, + "reward_std": 0.29209113121032715, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7661526799201965, "step": 2064 }, { - "epoch": 0.14, - "learning_rate": 1.9391142534777764e-05, - "loss": 1.0649, + "clip_ratio": 0.0, + "completion_length": 166.578125, + "epoch": 0.3356359203575782, + "grad_norm": 2.00392746925354, + "kl": 1.796875, + "learning_rate": 6.643368010403121e-07, + "loss": 0.0718, + "reward": 1.569985032081604, + "reward_std": 0.3920368552207947, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6949850022792816, "step": 2065 }, { - "epoch": 0.14, - "learning_rate": 1.9390396979972175e-05, - "loss": 1.0791, + "clip_ratio": 0.0, + "completion_length": 189.515625, + "epoch": 0.3357984559122308, + "grad_norm": 2.8954925537109375, + "kl": 2.6484375, + "learning_rate": 6.641742522756827e-07, + "loss": 0.106, + "reward": 1.6111071705818176, + "reward_std": 0.3506067395210266, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7517321109771729, "step": 2066 }, { - "epoch": 0.14, - "learning_rate": 1.938965098332495e-05, - "loss": 1.1347, + "clip_ratio": 0.0, + "completion_length": 150.359375, + "epoch": 0.3359609914668834, + "grad_norm": 1.6048001050949097, + "kl": 1.5205078125, + "learning_rate": 6.640117035110533e-07, + "loss": 0.061, + "reward": 1.7566739320755005, + "reward_std": 0.18127726390957832, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8191739618778229, "step": 2067 }, { - "epoch": 0.14, - "learning_rate": 1.93889045448712e-05, - "loss": 1.0133, + "clip_ratio": 0.0, + "completion_length": 180.515625, + "epoch": 0.336123527021536, + "grad_norm": 3.436758518218994, + "kl": 1.92578125, + "learning_rate": 6.638491547464239e-07, + "loss": 0.0772, + "reward": 1.4916846752166748, + "reward_std": 0.330116406083107, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6010596454143524, "step": 2068 }, { - "epoch": 0.14, - "learning_rate": 1.938815766464604e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 195.015625, + "epoch": 0.33628606257618854, + "grad_norm": 4.847171306610107, + "kl": 2.6328125, + "learning_rate": 6.636866059817945e-07, + "loss": 0.1053, + "reward": 1.623938262462616, + "reward_std": 0.3055027276277542, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.748938262462616, "step": 2069 }, { - "epoch": 0.14, - "learning_rate": 1.9387410342684608e-05, - "loss": 1.0885, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.3364485981308411, + "grad_norm": 2.6196129322052, + "kl": 2.078125, + "learning_rate": 6.635240572171651e-07, + "loss": 0.083, + "reward": 1.7085976004600525, + "reward_std": 0.31785429269075394, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8179726302623749, "step": 2070 }, { - "epoch": 0.14, - "learning_rate": 1.9386662579022075e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 194.515625, + "epoch": 0.3366111336854937, + "grad_norm": 1.6418668031692505, + "kl": 1.37109375, + "learning_rate": 6.633615084525357e-07, + "loss": 0.0548, + "reward": 1.695515751838684, + "reward_std": 0.30044621229171753, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7892657220363617, "step": 2071 }, { - "epoch": 0.14, - "learning_rate": 1.9385914373693625e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 185.40625, + "epoch": 0.3367736692401463, + "grad_norm": 4.32485294342041, + "kl": 2.34765625, + "learning_rate": 6.631989596879063e-07, + "loss": 0.0939, + "reward": 1.5503591299057007, + "reward_std": 0.38529711961746216, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6909841001033783, "step": 2072 }, { - "epoch": 0.14, - "learning_rate": 1.9385165726734455e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 194.328125, + "epoch": 0.33693620479479885, + "grad_norm": 6.451530456542969, + "kl": 1.51171875, + "learning_rate": 6.63036410923277e-07, + "loss": 0.0602, + "reward": 1.6910858154296875, + "reward_std": 0.21310224384069443, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7848358452320099, "step": 2073 }, { - "epoch": 0.14, - "learning_rate": 1.93844166381798e-05, - "loss": 1.0332, + "clip_ratio": 0.0, + "completion_length": 163.890625, + "epoch": 0.3370987403494514, + "grad_norm": 2.1998186111450195, + "kl": 2.6953125, + "learning_rate": 6.628738621586476e-07, + "loss": 0.1078, + "reward": 1.4690861105918884, + "reward_std": 0.43985870480537415, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.625336080789566, "step": 2074 }, { - "epoch": 0.14, - "learning_rate": 1.93836671080649e-05, - "loss": 1.0626, + "clip_ratio": 0.0, + "completion_length": 164.734375, + "epoch": 0.33726127590410404, + "grad_norm": 2.1598801612854004, + "kl": 1.73046875, + "learning_rate": 6.627113133940182e-07, + "loss": 0.0692, + "reward": 1.7302798628807068, + "reward_std": 0.24362973868846893, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8240298628807068, "step": 2075 }, { - "epoch": 0.14, - "learning_rate": 1.9382917136425024e-05, - "loss": 1.1097, + "clip_ratio": 0.0, + "completion_length": 192.6875, + "epoch": 0.3374238114587566, + "grad_norm": 3.5546445846557617, + "kl": 2.21875, + "learning_rate": 6.625487646293888e-07, + "loss": 0.0887, + "reward": 1.617986261844635, + "reward_std": 0.4020351469516754, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7429862916469574, "step": 2076 }, { - "epoch": 0.14, - "learning_rate": 1.9382166723295463e-05, - "loss": 1.079, + "clip_ratio": 0.0, + "completion_length": 178.765625, + "epoch": 0.33758634701340917, + "grad_norm": 2.2876501083374023, + "kl": 1.9921875, + "learning_rate": 6.623862158647594e-07, + "loss": 0.0796, + "reward": 1.6780235171318054, + "reward_std": 0.3475659042596817, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7873985469341278, "step": 2077 }, { - "epoch": 0.14, - "learning_rate": 1.9381415868711524e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 165.390625, + "epoch": 0.33774888256806174, + "grad_norm": 2.944216251373291, + "kl": 2.15625, + "learning_rate": 6.6222366710013e-07, + "loss": 0.0864, + "reward": 1.5676881074905396, + "reward_std": 0.46515630185604095, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7395631074905396, "step": 2078 }, { - "epoch": 0.14, - "learning_rate": 1.9380664572708534e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.33791141812271436, + "grad_norm": 3.182210922241211, + "kl": 1.87890625, + "learning_rate": 6.620611183355006e-07, + "loss": 0.0751, + "reward": 1.674092411994934, + "reward_std": 0.3609258085489273, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7990924417972565, "step": 2079 }, { - "epoch": 0.14, - "learning_rate": 1.937991283532185e-05, - "loss": 1.1454, + "clip_ratio": 0.0, + "completion_length": 173.234375, + "epoch": 0.3380739536773669, + "grad_norm": 3.1453843116760254, + "kl": 2.796875, + "learning_rate": 6.618985695708712e-07, + "loss": 0.1118, + "reward": 1.5754430890083313, + "reward_std": 0.30625972151756287, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7473181188106537, "step": 2080 }, { - "epoch": 0.14, - "learning_rate": 1.937916065658683e-05, - "loss": 1.0886, + "clip_ratio": 0.0, + "completion_length": 193.828125, + "epoch": 0.3382364892320195, + "grad_norm": 2.0447709560394287, + "kl": 3.0234375, + "learning_rate": 6.617360208062418e-07, + "loss": 0.1209, + "reward": 1.6258718371391296, + "reward_std": 0.29914192855358124, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7352468073368073, "step": 2081 }, { - "epoch": 0.14, - "learning_rate": 1.9378408036538886e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 206.453125, + "epoch": 0.3383990247866721, + "grad_norm": 2.9592764377593994, + "kl": 3.1015625, + "learning_rate": 6.615734720416124e-07, + "loss": 0.1239, + "reward": 1.6195083856582642, + "reward_std": 0.35473307222127914, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7757583856582642, "step": 2082 }, { - "epoch": 0.14, - "learning_rate": 1.937765497521341e-05, - "loss": 1.1189, + "clip_ratio": 0.0, + "completion_length": 166.84375, + "epoch": 0.3385615603413247, + "grad_norm": 2.732611894607544, + "kl": 3.2109375, + "learning_rate": 6.614109232769831e-07, + "loss": 0.1283, + "reward": 1.5425362586975098, + "reward_std": 0.35895252227783203, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6987863183021545, "step": 2083 }, { - "epoch": 0.14, - "learning_rate": 1.9376901472645852e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 176.171875, + "epoch": 0.33872409589597724, + "grad_norm": 2.597687244415283, + "kl": 2.55859375, + "learning_rate": 6.612483745123538e-07, + "loss": 0.1024, + "reward": 1.5018881559371948, + "reward_std": 0.43585580587387085, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6425131857395172, "step": 2084 }, { - "epoch": 0.14, - "learning_rate": 1.9376147528871652e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 202.59375, + "epoch": 0.3388866314506298, + "grad_norm": 3.4585072994232178, + "kl": 3.671875, + "learning_rate": 6.610858257477243e-07, + "loss": 0.1465, + "reward": 1.5981289148330688, + "reward_std": 0.4051993787288666, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7387538850307465, "step": 2085 }, { - "epoch": 0.14, - "learning_rate": 1.9375393143926295e-05, - "loss": 1.0578, + "clip_ratio": 0.0, + "completion_length": 162.359375, + "epoch": 0.3390491670052824, + "grad_norm": 2.8948490619659424, + "kl": 1.97265625, + "learning_rate": 6.60923276983095e-07, + "loss": 0.079, + "reward": 1.6968185305595398, + "reward_std": 0.1978565901517868, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7593185305595398, "step": 2086 }, { - "epoch": 0.14, - "learning_rate": 1.9374638317845274e-05, - "loss": 1.0341, + "clip_ratio": 0.0, + "completion_length": 183.484375, + "epoch": 0.339211702559935, + "grad_norm": 3.736267566680908, + "kl": 1.76171875, + "learning_rate": 6.607607282184655e-07, + "loss": 0.0704, + "reward": 1.7288620471954346, + "reward_std": 0.16690538823604584, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8069871068000793, "step": 2087 }, { - "epoch": 0.14, - "learning_rate": 1.9373883050664105e-05, - "loss": 1.1175, + "clip_ratio": 0.0, + "completion_length": 198.296875, + "epoch": 0.33937423811458756, + "grad_norm": 2.2012014389038086, + "kl": 1.1640625, + "learning_rate": 6.605981794538362e-07, + "loss": 0.0466, + "reward": 1.6808098554611206, + "reward_std": 0.21626680344343185, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7433098256587982, "step": 2088 }, { - "epoch": 0.14, - "learning_rate": 1.9373127342418324e-05, - "loss": 1.1205, + "clip_ratio": 0.0, + "completion_length": 193.046875, + "epoch": 0.3395367736692401, + "grad_norm": 2.275031805038452, + "kl": 1.94140625, + "learning_rate": 6.604356306892067e-07, + "loss": 0.0777, + "reward": 1.5601298213005066, + "reward_std": 0.351494625210762, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6851297616958618, "step": 2089 }, { - "epoch": 0.14, - "learning_rate": 1.937237119314349e-05, - "loss": 1.0422, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.33969930922389274, + "grad_norm": 2.6649396419525146, + "kl": 3.01953125, + "learning_rate": 6.602730819245774e-07, + "loss": 0.1209, + "reward": 1.6068674325942993, + "reward_std": 0.4724269211292267, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7474924325942993, "step": 2090 }, { - "epoch": 0.14, - "learning_rate": 1.9371614602875183e-05, - "loss": 1.0792, + "clip_ratio": 0.0, + "completion_length": 172.734375, + "epoch": 0.3398618447785453, + "grad_norm": 1.8844728469848633, + "kl": 0.84375, + "learning_rate": 6.601105331599479e-07, + "loss": 0.0338, + "reward": 1.7281456589698792, + "reward_std": 0.2267809733748436, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7906456887722015, "step": 2091 }, { - "epoch": 0.14, - "learning_rate": 1.9370857571649e-05, - "loss": 1.0664, + "clip_ratio": 0.0, + "completion_length": 146.953125, + "epoch": 0.3400243803331979, + "grad_norm": 2.498267889022827, + "kl": 1.5234375, + "learning_rate": 6.599479843953186e-07, + "loss": 0.0609, + "reward": 1.62852144241333, + "reward_std": 0.22260261327028275, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7222713530063629, "step": 2092 }, { - "epoch": 0.14, - "learning_rate": 1.9370100099500563e-05, - "loss": 1.0545, + "clip_ratio": 0.0, + "completion_length": 146.828125, + "epoch": 0.3401869158878505, + "grad_norm": 2.411703586578369, + "kl": 0.712890625, + "learning_rate": 6.597854356306892e-07, + "loss": 0.0285, + "reward": 1.7262712717056274, + "reward_std": 0.24514636397361755, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7887713313102722, "step": 2093 }, { - "epoch": 0.14, - "learning_rate": 1.936934218646551e-05, - "loss": 1.0301, + "clip_ratio": 0.0, + "completion_length": 181.953125, + "epoch": 0.34034945144250306, + "grad_norm": 3.5298333168029785, + "kl": 3.03125, + "learning_rate": 6.596228868660599e-07, + "loss": 0.1211, + "reward": 1.6549227237701416, + "reward_std": 0.360639825463295, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7955477833747864, "step": 2094 }, { - "epoch": 0.14, - "learning_rate": 1.936858383257951e-05, - "loss": 1.0347, + "clip_ratio": 0.0, + "completion_length": 176.1875, + "epoch": 0.3405119869971556, + "grad_norm": 1.3541903495788574, + "kl": 2.4375, + "learning_rate": 6.594603381014304e-07, + "loss": 0.0977, + "reward": 1.6498367190361023, + "reward_std": 0.2274005077779293, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7279618084430695, "step": 2095 }, { - "epoch": 0.14, - "learning_rate": 1.9367825037878235e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 200.46875, + "epoch": 0.3406745225518082, + "grad_norm": 3.3297834396362305, + "kl": 2.50390625, + "learning_rate": 6.592977893368011e-07, + "loss": 0.1001, + "reward": 1.4884334802627563, + "reward_std": 0.2670634239912033, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6134335100650787, "step": 2096 }, { - "epoch": 0.14, - "learning_rate": 1.93670658023974e-05, - "loss": 0.9651, + "clip_ratio": 0.0, + "completion_length": 186.484375, + "epoch": 0.3408370581064608, + "grad_norm": 1.235364556312561, + "kl": 2.083984375, + "learning_rate": 6.591352405721716e-07, + "loss": 0.0832, + "reward": 1.6830224990844727, + "reward_std": 0.2803339809179306, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7611474692821503, "step": 2097 }, { - "epoch": 0.14, - "learning_rate": 1.9366306126172718e-05, - "loss": 1.0303, + "clip_ratio": 0.0, + "completion_length": 158.546875, + "epoch": 0.3409995936611134, + "grad_norm": 3.444789409637451, + "kl": 4.6640625, + "learning_rate": 6.589726918075423e-07, + "loss": 0.1872, + "reward": 1.5738969445228577, + "reward_std": 0.34248217940330505, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7301469147205353, "step": 2098 }, { - "epoch": 0.14, - "learning_rate": 1.936554600923994e-05, - "loss": 1.0894, + "clip_ratio": 0.0, + "completion_length": 177.859375, + "epoch": 0.34116212921576594, + "grad_norm": 1.5488560199737549, + "kl": 1.5625, + "learning_rate": 6.588101430429128e-07, + "loss": 0.0626, + "reward": 1.6152921915054321, + "reward_std": 0.2457449696958065, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6934171617031097, "step": 2099 }, { - "epoch": 0.14, - "learning_rate": 1.936478545163483e-05, - "loss": 1.0522, + "clip_ratio": 0.0, + "completion_length": 151.078125, + "epoch": 0.3413246647704185, + "grad_norm": 3.2826974391937256, + "kl": 3.328125, + "learning_rate": 6.586475942782835e-07, + "loss": 0.1332, + "reward": 1.489837884902954, + "reward_std": 0.32020874321460724, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6304627656936646, "step": 2100 }, { - "epoch": 0.14, - "learning_rate": 1.9364024453393174e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 159.5, + "epoch": 0.3414872003250711, + "grad_norm": 5.002192497253418, + "kl": 2.8203125, + "learning_rate": 6.58485045513654e-07, + "loss": 0.1126, + "reward": 1.6902931928634644, + "reward_std": 0.3017004281282425, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7996681928634644, "step": 2101 }, { - "epoch": 0.14, - "learning_rate": 1.9363263014550776e-05, - "loss": 1.0522, + "clip_ratio": 0.0, + "completion_length": 162.78125, + "epoch": 0.3416497358797237, + "grad_norm": 2.6797735691070557, + "kl": 1.61328125, + "learning_rate": 6.583224967490247e-07, + "loss": 0.0646, + "reward": 1.6594282984733582, + "reward_std": 0.2464612051844597, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7531782984733582, "step": 2102 }, { - "epoch": 0.14, - "learning_rate": 1.936250113514347e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 151.125, + "epoch": 0.34181227143437626, + "grad_norm": 2.9078447818756104, + "kl": 1.40234375, + "learning_rate": 6.581599479843953e-07, + "loss": 0.0559, + "reward": 1.6771605014801025, + "reward_std": 0.26650726795196533, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7396604716777802, "step": 2103 }, { - "epoch": 0.14, - "learning_rate": 1.93617388152071e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 157.28125, + "epoch": 0.3419748069890288, + "grad_norm": 1.371391773223877, + "kl": 1.494140625, + "learning_rate": 6.57997399219766e-07, + "loss": 0.0599, + "reward": 1.7233611941337585, + "reward_std": 0.3090156093239784, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8171111941337585, "step": 2104 }, { - "epoch": 0.14, - "learning_rate": 1.9360976054777537e-05, - "loss": 1.039, + "clip_ratio": 0.0, + "completion_length": 153.203125, + "epoch": 0.34213734254368144, + "grad_norm": 1.8654507398605347, + "kl": 0.7861328125, + "learning_rate": 6.578348504551365e-07, + "loss": 0.0315, + "reward": 1.5670756697654724, + "reward_std": 0.32071346417069435, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6452006697654724, "step": 2105 }, { - "epoch": 0.14, - "learning_rate": 1.9360212853890666e-05, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 182.96875, + "epoch": 0.342299878098334, + "grad_norm": 2.3186774253845215, + "kl": 0.642578125, + "learning_rate": 6.576723016905072e-07, + "loss": 0.0257, + "reward": 1.6713582277297974, + "reward_std": 0.15887544304132462, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7182332277297974, "step": 2106 }, { - "epoch": 0.14, - "learning_rate": 1.93594492125824e-05, - "loss": 1.1363, + "clip_ratio": 0.0, + "completion_length": 164.78125, + "epoch": 0.3424624136529866, + "grad_norm": 3.525017261505127, + "kl": 0.8251953125, + "learning_rate": 6.575097529258777e-07, + "loss": 0.0331, + "reward": 1.6746631264686584, + "reward_std": 0.1608123444020748, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7371630966663361, "step": 2107 }, { - "epoch": 0.14, - "learning_rate": 1.9358685130888678e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 174.3125, + "epoch": 0.3426249492076392, + "grad_norm": 2.482149124145508, + "kl": 1.125, + "learning_rate": 6.573472041612484e-07, + "loss": 0.0451, + "reward": 1.7531030178070068, + "reward_std": 0.19746208935976028, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8156029880046844, "step": 2108 }, { - "epoch": 0.14, - "learning_rate": 1.935792060884544e-05, - "loss": 1.0975, + "clip_ratio": 0.0, + "completion_length": 181.734375, + "epoch": 0.34278748476229176, + "grad_norm": 1.8094251155853271, + "kl": 1.63671875, + "learning_rate": 6.571846553966189e-07, + "loss": 0.0655, + "reward": 1.645715594291687, + "reward_std": 0.26734502613544464, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7394656538963318, "step": 2109 }, { - "epoch": 0.14, - "learning_rate": 1.9357155646488666e-05, - "loss": 1.0144, + "clip_ratio": 0.0, + "completion_length": 176.25, + "epoch": 0.3429500203169443, + "grad_norm": 2.422288179397583, + "kl": 1.0283203125, + "learning_rate": 6.570221066319896e-07, + "loss": 0.0411, + "reward": 1.7079810500144958, + "reward_std": 0.23106086254119873, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7392310798168182, "step": 2110 }, { - "epoch": 0.14, - "learning_rate": 1.9356390243854344e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 154.4375, + "epoch": 0.3431125558715969, + "grad_norm": 1.3674553632736206, + "kl": 0.56640625, + "learning_rate": 6.568595578673601e-07, + "loss": 0.0226, + "reward": 1.7806377410888672, + "reward_std": 0.21951305121183395, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8431376814842224, "step": 2111 }, { - "epoch": 0.14, - "learning_rate": 1.9355624400978493e-05, - "loss": 1.1805, + "clip_ratio": 0.0, + "completion_length": 171.265625, + "epoch": 0.3432750914262495, + "grad_norm": 3.7503764629364014, + "kl": 1.7265625, + "learning_rate": 6.566970091027308e-07, + "loss": 0.0692, + "reward": 1.6048130989074707, + "reward_std": 0.30475322902202606, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6985631585121155, "step": 2112 }, { - "epoch": 0.14, - "learning_rate": 1.935485811789715e-05, - "loss": 1.1127, + "clip_ratio": 0.0, + "completion_length": 167.40625, + "epoch": 0.3434376269809021, + "grad_norm": 1.6844594478607178, + "kl": 0.27490234375, + "learning_rate": 6.565344603381014e-07, + "loss": 0.011, + "reward": 1.6916833519935608, + "reward_std": 0.08349835872650146, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7073083817958832, "step": 2113 }, { - "epoch": 0.14, - "learning_rate": 1.9354091394646362e-05, - "loss": 1.1215, + "clip_ratio": 0.0, + "completion_length": 192.609375, + "epoch": 0.34360016253555464, + "grad_norm": 2.4790773391723633, + "kl": 1.55078125, + "learning_rate": 6.563719115734721e-07, + "loss": 0.0618, + "reward": 1.6824380159378052, + "reward_std": 0.27356724068522453, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7605629861354828, "step": 2114 }, { - "epoch": 0.14, - "learning_rate": 1.9353324231262213e-05, - "loss": 0.9817, + "clip_ratio": 0.0, + "completion_length": 166.53125, + "epoch": 0.3437626980902072, + "grad_norm": 2.644556760787964, + "kl": 0.576904296875, + "learning_rate": 6.562093628088426e-07, + "loss": 0.0232, + "reward": 1.7792274355888367, + "reward_std": 0.14442728320136666, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8261024951934814, "step": 2115 }, { - "epoch": 0.14, - "learning_rate": 1.9352556627780794e-05, - "loss": 1.0283, + "clip_ratio": 0.0, + "completion_length": 173.34375, + "epoch": 0.34392523364485983, + "grad_norm": 1.7789628505706787, + "kl": 1.611328125, + "learning_rate": 6.560468140442133e-07, + "loss": 0.0643, + "reward": 1.6190845370292664, + "reward_std": 0.3344600796699524, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7128344774246216, "step": 2116 }, { - "epoch": 0.14, - "learning_rate": 1.9351788584238228e-05, - "loss": 1.16, + "clip_ratio": 0.0, + "completion_length": 189.015625, + "epoch": 0.3440877691995124, + "grad_norm": 2.3817543983459473, + "kl": 2.05078125, + "learning_rate": 6.558842652795838e-07, + "loss": 0.0821, + "reward": 1.6234086751937866, + "reward_std": 0.2668805196881294, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7484087347984314, "step": 2117 }, { - "epoch": 0.14, - "learning_rate": 1.9351020100670648e-05, - "loss": 1.0555, + "clip_ratio": 0.0, + "completion_length": 172.46875, + "epoch": 0.34425030475416496, + "grad_norm": 2.633349895477295, + "kl": 0.861328125, + "learning_rate": 6.557217165149545e-07, + "loss": 0.0345, + "reward": 1.5710293054580688, + "reward_std": 0.2779168635606766, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6491543054580688, "step": 2118 }, { - "epoch": 0.14, - "learning_rate": 1.935025117711422e-05, - "loss": 1.0546, + "clip_ratio": 0.0, + "completion_length": 144.203125, + "epoch": 0.3444128403088176, + "grad_norm": 1.7320556640625, + "kl": 1.115234375, + "learning_rate": 6.55559167750325e-07, + "loss": 0.0446, + "reward": 1.7285829782485962, + "reward_std": 0.2516190782189369, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7910829484462738, "step": 2119 }, { - "epoch": 0.14, - "learning_rate": 1.9349481813605117e-05, - "loss": 1.0155, + "clip_ratio": 0.0, + "completion_length": 157.734375, + "epoch": 0.34457537586347015, + "grad_norm": 1.3942830562591553, + "kl": 1.06640625, + "learning_rate": 6.553966189856956e-07, + "loss": 0.0427, + "reward": 1.6421295404434204, + "reward_std": 0.19890090078115463, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7046295702457428, "step": 2120 }, { - "epoch": 0.14, - "learning_rate": 1.9348712010179543e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 185.125, + "epoch": 0.3447379114181227, + "grad_norm": 1.476802945137024, + "kl": 2.04296875, + "learning_rate": 6.552340702210663e-07, + "loss": 0.0816, + "reward": 1.5564643144607544, + "reward_std": 0.30168500542640686, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6658392548561096, "step": 2121 }, { - "epoch": 0.14, - "learning_rate": 1.934794176687372e-05, - "loss": 1.1042, + "clip_ratio": 0.0, + "completion_length": 144.578125, + "epoch": 0.3449004469727753, + "grad_norm": 1.14512038230896, + "kl": 1.013671875, + "learning_rate": 6.550715214564368e-07, + "loss": 0.0405, + "reward": 1.76901113986969, + "reward_std": 0.11249840259552002, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8315111398696899, "step": 2122 }, { - "epoch": 0.14, - "learning_rate": 1.9347171083723885e-05, - "loss": 0.9911, + "clip_ratio": 0.0, + "completion_length": 190.5625, + "epoch": 0.3450629825274279, + "grad_norm": 1.4308863878250122, + "kl": 1.53515625, + "learning_rate": 6.549089726918076e-07, + "loss": 0.0613, + "reward": 1.675169825553894, + "reward_std": 0.1963464915752411, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7532947957515717, "step": 2123 }, { - "epoch": 0.14, - "learning_rate": 1.9346399960766306e-05, - "loss": 1.1131, + "clip_ratio": 0.0, + "completion_length": 157.125, + "epoch": 0.34522551808208046, + "grad_norm": 3.327410936355591, + "kl": 0.55419921875, + "learning_rate": 6.547464239271782e-07, + "loss": 0.0221, + "reward": 1.6284759044647217, + "reward_std": 0.308422788977623, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7066009044647217, "step": 2124 }, { - "epoch": 0.14, - "learning_rate": 1.9345628398037265e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 179.59375, + "epoch": 0.34538805363673303, + "grad_norm": 1.768078088760376, + "kl": 3.29296875, + "learning_rate": 6.545838751625488e-07, + "loss": 0.1316, + "reward": 1.4455769062042236, + "reward_std": 0.43067607283592224, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6174518764019012, "step": 2125 }, { - "epoch": 0.14, - "learning_rate": 1.9344856395573065e-05, - "loss": 1.1276, + "clip_ratio": 0.0, + "completion_length": 158.609375, + "epoch": 0.3455505891913856, + "grad_norm": 2.214722156524658, + "kl": 2.63671875, + "learning_rate": 6.544213263979193e-07, + "loss": 0.1054, + "reward": 1.5992225408554077, + "reward_std": 0.36217615008354187, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7242224812507629, "step": 2126 }, { - "epoch": 0.14, - "learning_rate": 1.934408395341003e-05, - "loss": 1.081, + "clip_ratio": 0.0, + "completion_length": 159.171875, + "epoch": 0.3457131247460382, + "grad_norm": 3.2087173461914062, + "kl": 2.2578125, + "learning_rate": 6.5425877763329e-07, + "loss": 0.0904, + "reward": 1.4991912841796875, + "reward_std": 0.29766789078712463, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6085662543773651, "step": 2127 }, { - "epoch": 0.14, - "learning_rate": 1.9343311071584504e-05, - "loss": 1.0274, + "clip_ratio": 0.0, + "completion_length": 150.984375, + "epoch": 0.3458756603006908, + "grad_norm": 2.6997671127319336, + "kl": 0.927734375, + "learning_rate": 6.540962288686605e-07, + "loss": 0.037, + "reward": 1.6799011826515198, + "reward_std": 0.25953106582164764, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7580261826515198, "step": 2128 }, { - "epoch": 0.14, - "learning_rate": 1.9342537750132857e-05, - "loss": 1.1318, + "clip_ratio": 0.0, + "completion_length": 161.109375, + "epoch": 0.34603819585534334, + "grad_norm": 1.7118533849716187, + "kl": 1.560546875, + "learning_rate": 6.539336801040312e-07, + "loss": 0.0622, + "reward": 1.7072089910507202, + "reward_std": 0.3171636462211609, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8009589612483978, "step": 2129 }, { - "epoch": 0.14, - "learning_rate": 1.9341763989091476e-05, - "loss": 1.0001, + "clip_ratio": 0.0, + "completion_length": 158.84375, + "epoch": 0.3462007314099959, + "grad_norm": 2.174525022506714, + "kl": 2.8984375, + "learning_rate": 6.537711313394017e-07, + "loss": 0.1161, + "reward": 1.4641834497451782, + "reward_std": 0.4951849579811096, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6829334199428558, "step": 2130 }, { - "epoch": 0.14, - "learning_rate": 1.9340989788496763e-05, - "loss": 0.9872, + "clip_ratio": 0.0, + "completion_length": 182.296875, + "epoch": 0.34636326696464853, + "grad_norm": 2.4427006244659424, + "kl": 1.470703125, + "learning_rate": 6.536085825747724e-07, + "loss": 0.0587, + "reward": 1.6820803880691528, + "reward_std": 0.32564446330070496, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7758304178714752, "step": 2131 }, { - "epoch": 0.14, - "learning_rate": 1.9340215148385152e-05, - "loss": 1.0322, + "clip_ratio": 0.0, + "completion_length": 157.1875, + "epoch": 0.3465258025193011, + "grad_norm": 1.0999934673309326, + "kl": 1.30859375, + "learning_rate": 6.534460338101429e-07, + "loss": 0.0521, + "reward": 1.7176681160926819, + "reward_std": 0.22331269830465317, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7801681160926819, "step": 2132 }, { - "epoch": 0.14, - "learning_rate": 1.9339440068793088e-05, - "loss": 1.0965, + "clip_ratio": 0.0, + "completion_length": 167.640625, + "epoch": 0.34668833807395366, + "grad_norm": 1.3600544929504395, + "kl": 3.2109375, + "learning_rate": 6.532834850455137e-07, + "loss": 0.1282, + "reward": 1.4854648113250732, + "reward_std": 0.3561190515756607, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6573397815227509, "step": 2133 }, { - "epoch": 0.14, - "learning_rate": 1.933866454975704e-05, - "loss": 1.1079, + "clip_ratio": 0.0, + "completion_length": 151.515625, + "epoch": 0.3468508736286063, + "grad_norm": 5.703476905822754, + "kl": 4.953125, + "learning_rate": 6.531209362808842e-07, + "loss": 0.1983, + "reward": 1.4695794582366943, + "reward_std": 0.4767040014266968, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6883293986320496, "step": 2134 }, { - "epoch": 0.14, - "learning_rate": 1.93378885913135e-05, - "loss": 1.0501, + "clip_ratio": 0.0, + "completion_length": 178.84375, + "epoch": 0.34701340918325885, + "grad_norm": 2.0223464965820312, + "kl": 3.09375, + "learning_rate": 6.529583875162549e-07, + "loss": 0.1234, + "reward": 1.5456502437591553, + "reward_std": 0.5244796574115753, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7175252139568329, "step": 2135 }, { - "epoch": 0.14, - "learning_rate": 1.933711219349898e-05, - "loss": 1.0999, + "clip_ratio": 0.0, + "completion_length": 179.125, + "epoch": 0.3471759447379114, + "grad_norm": 2.6677310466766357, + "kl": 1.8408203125, + "learning_rate": 6.527958387516254e-07, + "loss": 0.0737, + "reward": 1.7003905773162842, + "reward_std": 0.22857023030519485, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7941405475139618, "step": 2136 }, { - "epoch": 0.14, - "learning_rate": 1.933633535635001e-05, - "loss": 1.0949, + "clip_ratio": 0.0, + "completion_length": 144.53125, + "epoch": 0.347338480292564, + "grad_norm": 1.9986683130264282, + "kl": 2.1484375, + "learning_rate": 6.526332899869961e-07, + "loss": 0.086, + "reward": 1.5958337187767029, + "reward_std": 0.451131135225296, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7364586591720581, "step": 2137 }, { - "epoch": 0.14, - "learning_rate": 1.933555807990314e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 169.4375, + "epoch": 0.3475010158472166, + "grad_norm": 4.145714282989502, + "kl": 0.9609375, + "learning_rate": 6.524707412223666e-07, + "loss": 0.0385, + "reward": 1.635190725326538, + "reward_std": 0.36989620327949524, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7445657253265381, "step": 2138 }, { - "epoch": 0.14, - "learning_rate": 1.9334780364194943e-05, - "loss": 1.1153, + "clip_ratio": 0.0, + "completion_length": 202.0, + "epoch": 0.34766355140186916, + "grad_norm": 1.5983648300170898, + "kl": 1.72265625, + "learning_rate": 6.523081924577373e-07, + "loss": 0.0689, + "reward": 1.6037606596946716, + "reward_std": 0.3009541556239128, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7131357192993164, "step": 2139 }, { - "epoch": 0.14, - "learning_rate": 1.9334002209262018e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 187.703125, + "epoch": 0.34782608695652173, + "grad_norm": 1.3253953456878662, + "kl": 0.6875, + "learning_rate": 6.521456436931078e-07, + "loss": 0.0275, + "reward": 1.5740411281585693, + "reward_std": 0.23303191363811493, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6521660685539246, "step": 2140 }, { - "epoch": 0.14, - "learning_rate": 1.9333223615140974e-05, - "loss": 1.005, + "clip_ratio": 0.0, + "completion_length": 160.46875, + "epoch": 0.3479886225111743, + "grad_norm": 3.5330770015716553, + "kl": 3.9921875, + "learning_rate": 6.519830949284785e-07, + "loss": 0.1598, + "reward": 1.411414921283722, + "reward_std": 0.6079572141170502, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6614149212837219, "step": 2141 }, { - "epoch": 0.14, - "learning_rate": 1.9332444581868445e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 179.84375, + "epoch": 0.3481511580658269, + "grad_norm": 2.4472010135650635, + "kl": 1.162109375, + "learning_rate": 6.51820546163849e-07, + "loss": 0.0464, + "reward": 1.5138292908668518, + "reward_std": 0.3589349389076233, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6232043206691742, "step": 2142 }, { - "epoch": 0.14, - "learning_rate": 1.9331665109481093e-05, - "loss": 1.1104, + "clip_ratio": 0.0, + "completion_length": 170.640625, + "epoch": 0.3483136936204795, + "grad_norm": 1.622677206993103, + "kl": 1.0703125, + "learning_rate": 6.516579973992198e-07, + "loss": 0.0427, + "reward": 1.5736531615257263, + "reward_std": 0.36619967222213745, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6830281615257263, "step": 2143 }, { - "epoch": 0.14, - "learning_rate": 1.9330885198015585e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 154.78125, + "epoch": 0.34847622917513205, + "grad_norm": 2.015387535095215, + "kl": 2.7265625, + "learning_rate": 6.514954486345903e-07, + "loss": 0.109, + "reward": 1.5938963294029236, + "reward_std": 0.5013864934444427, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7657713294029236, "step": 2144 }, { - "epoch": 0.14, - "learning_rate": 1.9330104847508625e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 176.09375, + "epoch": 0.34863876472978467, + "grad_norm": 2.7671031951904297, + "kl": 3.734375, + "learning_rate": 6.51332899869961e-07, + "loss": 0.1496, + "reward": 1.4705068469047546, + "reward_std": 0.431624099612236, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6423819065093994, "step": 2145 }, { - "epoch": 0.14, - "learning_rate": 1.932932405799693e-05, - "loss": 1.0388, + "clip_ratio": 0.0, + "completion_length": 151.40625, + "epoch": 0.34880130028443723, + "grad_norm": 1.2793323993682861, + "kl": 1.73828125, + "learning_rate": 6.511703511053315e-07, + "loss": 0.0696, + "reward": 1.602588415145874, + "reward_std": 0.27713732421398163, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7119633853435516, "step": 2146 }, { - "epoch": 0.14, - "learning_rate": 1.9328542829517232e-05, - "loss": 1.11, + "clip_ratio": 0.0, + "completion_length": 183.0, + "epoch": 0.3489638358390898, + "grad_norm": 2.355159044265747, + "kl": 2.40625, + "learning_rate": 6.510078023407022e-07, + "loss": 0.0962, + "reward": 1.5389610528945923, + "reward_std": 0.40524379909038544, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7264610528945923, "step": 2147 }, { - "epoch": 0.14, - "learning_rate": 1.9327761162106295e-05, - "loss": 1.0785, + "clip_ratio": 0.0, + "completion_length": 178.234375, + "epoch": 0.34912637139374236, + "grad_norm": 1.1317559480667114, + "kl": 1.625, + "learning_rate": 6.508452535760727e-07, + "loss": 0.0651, + "reward": 1.6119980812072754, + "reward_std": 0.26383359730243683, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.721373051404953, "step": 2148 }, { - "epoch": 0.14, - "learning_rate": 1.93269790558009e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 151.8125, + "epoch": 0.349288906948395, + "grad_norm": 5.103684425354004, + "kl": 2.3046875, + "learning_rate": 6.506827048114434e-07, + "loss": 0.0926, + "reward": 1.6609308123588562, + "reward_std": 0.3942551612854004, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8015558123588562, "step": 2149 }, { - "epoch": 0.14, - "learning_rate": 1.932619651063784e-05, - "loss": 1.0397, + "clip_ratio": 0.0, + "completion_length": 157.296875, + "epoch": 0.34945144250304755, + "grad_norm": 2.1641628742218018, + "kl": 1.5625, + "learning_rate": 6.505201560468139e-07, + "loss": 0.0625, + "reward": 1.6690763235092163, + "reward_std": 0.21887926757335663, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7472013235092163, "step": 2150 }, { - "epoch": 0.14, - "learning_rate": 1.932541352665394e-05, - "loss": 1.0534, + "clip_ratio": 0.0, + "completion_length": 154.0625, + "epoch": 0.3496139780577001, + "grad_norm": 2.0322396755218506, + "kl": 3.3125, + "learning_rate": 6.503576072821846e-07, + "loss": 0.1323, + "reward": 1.5429196953773499, + "reward_std": 0.45194801688194275, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6991696953773499, "step": 2151 }, { - "epoch": 0.14, - "learning_rate": 1.9324630103886046e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 159.703125, + "epoch": 0.3497765136123527, + "grad_norm": 9.073909759521484, + "kl": 3.01953125, + "learning_rate": 6.501950585175551e-07, + "loss": 0.1206, + "reward": 1.5577780604362488, + "reward_std": 0.3836069107055664, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7296530604362488, "step": 2152 }, { - "epoch": 0.14, - "learning_rate": 1.9323846242371012e-05, - "loss": 1.0678, + "clip_ratio": 0.0, + "completion_length": 182.734375, + "epoch": 0.3499390491670053, + "grad_norm": 2.375967502593994, + "kl": 1.87890625, + "learning_rate": 6.500325097529259e-07, + "loss": 0.075, + "reward": 1.6180156469345093, + "reward_std": 0.35469891875982285, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6961406767368317, "step": 2153 }, { - "epoch": 0.14, - "learning_rate": 1.9323061942145726e-05, - "loss": 1.198, + "clip_ratio": 0.0, + "completion_length": 161.796875, + "epoch": 0.35010158472165787, + "grad_norm": 1.8619776964187622, + "kl": 1.484375, + "learning_rate": 6.498699609882965e-07, + "loss": 0.0595, + "reward": 1.7215421199798584, + "reward_std": 0.3080567419528961, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8152920603752136, "step": 2154 }, { - "epoch": 0.14, - "learning_rate": 1.9322277203247087e-05, - "loss": 0.9417, + "clip_ratio": 0.0, + "completion_length": 160.421875, + "epoch": 0.35026412027631043, + "grad_norm": 3.99767804145813, + "kl": 2.9140625, + "learning_rate": 6.497074122236671e-07, + "loss": 0.1166, + "reward": 1.6235376000404358, + "reward_std": 0.49274712800979614, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7797876000404358, "step": 2155 }, { - "epoch": 0.14, - "learning_rate": 1.932149202571202e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 151.828125, + "epoch": 0.350426655830963, + "grad_norm": 3.872514247894287, + "kl": 2.9921875, + "learning_rate": 6.495448634590377e-07, + "loss": 0.1197, + "reward": 1.6693511605262756, + "reward_std": 0.23142500221729279, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7631010711193085, "step": 2156 }, { - "epoch": 0.14, - "learning_rate": 1.9320706409577475e-05, - "loss": 0.9864, + "clip_ratio": 0.0, + "completion_length": 180.28125, + "epoch": 0.3505891913856156, + "grad_norm": 1.7515432834625244, + "kl": 2.53125, + "learning_rate": 6.493823146944083e-07, + "loss": 0.1009, + "reward": 1.5438058376312256, + "reward_std": 0.38756705820560455, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7000558376312256, "step": 2157 }, { - "epoch": 0.14, - "learning_rate": 1.9319920354880407e-05, - "loss": 0.9992, + "clip_ratio": 0.0, + "completion_length": 145.890625, + "epoch": 0.3507517269402682, + "grad_norm": 2.070326566696167, + "kl": 1.6640625, + "learning_rate": 6.492197659297789e-07, + "loss": 0.0667, + "reward": 1.6349705457687378, + "reward_std": 0.2948762997984886, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.744345486164093, "step": 2158 }, { - "epoch": 0.14, - "learning_rate": 1.9319133861657814e-05, - "loss": 1.0875, + "clip_ratio": 0.0, + "completion_length": 182.046875, + "epoch": 0.35091426249492075, + "grad_norm": 2.456813097000122, + "kl": 3.3984375, + "learning_rate": 6.490572171651495e-07, + "loss": 0.1359, + "reward": 1.4507901668548584, + "reward_std": 0.4780409336090088, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6070401966571808, "step": 2159 }, { - "epoch": 0.14, - "learning_rate": 1.9318346929946692e-05, - "loss": 1.1575, + "clip_ratio": 0.0, + "completion_length": 160.59375, + "epoch": 0.35107679804957337, + "grad_norm": 2.210332155227661, + "kl": 4.3359375, + "learning_rate": 6.488946684005201e-07, + "loss": 0.1733, + "reward": 1.5596232414245605, + "reward_std": 0.4723871350288391, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7627482414245605, "step": 2160 }, { - "epoch": 0.14, - "learning_rate": 1.9317559559784075e-05, - "loss": 1.0928, + "clip_ratio": 0.0, + "completion_length": 147.671875, + "epoch": 0.35123933360422593, + "grad_norm": 2.58992338180542, + "kl": 1.8359375, + "learning_rate": 6.487321196358907e-07, + "loss": 0.0733, + "reward": 1.5426883697509766, + "reward_std": 0.41751375794410706, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.698938399553299, "step": 2161 }, { - "epoch": 0.14, - "learning_rate": 1.9316771751207007e-05, - "loss": 1.038, + "clip_ratio": 0.0, + "completion_length": 142.125, + "epoch": 0.3514018691588785, + "grad_norm": 1.3869965076446533, + "kl": 1.4609375, + "learning_rate": 6.485695708712613e-07, + "loss": 0.0586, + "reward": 1.6736844182014465, + "reward_std": 0.18774695694446564, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7518094182014465, "step": 2162 }, { - "epoch": 0.14, - "learning_rate": 1.9315983504252557e-05, - "loss": 1.1123, + "clip_ratio": 0.0, + "completion_length": 159.765625, + "epoch": 0.35156440471353106, + "grad_norm": 3.1194255352020264, + "kl": 3.1953125, + "learning_rate": 6.48407022106632e-07, + "loss": 0.128, + "reward": 1.4986597895622253, + "reward_std": 0.43173927068710327, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6549098789691925, "step": 2163 }, { - "epoch": 0.14, - "learning_rate": 1.9315194818957814e-05, - "loss": 1.0491, + "clip_ratio": 0.0, + "completion_length": 163.734375, + "epoch": 0.3517269402681837, + "grad_norm": 4.606363296508789, + "kl": 3.5703125, + "learning_rate": 6.482444733420026e-07, + "loss": 0.1431, + "reward": 1.4553715586662292, + "reward_std": 0.36942195892333984, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6741215288639069, "step": 2164 }, { - "epoch": 0.14, - "learning_rate": 1.931440569535989e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 198.421875, + "epoch": 0.35188947582283625, + "grad_norm": 1.9355759620666504, + "kl": 2.609375, + "learning_rate": 6.480819245773732e-07, + "loss": 0.1042, + "reward": 1.5022593140602112, + "reward_std": 0.36420677602291107, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6272592842578888, "step": 2165 }, { - "epoch": 0.15, - "learning_rate": 1.931361613349591e-05, - "loss": 1.0586, + "clip_ratio": 0.0, + "completion_length": 212.28125, + "epoch": 0.3520520113774888, + "grad_norm": 3.7791552543640137, + "kl": 2.49609375, + "learning_rate": 6.479193758127438e-07, + "loss": 0.0997, + "reward": 1.5285691022872925, + "reward_std": 0.37627673149108887, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6691941022872925, "step": 2166 }, { - "epoch": 0.15, - "learning_rate": 1.931282613340303e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 168.703125, + "epoch": 0.3522145469321414, + "grad_norm": 3.3008439540863037, + "kl": 1.171875, + "learning_rate": 6.477568270481144e-07, + "loss": 0.0469, + "reward": 1.489970326423645, + "reward_std": 0.20491793006658554, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.5680952966213226, "step": 2167 }, { - "epoch": 0.15, - "learning_rate": 1.931203569511842e-05, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 188.59375, + "epoch": 0.352377082486794, + "grad_norm": 3.750249147415161, + "kl": 1.119140625, + "learning_rate": 6.47594278283485e-07, + "loss": 0.0448, + "reward": 1.6775493025779724, + "reward_std": 0.20713498443365097, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7556743323802948, "step": 2168 }, { - "epoch": 0.15, - "learning_rate": 1.931124481867927e-05, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 141.5, + "epoch": 0.35253961804144657, + "grad_norm": 1.0739668607711792, + "kl": 0.576171875, + "learning_rate": 6.474317295188556e-07, + "loss": 0.0231, + "reward": 1.6721325516700745, + "reward_std": 0.1768486574292183, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7190075218677521, "step": 2169 }, { - "epoch": 0.15, - "learning_rate": 1.9310453504122798e-05, - "loss": 1.0778, + "clip_ratio": 0.0, + "completion_length": 180.015625, + "epoch": 0.35270215359609913, + "grad_norm": 2.232764959335327, + "kl": 2.3125, + "learning_rate": 6.472691807542262e-07, + "loss": 0.0929, + "reward": 1.6679815649986267, + "reward_std": 0.3121333718299866, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7773565649986267, "step": 2170 }, { - "epoch": 0.15, - "learning_rate": 1.930966175148623e-05, - "loss": 1.1287, + "clip_ratio": 0.0, + "completion_length": 170.796875, + "epoch": 0.35286468915075175, + "grad_norm": 2.1827704906463623, + "kl": 0.43798828125, + "learning_rate": 6.471066319895968e-07, + "loss": 0.0175, + "reward": 1.7090239524841309, + "reward_std": 0.060457997024059296, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7246490120887756, "step": 2171 }, { - "epoch": 0.15, - "learning_rate": 1.9308869560806826e-05, - "loss": 1.0533, + "clip_ratio": 0.0, + "completion_length": 173.640625, + "epoch": 0.3530272247054043, + "grad_norm": 2.4787940979003906, + "kl": 3.125, + "learning_rate": 6.469440832249674e-07, + "loss": 0.1249, + "reward": 1.5145915746688843, + "reward_std": 0.5244690477848053, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7020915448665619, "step": 2172 }, { - "epoch": 0.15, - "learning_rate": 1.930807693212186e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.3531897602600569, + "grad_norm": 2.8995108604431152, + "kl": 1.9609375, + "learning_rate": 6.467815344603381e-07, + "loss": 0.0787, + "reward": 1.5652156472206116, + "reward_std": 0.4657050371170044, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6902155876159668, "step": 2173 }, { - "epoch": 0.15, - "learning_rate": 1.930728386546862e-05, - "loss": 1.0491, + "clip_ratio": 0.0, + "completion_length": 157.375, + "epoch": 0.35335229581470945, + "grad_norm": 2.347031593322754, + "kl": 2.3671875, + "learning_rate": 6.466189856957087e-07, + "loss": 0.0944, + "reward": 1.524449348449707, + "reward_std": 0.42841637134552, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.680699348449707, "step": 2174 }, { - "epoch": 0.15, - "learning_rate": 1.930649036088443e-05, - "loss": 1.0676, + "clip_ratio": 0.0, + "completion_length": 161.6875, + "epoch": 0.35351483136936207, + "grad_norm": 2.215435743331909, + "kl": 2.6484375, + "learning_rate": 6.464564369310793e-07, + "loss": 0.1059, + "reward": 1.5778385400772095, + "reward_std": 0.43601131439208984, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7184635400772095, "step": 2175 }, { - "epoch": 0.15, - "learning_rate": 1.930569641840662e-05, - "loss": 1.0927, + "clip_ratio": 0.0, + "completion_length": 148.796875, + "epoch": 0.35367736692401464, + "grad_norm": 3.287797451019287, + "kl": 2.208984375, + "learning_rate": 6.462938881664499e-07, + "loss": 0.0884, + "reward": 1.5078178644180298, + "reward_std": 0.4365375339984894, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6953178346157074, "step": 2176 }, { - "epoch": 0.15, - "learning_rate": 1.9304902038072556e-05, - "loss": 1.1091, + "clip_ratio": 0.0, + "completion_length": 165.421875, + "epoch": 0.3538399024786672, + "grad_norm": 3.4712724685668945, + "kl": 5.125, + "learning_rate": 6.461313394018205e-07, + "loss": 0.2049, + "reward": 1.4488826394081116, + "reward_std": 0.43373917043209076, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6988826096057892, "step": 2177 }, { - "epoch": 0.15, - "learning_rate": 1.930410721991961e-05, - "loss": 1.1351, + "clip_ratio": 0.0, + "completion_length": 148.125, + "epoch": 0.35400243803331977, + "grad_norm": 3.3727385997772217, + "kl": 2.578125, + "learning_rate": 6.459687906371911e-07, + "loss": 0.1028, + "reward": 1.6321725845336914, + "reward_std": 0.26619724929332733, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7415475249290466, "step": 2178 }, { - "epoch": 0.15, - "learning_rate": 1.9303311963985177e-05, - "loss": 1.0673, + "clip_ratio": 0.0, + "completion_length": 174.25, + "epoch": 0.3541649735879724, + "grad_norm": 5.309025764465332, + "kl": 2.44921875, + "learning_rate": 6.458062418725617e-07, + "loss": 0.0981, + "reward": 1.5676164627075195, + "reward_std": 0.3465672433376312, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6926164329051971, "step": 2179 }, { - "epoch": 0.15, - "learning_rate": 1.9302516270306683e-05, - "loss": 1.1161, + "clip_ratio": 0.0, + "completion_length": 167.8125, + "epoch": 0.35432750914262495, + "grad_norm": 2.2169501781463623, + "kl": 1.3828125, + "learning_rate": 6.456436931079323e-07, + "loss": 0.0552, + "reward": 1.675098717212677, + "reward_std": 0.39726732671260834, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.784473717212677, "step": 2180 }, { - "epoch": 0.15, - "learning_rate": 1.930172013892156e-05, - "loss": 1.1234, + "clip_ratio": 0.0, + "completion_length": 172.984375, + "epoch": 0.3544900446972775, + "grad_norm": 2.26021146774292, + "kl": 3.96875, + "learning_rate": 6.454811443433029e-07, + "loss": 0.1591, + "reward": 1.5593549609184265, + "reward_std": 0.33469144999980927, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7312299609184265, "step": 2181 }, { - "epoch": 0.15, - "learning_rate": 1.930092356986727e-05, - "loss": 1.0676, + "clip_ratio": 0.0, + "completion_length": 170.546875, + "epoch": 0.3546525802519301, + "grad_norm": 2.0546839237213135, + "kl": 3.703125, + "learning_rate": 6.453185955786735e-07, + "loss": 0.148, + "reward": 1.4167826175689697, + "reward_std": 0.5386143326759338, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6511575877666473, "step": 2182 }, { - "epoch": 0.15, - "learning_rate": 1.93001265631813e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 149.09375, + "epoch": 0.3548151158065827, + "grad_norm": 3.8491508960723877, + "kl": 2.43359375, + "learning_rate": 6.451560468140442e-07, + "loss": 0.097, + "reward": 1.6566940546035767, + "reward_std": 0.31232383847236633, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7660691142082214, "step": 2183 }, { - "epoch": 0.15, - "learning_rate": 1.929932911890114e-05, - "loss": 1.0363, + "clip_ratio": 0.0, + "completion_length": 167.140625, + "epoch": 0.35497765136123527, + "grad_norm": 2.8215560913085938, + "kl": 2.125, + "learning_rate": 6.449934980494148e-07, + "loss": 0.085, + "reward": 1.5504341125488281, + "reward_std": 0.365085244178772, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6754341721534729, "step": 2184 }, { - "epoch": 0.15, - "learning_rate": 1.9298531237064318e-05, - "loss": 1.09, + "clip_ratio": 0.0, + "completion_length": 166.75, + "epoch": 0.35514018691588783, + "grad_norm": 3.769282817840576, + "kl": 2.21484375, + "learning_rate": 6.448309492847854e-07, + "loss": 0.0888, + "reward": 1.5128557682037354, + "reward_std": 0.4027649760246277, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6378557980060577, "step": 2185 }, { - "epoch": 0.15, - "learning_rate": 1.9297732917708384e-05, - "loss": 1.0955, + "clip_ratio": 0.0, + "completion_length": 167.859375, + "epoch": 0.35530272247054046, + "grad_norm": 3.748619318008423, + "kl": 3.1328125, + "learning_rate": 6.44668400520156e-07, + "loss": 0.1256, + "reward": 1.467030644416809, + "reward_std": 0.4017699956893921, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7014056444168091, "step": 2186 }, { - "epoch": 0.15, - "learning_rate": 1.9296934160870887e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 176.328125, + "epoch": 0.355465258025193, + "grad_norm": 1.949239730834961, + "kl": 2.44921875, + "learning_rate": 6.445058517555266e-07, + "loss": 0.0983, + "reward": 1.5789693593978882, + "reward_std": 0.29564498364925385, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.735219419002533, "step": 2187 }, { - "epoch": 0.15, - "learning_rate": 1.9296134966589418e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 155.34375, + "epoch": 0.3556277935798456, + "grad_norm": 3.023975372314453, + "kl": 1.41015625, + "learning_rate": 6.443433029908972e-07, + "loss": 0.0565, + "reward": 1.6354485154151917, + "reward_std": 0.23474068939685822, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7448235750198364, "step": 2188 }, { - "epoch": 0.15, - "learning_rate": 1.9295335334901578e-05, - "loss": 1.0296, + "clip_ratio": 0.0, + "completion_length": 165.59375, + "epoch": 0.35579032913449815, + "grad_norm": 4.782381534576416, + "kl": 1.0703125, + "learning_rate": 6.441807542262679e-07, + "loss": 0.0429, + "reward": 1.5963882803916931, + "reward_std": 0.23435132950544357, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6901382803916931, "step": 2189 }, { - "epoch": 0.15, - "learning_rate": 1.9294535265844992e-05, - "loss": 1.024, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.35595286468915077, + "grad_norm": 2.54894757270813, + "kl": 2.16015625, + "learning_rate": 6.440182054616384e-07, + "loss": 0.0865, + "reward": 1.5074605345726013, + "reward_std": 0.43887217342853546, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6480854749679565, "step": 2190 }, { - "epoch": 0.15, - "learning_rate": 1.929373475945731e-05, - "loss": 1.0163, + "clip_ratio": 0.0, + "completion_length": 189.859375, + "epoch": 0.35611540024380334, + "grad_norm": 1.8976092338562012, + "kl": 1.88671875, + "learning_rate": 6.438556566970091e-07, + "loss": 0.0754, + "reward": 1.5953747630119324, + "reward_std": 0.31696969270706177, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7047497034072876, "step": 2191 }, { - "epoch": 0.15, - "learning_rate": 1.9292933815776195e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 155.890625, + "epoch": 0.3562779357984559, + "grad_norm": 1.1816505193710327, + "kl": 0.65478515625, + "learning_rate": 6.436931079323796e-07, + "loss": 0.0263, + "reward": 1.7374535202980042, + "reward_std": 0.16912433505058289, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7843285501003265, "step": 2192 }, { - "epoch": 0.15, - "learning_rate": 1.929213243483933e-05, - "loss": 1.051, + "clip_ratio": 0.0, + "completion_length": 189.0625, + "epoch": 0.35644047135310847, + "grad_norm": 2.63832950592041, + "kl": 2.1953125, + "learning_rate": 6.435305591677504e-07, + "loss": 0.0878, + "reward": 1.5381136536598206, + "reward_std": 0.34014828503131866, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6631136536598206, "step": 2193 }, { - "epoch": 0.15, - "learning_rate": 1.929133061668443e-05, - "loss": 1.0351, + "clip_ratio": 0.0, + "completion_length": 168.40625, + "epoch": 0.3566030069077611, + "grad_norm": 2.3715708255767822, + "kl": 1.8828125, + "learning_rate": 6.433680104031209e-07, + "loss": 0.0752, + "reward": 1.6407333612442017, + "reward_std": 0.26526233553886414, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7344833612442017, "step": 2194 }, { - "epoch": 0.15, - "learning_rate": 1.9290528361349213e-05, - "loss": 1.0972, + "clip_ratio": 0.0, + "completion_length": 166.4375, + "epoch": 0.35676554246241365, + "grad_norm": 1.4237587451934814, + "kl": 1.609375, + "learning_rate": 6.432054616384916e-07, + "loss": 0.0644, + "reward": 1.6263117790222168, + "reward_std": 0.3504956066608429, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7513118088245392, "step": 2195 }, { - "epoch": 0.15, - "learning_rate": 1.928972566887143e-05, - "loss": 1.0982, + "clip_ratio": 0.0, + "completion_length": 153.828125, + "epoch": 0.3569280780170662, + "grad_norm": 1.3452621698379517, + "kl": 1.466796875, + "learning_rate": 6.430429128738621e-07, + "loss": 0.0588, + "reward": 1.6670352220535278, + "reward_std": 0.3432510793209076, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7764102816581726, "step": 2196 }, { - "epoch": 0.15, - "learning_rate": 1.9288922539288853e-05, - "loss": 1.0788, + "clip_ratio": 0.0, + "completion_length": 161.03125, + "epoch": 0.35709061357171884, + "grad_norm": 3.6145479679107666, + "kl": 2.84765625, + "learning_rate": 6.428803641092328e-07, + "loss": 0.114, + "reward": 1.6249472498893738, + "reward_std": 0.4331449121236801, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7499472796916962, "step": 2197 }, { - "epoch": 0.15, - "learning_rate": 1.9288118972639275e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 170.046875, + "epoch": 0.3572531491263714, + "grad_norm": 1.5862771272659302, + "kl": 2.3671875, + "learning_rate": 6.427178153446033e-07, + "loss": 0.0946, + "reward": 1.4851374626159668, + "reward_std": 0.4057777523994446, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6101374924182892, "step": 2198 }, { - "epoch": 0.15, - "learning_rate": 1.9287314968960493e-05, - "loss": 0.984, + "clip_ratio": 0.0, + "completion_length": 198.4375, + "epoch": 0.35741568468102397, + "grad_norm": 1.9885056018829346, + "kl": 2.08203125, + "learning_rate": 6.42555266579974e-07, + "loss": 0.0831, + "reward": 1.4234525561332703, + "reward_std": 0.3926805853843689, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5797025561332703, "step": 2199 }, { - "epoch": 0.15, - "learning_rate": 1.9286510528290346e-05, - "loss": 1.0562, + "clip_ratio": 0.0, + "completion_length": 207.265625, + "epoch": 0.35757822023567654, + "grad_norm": 2.8083863258361816, + "kl": 3.6953125, + "learning_rate": 6.423927178153445e-07, + "loss": 0.1478, + "reward": 1.5471935272216797, + "reward_std": 0.3926991820335388, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7190685272216797, "step": 2200 }, { - "epoch": 0.15, - "learning_rate": 1.9285705650666682e-05, - "loss": 1.0861, + "clip_ratio": 0.0, + "completion_length": 176.484375, + "epoch": 0.35774075579032916, + "grad_norm": 1.466889500617981, + "kl": 2.04296875, + "learning_rate": 6.422301690507152e-07, + "loss": 0.0816, + "reward": 1.7853634357452393, + "reward_std": 0.23153382539749146, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8478634357452393, "step": 2201 }, { - "epoch": 0.15, - "learning_rate": 1.9284900336127375e-05, - "loss": 0.9581, + "clip_ratio": 0.0, + "completion_length": 171.75, + "epoch": 0.3579032913449817, + "grad_norm": 5.621651649475098, + "kl": 4.0390625, + "learning_rate": 6.420676202860857e-07, + "loss": 0.1612, + "reward": 1.414741575717926, + "reward_std": 0.5396682918071747, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5866166055202484, "step": 2202 }, { - "epoch": 0.15, - "learning_rate": 1.928409458471032e-05, - "loss": 1.1138, + "clip_ratio": 0.0, + "completion_length": 150.125, + "epoch": 0.3580658268996343, + "grad_norm": 3.4494850635528564, + "kl": 3.515625, + "learning_rate": 6.419050715214565e-07, + "loss": 0.1406, + "reward": 1.602141261100769, + "reward_std": 0.3984937369823456, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7583912909030914, "step": 2203 }, { - "epoch": 0.15, - "learning_rate": 1.9283288396453425e-05, - "loss": 1.1044, + "clip_ratio": 0.0, + "completion_length": 175.609375, + "epoch": 0.35822836245428685, + "grad_norm": 2.1008145809173584, + "kl": 2.28125, + "learning_rate": 6.41742522756827e-07, + "loss": 0.0914, + "reward": 1.6662894487380981, + "reward_std": 0.256796196103096, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7756644785404205, "step": 2204 }, { - "epoch": 0.15, - "learning_rate": 1.9282481771394618e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 153.234375, + "epoch": 0.3583908980089395, + "grad_norm": 3.094578742980957, + "kl": 2.67578125, + "learning_rate": 6.415799739921977e-07, + "loss": 0.1072, + "reward": 1.5930840373039246, + "reward_std": 0.3830154836177826, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7337090969085693, "step": 2205 }, { - "epoch": 0.15, - "learning_rate": 1.9281674709571864e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 157.671875, + "epoch": 0.35855343356359204, + "grad_norm": 3.092733383178711, + "kl": 1.66015625, + "learning_rate": 6.414174252275682e-07, + "loss": 0.0662, + "reward": 1.6575100421905518, + "reward_std": 0.38274532556533813, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7668850719928741, "step": 2206 }, { - "epoch": 0.15, - "learning_rate": 1.928086721102313e-05, - "loss": 1.0587, + "clip_ratio": 0.0, + "completion_length": 188.296875, + "epoch": 0.3587159691182446, + "grad_norm": 3.208672285079956, + "kl": 4.1484375, + "learning_rate": 6.412548764629389e-07, + "loss": 0.1662, + "reward": 1.5032892227172852, + "reward_std": 0.414648100733757, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7064141929149628, "step": 2207 }, { - "epoch": 0.15, - "learning_rate": 1.9280059275786413e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 172.015625, + "epoch": 0.35887850467289717, + "grad_norm": 1.88722562789917, + "kl": 3.4609375, + "learning_rate": 6.410923276983094e-07, + "loss": 0.1385, + "reward": 1.6807806491851807, + "reward_std": 0.4451054483652115, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.821405678987503, "step": 2208 }, { - "epoch": 0.15, - "learning_rate": 1.9279250903899727e-05, - "loss": 1.0717, + "clip_ratio": 0.0, + "completion_length": 185.90625, + "epoch": 0.3590410402275498, + "grad_norm": 3.0890934467315674, + "kl": 3.6328125, + "learning_rate": 6.409297789336801e-07, + "loss": 0.1451, + "reward": 1.5180739760398865, + "reward_std": 0.5138460248708725, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7211989760398865, "step": 2209 }, { - "epoch": 0.15, - "learning_rate": 1.927844209540111e-05, - "loss": 1.1363, + "clip_ratio": 0.0, + "completion_length": 155.375, + "epoch": 0.35920357578220236, + "grad_norm": 2.2402095794677734, + "kl": 2.265625, + "learning_rate": 6.407672301690506e-07, + "loss": 0.0906, + "reward": 1.6629377603530884, + "reward_std": 0.3801140934228897, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.772312730550766, "step": 2210 }, { - "epoch": 0.15, - "learning_rate": 1.927763285032862e-05, - "loss": 1.0686, + "clip_ratio": 0.0, + "completion_length": 161.3125, + "epoch": 0.3593661113368549, + "grad_norm": 5.6071038246154785, + "kl": 3.5390625, + "learning_rate": 6.406046814044213e-07, + "loss": 0.1413, + "reward": 1.6106005311012268, + "reward_std": 0.45467689633369446, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7668505311012268, "step": 2211 }, { - "epoch": 0.15, - "learning_rate": 1.9276823168720328e-05, - "loss": 1.1079, + "clip_ratio": 0.0, + "completion_length": 179.046875, + "epoch": 0.35952864689150754, + "grad_norm": 4.8523173332214355, + "kl": 3.00390625, + "learning_rate": 6.404421326397918e-07, + "loss": 0.1201, + "reward": 1.5651569962501526, + "reward_std": 0.3748048394918442, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.705782026052475, "step": 2212 }, { - "epoch": 0.15, - "learning_rate": 1.9276013050614337e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 184.203125, + "epoch": 0.3596911824461601, + "grad_norm": 1.7180016040802002, + "kl": 3.31640625, + "learning_rate": 6.402795838751626e-07, + "loss": 0.1327, + "reward": 1.5644531846046448, + "reward_std": 0.5111464262008667, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7519532442092896, "step": 2213 }, { - "epoch": 0.15, - "learning_rate": 1.9275202496048762e-05, - "loss": 1.0229, + "clip_ratio": 0.0, + "completion_length": 194.1875, + "epoch": 0.3598537180008127, + "grad_norm": 2.302936553955078, + "kl": 3.453125, + "learning_rate": 6.401170351105331e-07, + "loss": 0.1382, + "reward": 1.4778735637664795, + "reward_std": 0.4914649426937103, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6653734743595123, "step": 2214 }, { - "epoch": 0.15, - "learning_rate": 1.9274391505061743e-05, - "loss": 1.0913, + "clip_ratio": 0.0, + "completion_length": 172.75, + "epoch": 0.36001625355546524, + "grad_norm": 2.2135720252990723, + "kl": 3.5390625, + "learning_rate": 6.399544863459038e-07, + "loss": 0.1416, + "reward": 1.5388815999031067, + "reward_std": 0.3305288851261139, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6638815999031067, "step": 2215 }, { - "epoch": 0.15, - "learning_rate": 1.9273580077691437e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 176.21875, + "epoch": 0.36017878911011786, + "grad_norm": 1.772772192955017, + "kl": 3.359375, + "learning_rate": 6.397919375812743e-07, + "loss": 0.1343, + "reward": 1.5697078704833984, + "reward_std": 0.44240735471248627, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7415829002857208, "step": 2216 }, { - "epoch": 0.15, - "learning_rate": 1.927276821397603e-05, - "loss": 0.9406, + "clip_ratio": 0.0, + "completion_length": 183.6875, + "epoch": 0.3603413246647704, + "grad_norm": 3.159031867980957, + "kl": 3.59375, + "learning_rate": 6.39629388816645e-07, + "loss": 0.1438, + "reward": 1.4823527932167053, + "reward_std": 0.4446144253015518, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6698527038097382, "step": 2217 }, { - "epoch": 0.15, - "learning_rate": 1.927195591395371e-05, - "loss": 1.1488, + "clip_ratio": 0.0, + "completion_length": 177.484375, + "epoch": 0.360503860219423, + "grad_norm": 7.113962173461914, + "kl": 2.224609375, + "learning_rate": 6.394668400520155e-07, + "loss": 0.0888, + "reward": 1.5908931493759155, + "reward_std": 0.21273144334554672, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7002681493759155, "step": 2218 }, { - "epoch": 0.15, - "learning_rate": 1.9271143177662715e-05, - "loss": 0.9921, + "clip_ratio": 0.0, + "completion_length": 171.484375, + "epoch": 0.36066639577407555, + "grad_norm": 4.254486083984375, + "kl": 2.0078125, + "learning_rate": 6.393042912873862e-07, + "loss": 0.08, + "reward": 1.5566255450248718, + "reward_std": 0.3238852322101593, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6660005450248718, "step": 2219 }, { - "epoch": 0.15, - "learning_rate": 1.9270330005141273e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 168.96875, + "epoch": 0.3608289313287282, + "grad_norm": 1.637593150138855, + "kl": 2.9609375, + "learning_rate": 6.391417425227567e-07, + "loss": 0.1183, + "reward": 1.5593181252479553, + "reward_std": 0.35540540516376495, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7155681550502777, "step": 2220 }, { - "epoch": 0.15, - "learning_rate": 1.9269516396427648e-05, - "loss": 1.1115, + "clip_ratio": 0.0, + "completion_length": 163.640625, + "epoch": 0.36099146688338074, + "grad_norm": 2.0169146060943604, + "kl": 3.8125, + "learning_rate": 6.389791937581274e-07, + "loss": 0.1524, + "reward": 1.684092402458191, + "reward_std": 0.36436206102371216, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8559673726558685, "step": 2221 }, { - "epoch": 0.15, - "learning_rate": 1.9268702351560123e-05, - "loss": 1.1292, + "clip_ratio": 0.0, + "completion_length": 200.3125, + "epoch": 0.3611540024380333, + "grad_norm": 4.47187614440918, + "kl": 2.421875, + "learning_rate": 6.388166449934979e-07, + "loss": 0.0969, + "reward": 1.5628411173820496, + "reward_std": 0.4038970619440079, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7034661769866943, "step": 2222 }, { - "epoch": 0.15, - "learning_rate": 1.9267887870577007e-05, - "loss": 1.0048, + "clip_ratio": 0.0, + "completion_length": 168.671875, + "epoch": 0.3613165379926859, + "grad_norm": 1.737707495689392, + "kl": 1.41015625, + "learning_rate": 6.386540962288687e-07, + "loss": 0.0562, + "reward": 1.622829794883728, + "reward_std": 0.2786325514316559, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.716579794883728, "step": 2223 }, { - "epoch": 0.15, - "learning_rate": 1.9267072953516614e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 193.140625, + "epoch": 0.3614790735473385, + "grad_norm": 3.4489831924438477, + "kl": 2.15625, + "learning_rate": 6.384915474642393e-07, + "loss": 0.0863, + "reward": 1.438217043876648, + "reward_std": 0.3848763406276703, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.610092043876648, "step": 2224 }, { - "epoch": 0.15, - "learning_rate": 1.9266257600417293e-05, - "loss": 1.045, + "clip_ratio": 0.0, + "completion_length": 174.96875, + "epoch": 0.36164160910199106, + "grad_norm": 1.9601078033447266, + "kl": 2.53125, + "learning_rate": 6.383289986996099e-07, + "loss": 0.101, + "reward": 1.6065093278884888, + "reward_std": 0.2952391356229782, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7471343874931335, "step": 2225 }, { - "epoch": 0.15, - "learning_rate": 1.9265441811317406e-05, - "loss": 1.0941, + "clip_ratio": 0.0, + "completion_length": 200.984375, + "epoch": 0.3618041446566436, + "grad_norm": 3.989710807800293, + "kl": 4.4765625, + "learning_rate": 6.381664499349805e-07, + "loss": 0.179, + "reward": 1.48637056350708, + "reward_std": 0.3191135674715042, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7207455337047577, "step": 2226 }, { - "epoch": 0.15, - "learning_rate": 1.926462558625534e-05, - "loss": 1.0883, + "clip_ratio": 0.0, + "completion_length": 157.34375, + "epoch": 0.36196668021129624, + "grad_norm": 3.230351209640503, + "kl": 2.65625, + "learning_rate": 6.380039011703511e-07, + "loss": 0.1062, + "reward": 1.6091692447662354, + "reward_std": 0.5014586448669434, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7810442447662354, "step": 2227 }, { - "epoch": 0.15, - "learning_rate": 1.92638089252695e-05, - "loss": 0.993, + "clip_ratio": 0.0, + "completion_length": 195.359375, + "epoch": 0.3621292157659488, + "grad_norm": 6.558626174926758, + "kl": 5.46875, + "learning_rate": 6.378413524057217e-07, + "loss": 0.2183, + "reward": 1.386973261833191, + "reward_std": 0.6515303254127502, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6682232916355133, "step": 2228 }, { - "epoch": 0.15, - "learning_rate": 1.926299182839831e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 161.375, + "epoch": 0.3622917513206014, + "grad_norm": 1.5664763450622559, + "kl": 2.15234375, + "learning_rate": 6.376788036410923e-07, + "loss": 0.0862, + "reward": 1.571249783039093, + "reward_std": 0.4109012335538864, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.711874783039093, "step": 2229 }, { - "epoch": 0.15, - "learning_rate": 1.926217429568022e-05, - "loss": 1.0643, + "clip_ratio": 0.0, + "completion_length": 179.328125, + "epoch": 0.36245428687525394, + "grad_norm": 2.113682985305786, + "kl": 2.921875, + "learning_rate": 6.375162548764629e-07, + "loss": 0.1167, + "reward": 1.5162453651428223, + "reward_std": 0.3727952539920807, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.672495424747467, "step": 2230 }, { - "epoch": 0.15, - "learning_rate": 1.9261356327153694e-05, - "loss": 1.1383, + "clip_ratio": 0.0, + "completion_length": 159.90625, + "epoch": 0.36261682242990656, + "grad_norm": 3.995145797729492, + "kl": 3.0, + "learning_rate": 6.373537061118335e-07, + "loss": 0.1198, + "reward": 1.5323940515518188, + "reward_std": 0.4964039772748947, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7042690515518188, "step": 2231 }, { - "epoch": 0.15, - "learning_rate": 1.9260537922857223e-05, - "loss": 1.0818, + "clip_ratio": 0.0, + "completion_length": 179.515625, + "epoch": 0.3627793579845591, + "grad_norm": 2.785813093185425, + "kl": 2.296875, + "learning_rate": 6.371911573472041e-07, + "loss": 0.092, + "reward": 1.5321619510650635, + "reward_std": 0.4743797332048416, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7196619510650635, "step": 2232 }, { - "epoch": 0.15, - "learning_rate": 1.9259719082829312e-05, - "loss": 1.1107, + "clip_ratio": 0.0, + "completion_length": 174.59375, + "epoch": 0.3629418935392117, + "grad_norm": 3.1189491748809814, + "kl": 3.1484375, + "learning_rate": 6.370286085825748e-07, + "loss": 0.1255, + "reward": 1.5203427076339722, + "reward_std": 0.5151172578334808, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.707842618227005, "step": 2233 }, { - "epoch": 0.15, - "learning_rate": 1.925889980710849e-05, - "loss": 1.0766, + "clip_ratio": 0.0, + "completion_length": 151.0625, + "epoch": 0.36310442909386426, + "grad_norm": 3.2747745513916016, + "kl": 2.12109375, + "learning_rate": 6.368660598179454e-07, + "loss": 0.0847, + "reward": 1.6144959330558777, + "reward_std": 0.27856577932834625, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7551209330558777, "step": 2234 }, { - "epoch": 0.15, - "learning_rate": 1.9258080095733303e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 136.734375, + "epoch": 0.3632669646485169, + "grad_norm": 1.6271038055419922, + "kl": 1.59375, + "learning_rate": 6.36703511053316e-07, + "loss": 0.0637, + "reward": 1.6233656406402588, + "reward_std": 0.39686745405197144, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7483656108379364, "step": 2235 }, { - "epoch": 0.15, - "learning_rate": 1.9257259948742323e-05, - "loss": 1.0998, + "clip_ratio": 0.0, + "completion_length": 164.953125, + "epoch": 0.36342950020316944, + "grad_norm": 4.775091171264648, + "kl": 2.4375, + "learning_rate": 6.365409622886866e-07, + "loss": 0.0975, + "reward": 1.5995354056358337, + "reward_std": 0.3375465124845505, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7089104652404785, "step": 2236 }, { - "epoch": 0.15, - "learning_rate": 1.9256439366174143e-05, - "loss": 1.0558, + "clip_ratio": 0.0, + "completion_length": 179.9375, + "epoch": 0.363592035757822, + "grad_norm": 3.255098342895508, + "kl": 1.90234375, + "learning_rate": 6.363784135240572e-07, + "loss": 0.076, + "reward": 1.6197258830070496, + "reward_std": 0.3945838063955307, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7759758532047272, "step": 2237 }, { - "epoch": 0.15, - "learning_rate": 1.9255618348067375e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 175.765625, + "epoch": 0.36375457131247463, + "grad_norm": 1.9870548248291016, + "kl": 1.326171875, + "learning_rate": 6.362158647594278e-07, + "loss": 0.0529, + "reward": 1.6366645097732544, + "reward_std": 0.31588760018348694, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7460394501686096, "step": 2238 }, { - "epoch": 0.15, - "learning_rate": 1.925479689446064e-05, - "loss": 0.975, + "clip_ratio": 0.0, + "completion_length": 147.53125, + "epoch": 0.3639171068671272, + "grad_norm": 6.861363887786865, + "kl": 0.9375, + "learning_rate": 6.360533159947984e-07, + "loss": 0.0374, + "reward": 1.711683750152588, + "reward_std": 0.19149167835712433, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7585587799549103, "step": 2239 }, { - "epoch": 0.15, - "learning_rate": 1.9253975005392595e-05, - "loss": 1.0501, + "clip_ratio": 0.0, + "completion_length": 182.3125, + "epoch": 0.36407964242177976, + "grad_norm": 4.297854423522949, + "kl": 3.1171875, + "learning_rate": 6.35890767230169e-07, + "loss": 0.1248, + "reward": 1.4977388381958008, + "reward_std": 0.5750008225440979, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6852388381958008, "step": 2240 }, { - "epoch": 0.15, - "learning_rate": 1.9253152680901915e-05, - "loss": 1.0717, + "clip_ratio": 0.0, + "completion_length": 187.953125, + "epoch": 0.3642421779764323, + "grad_norm": 3.081342935562134, + "kl": 4.6015625, + "learning_rate": 6.357282184655396e-07, + "loss": 0.1842, + "reward": 1.4395529627799988, + "reward_std": 0.43476079404354095, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.658302903175354, "step": 2241 }, { - "epoch": 0.15, - "learning_rate": 1.9252329921027287e-05, - "loss": 1.0398, + "clip_ratio": 0.0, + "completion_length": 179.25, + "epoch": 0.36440471353108495, + "grad_norm": 3.4104340076446533, + "kl": 2.39453125, + "learning_rate": 6.355656697009102e-07, + "loss": 0.096, + "reward": 1.521962285041809, + "reward_std": 0.41808173060417175, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6782122850418091, "step": 2242 }, { - "epoch": 0.15, - "learning_rate": 1.9251506725807428e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 143.984375, + "epoch": 0.3645672490857375, + "grad_norm": 5.852548599243164, + "kl": 3.921875, + "learning_rate": 6.354031209362809e-07, + "loss": 0.1568, + "reward": 1.4827346205711365, + "reward_std": 0.5348765552043915, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6702346503734589, "step": 2243 }, { - "epoch": 0.15, - "learning_rate": 1.9250683095281068e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 152.125, + "epoch": 0.3647297846403901, + "grad_norm": 2.1218066215515137, + "kl": 1.703125, + "learning_rate": 6.352405721716515e-07, + "loss": 0.0684, + "reward": 1.6218642592430115, + "reward_std": 0.24719326198101044, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.746864378452301, "step": 2244 }, { - "epoch": 0.15, - "learning_rate": 1.9249859029486963e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 179.53125, + "epoch": 0.36489232019504264, + "grad_norm": 4.005159854888916, + "kl": 3.8125, + "learning_rate": 6.350780234070221e-07, + "loss": 0.1529, + "reward": 1.4762130975723267, + "reward_std": 0.5207637846469879, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6637130677700043, "step": 2245 }, { - "epoch": 0.15, - "learning_rate": 1.924903452846389e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 171.859375, + "epoch": 0.36505485574969526, + "grad_norm": 5.917688846588135, + "kl": 3.7265625, + "learning_rate": 6.349154746423927e-07, + "loss": 0.1492, + "reward": 1.4323064088821411, + "reward_std": 0.4807179570198059, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6510564088821411, "step": 2246 }, { - "epoch": 0.15, - "learning_rate": 1.924820959225064e-05, - "loss": 1.1044, + "clip_ratio": 0.0, + "completion_length": 155.203125, + "epoch": 0.3652173913043478, + "grad_norm": 3.5493290424346924, + "kl": 1.197265625, + "learning_rate": 6.347529258777633e-07, + "loss": 0.0481, + "reward": 1.6014406085014343, + "reward_std": 0.3731452375650406, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7576906681060791, "step": 2247 }, { - "epoch": 0.15, - "learning_rate": 1.924738422088603e-05, - "loss": 1.0809, + "clip_ratio": 0.0, + "completion_length": 143.78125, + "epoch": 0.3653799268590004, + "grad_norm": 5.01404333114624, + "kl": 1.9609375, + "learning_rate": 6.345903771131339e-07, + "loss": 0.0786, + "reward": 1.540639579296112, + "reward_std": 0.5117555856704712, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7125146389007568, "step": 2248 }, { - "epoch": 0.15, - "learning_rate": 1.9246558414408892e-05, - "loss": 1.1146, + "clip_ratio": 0.0, + "completion_length": 149.421875, + "epoch": 0.365542462413653, + "grad_norm": 4.027212619781494, + "kl": 2.21875, + "learning_rate": 6.344278283485045e-07, + "loss": 0.089, + "reward": 1.6597256660461426, + "reward_std": 0.371441125869751, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7691006660461426, "step": 2249 }, { - "epoch": 0.15, - "learning_rate": 1.9245732172858088e-05, - "loss": 1.0595, + "clip_ratio": 0.0, + "completion_length": 149.796875, + "epoch": 0.3657049979683056, + "grad_norm": 2.4507360458374023, + "kl": 1.609375, + "learning_rate": 6.342652795838751e-07, + "loss": 0.0643, + "reward": 1.7126152515411377, + "reward_std": 0.242500901222229, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7907401323318481, "step": 2250 }, { - "epoch": 0.15, - "learning_rate": 1.924490549627249e-05, - "loss": 1.1459, + "clip_ratio": 0.0, + "completion_length": 141.34375, + "epoch": 0.36586753352295814, + "grad_norm": 2.9053707122802734, + "kl": 0.7607421875, + "learning_rate": 6.341027308192457e-07, + "loss": 0.0305, + "reward": 1.6872790455818176, + "reward_std": 0.17964085936546326, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7185290455818176, "step": 2251 }, { - "epoch": 0.15, - "learning_rate": 1.9244078384690998e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 177.703125, + "epoch": 0.3660300690776107, + "grad_norm": 2.412571907043457, + "kl": 3.24609375, + "learning_rate": 6.339401820546163e-07, + "loss": 0.1297, + "reward": 1.4370160102844238, + "reward_std": 0.3923550397157669, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6401410102844238, "step": 2252 }, { - "epoch": 0.15, - "learning_rate": 1.924325083815253e-05, - "loss": 1.1215, + "clip_ratio": 0.0, + "completion_length": 159.734375, + "epoch": 0.36619260463226333, + "grad_norm": 2.036452531814575, + "kl": 1.494140625, + "learning_rate": 6.33777633289987e-07, + "loss": 0.0597, + "reward": 1.6740521788597107, + "reward_std": 0.3865227997303009, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7834272384643555, "step": 2253 }, { - "epoch": 0.15, - "learning_rate": 1.9242422856696022e-05, - "loss": 1.0076, + "clip_ratio": 0.0, + "completion_length": 175.828125, + "epoch": 0.3663551401869159, + "grad_norm": 4.619814872741699, + "kl": 2.125, + "learning_rate": 6.336150845253576e-07, + "loss": 0.0849, + "reward": 1.5863569974899292, + "reward_std": 0.3956897258758545, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7113569974899292, "step": 2254 }, { - "epoch": 0.15, - "learning_rate": 1.924159444036043e-05, - "loss": 1.087, + "clip_ratio": 0.0, + "completion_length": 134.171875, + "epoch": 0.36651767574156846, + "grad_norm": 2.5822813510894775, + "kl": 2.23046875, + "learning_rate": 6.334525357607282e-07, + "loss": 0.0893, + "reward": 1.549050211906433, + "reward_std": 0.33471880853176117, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6584252417087555, "step": 2255 }, { - "epoch": 0.15, - "learning_rate": 1.9240765589184742e-05, - "loss": 1.0598, + "clip_ratio": 0.0, + "completion_length": 163.578125, + "epoch": 0.366680211296221, + "grad_norm": 3.65041446685791, + "kl": 3.53125, + "learning_rate": 6.332899869960988e-07, + "loss": 0.141, + "reward": 1.5730028748512268, + "reward_std": 0.4184219390153885, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7292527854442596, "step": 2256 }, { - "epoch": 0.15, - "learning_rate": 1.9239936303207953e-05, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 139.15625, + "epoch": 0.36684274685087365, + "grad_norm": 2.6120498180389404, + "kl": 1.5546875, + "learning_rate": 6.331274382314695e-07, + "loss": 0.0622, + "reward": 1.6170467138290405, + "reward_std": 0.3676730692386627, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7264218032360077, "step": 2257 }, { - "epoch": 0.15, - "learning_rate": 1.9239106582469077e-05, - "loss": 1.1352, + "clip_ratio": 0.0, + "completion_length": 173.671875, + "epoch": 0.3670052824055262, + "grad_norm": 3.8569328784942627, + "kl": 3.4375, + "learning_rate": 6.3296488946684e-07, + "loss": 0.1375, + "reward": 1.4165058135986328, + "reward_std": 0.566232293844223, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6508807837963104, "step": 2258 }, { - "epoch": 0.15, - "learning_rate": 1.9238276427007164e-05, - "loss": 1.0483, + "clip_ratio": 0.0, + "completion_length": 153.1875, + "epoch": 0.3671678179601788, + "grad_norm": 3.0205159187316895, + "kl": 4.1328125, + "learning_rate": 6.328023407022107e-07, + "loss": 0.1654, + "reward": 1.4922919869422913, + "reward_std": 0.5261997580528259, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6954169571399689, "step": 2259 }, { - "epoch": 0.15, - "learning_rate": 1.9237445836861267e-05, - "loss": 1.0915, + "clip_ratio": 0.0, + "completion_length": 180.46875, + "epoch": 0.36733035351483134, + "grad_norm": 6.535445690155029, + "kl": 5.015625, + "learning_rate": 6.326397919375812e-07, + "loss": 0.2, + "reward": 1.3773759007453918, + "reward_std": 0.3639649450778961, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6117509007453918, "step": 2260 }, { - "epoch": 0.15, - "learning_rate": 1.9236614812070473e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 166.90625, + "epoch": 0.36749288906948396, + "grad_norm": 3.4984190464019775, + "kl": 3.728515625, + "learning_rate": 6.324772431729519e-07, + "loss": 0.1492, + "reward": 1.5046326518058777, + "reward_std": 0.29326823353767395, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7077576220035553, "step": 2261 }, { - "epoch": 0.15, - "learning_rate": 1.9235783352673884e-05, - "loss": 1.0013, + "clip_ratio": 0.0, + "completion_length": 158.78125, + "epoch": 0.36765542462413653, + "grad_norm": 6.609675884246826, + "kl": 4.359375, + "learning_rate": 6.323146944083224e-07, + "loss": 0.1748, + "reward": 1.4582175016403198, + "reward_std": 0.48323166370391846, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6144675314426422, "step": 2262 }, { - "epoch": 0.15, - "learning_rate": 1.9234951458710615e-05, - "loss": 1.0851, + "clip_ratio": 0.0, + "completion_length": 185.078125, + "epoch": 0.3678179601787891, + "grad_norm": 5.226348876953125, + "kl": 6.28125, + "learning_rate": 6.321521456436932e-07, + "loss": 0.2513, + "reward": 1.2169227004051208, + "reward_std": 0.7355255484580994, + "rewards/format_reward_gen": 0.65625, + "rewards/llm_reward": 0.5606726706027985, "step": 2263 }, { - "epoch": 0.15, - "learning_rate": 1.9234119130219814e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 158.421875, + "epoch": 0.3679804957334417, + "grad_norm": 4.259918212890625, + "kl": 1.869140625, + "learning_rate": 6.319895968790637e-07, + "loss": 0.075, + "reward": 1.4784302711486816, + "reward_std": 0.3091733530163765, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6034303307533264, "step": 2264 }, { - "epoch": 0.15, - "learning_rate": 1.9233286367240647e-05, - "loss": 1.0257, + "clip_ratio": 0.0, + "completion_length": 173.859375, + "epoch": 0.3681430312880943, + "grad_norm": 1.8122590780258179, + "kl": 4.015625, + "learning_rate": 6.318270481144344e-07, + "loss": 0.1607, + "reward": 1.4107998609542847, + "reward_std": 0.5889766812324524, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6920498013496399, "step": 2265 }, { - "epoch": 0.15, - "learning_rate": 1.9232453169812292e-05, - "loss": 1.093, + "clip_ratio": 0.0, + "completion_length": 152.625, + "epoch": 0.36830556684274685, + "grad_norm": 3.0072615146636963, + "kl": 2.28125, + "learning_rate": 6.316644993498049e-07, + "loss": 0.0913, + "reward": 1.5645952820777893, + "reward_std": 0.41196583211421967, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7208452820777893, "step": 2266 }, { - "epoch": 0.15, - "learning_rate": 1.9231619537973955e-05, - "loss": 1.0196, + "clip_ratio": 0.0, + "completion_length": 185.875, + "epoch": 0.3684681023973994, + "grad_norm": 3.6753039360046387, + "kl": 3.4375, + "learning_rate": 6.315019505851756e-07, + "loss": 0.1374, + "reward": 1.5976897478103638, + "reward_std": 0.49047525227069855, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7695647478103638, "step": 2267 }, { - "epoch": 0.15, - "learning_rate": 1.9230785471764864e-05, - "loss": 1.0981, + "clip_ratio": 0.0, + "completion_length": 173.390625, + "epoch": 0.36863063795205203, + "grad_norm": 3.1917786598205566, + "kl": 3.6484375, + "learning_rate": 6.313394018205461e-07, + "loss": 0.1461, + "reward": 1.5678123831748962, + "reward_std": 0.42406831681728363, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7396873831748962, "step": 2268 }, { - "epoch": 0.15, - "learning_rate": 1.9229950971224254e-05, - "loss": 1.0868, + "clip_ratio": 0.0, + "completion_length": 148.09375, + "epoch": 0.3687931735067046, + "grad_norm": 2.444483995437622, + "kl": 1.19921875, + "learning_rate": 6.311768530559168e-07, + "loss": 0.0481, + "reward": 1.53664630651474, + "reward_std": 0.3311249166727066, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6460212469100952, "step": 2269 }, { - "epoch": 0.15, - "learning_rate": 1.9229116036391404e-05, - "loss": 1.0271, + "clip_ratio": 0.0, + "completion_length": 177.25, + "epoch": 0.36895570906135716, + "grad_norm": 3.7229278087615967, + "kl": 1.91796875, + "learning_rate": 6.310143042912873e-07, + "loss": 0.0768, + "reward": 1.596803903579712, + "reward_std": 0.3880973309278488, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7218039333820343, "step": 2270 }, { - "epoch": 0.15, - "learning_rate": 1.922828066730559e-05, - "loss": 1.0635, + "clip_ratio": 0.0, + "completion_length": 147.71875, + "epoch": 0.3691182446160097, + "grad_norm": 3.6097631454467773, + "kl": 2.67578125, + "learning_rate": 6.30851755526658e-07, + "loss": 0.1073, + "reward": 1.6290553212165833, + "reward_std": 0.3052036836743355, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7853053510189056, "step": 2271 }, { - "epoch": 0.15, - "learning_rate": 1.922744486400612e-05, - "loss": 1.0286, + "clip_ratio": 0.0, + "completion_length": 147.546875, + "epoch": 0.36928078017066235, + "grad_norm": 1.753976583480835, + "kl": 1.435546875, + "learning_rate": 6.306892067620285e-07, + "loss": 0.0576, + "reward": 1.5890515446662903, + "reward_std": 0.20523947477340698, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6671765744686127, "step": 2272 }, { - "epoch": 0.15, - "learning_rate": 1.9226608626532323e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 151.109375, + "epoch": 0.3694433157253149, + "grad_norm": 3.5070931911468506, + "kl": 1.28515625, + "learning_rate": 6.305266579973993e-07, + "loss": 0.0513, + "reward": 1.6327760219573975, + "reward_std": 0.26641590893268585, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6952759921550751, "step": 2273 }, { - "epoch": 0.15, - "learning_rate": 1.9225771954923544e-05, - "loss": 1.1503, + "clip_ratio": 0.0, + "completion_length": 224.4375, + "epoch": 0.3696058512799675, + "grad_norm": 4.165742874145508, + "kl": 3.3359375, + "learning_rate": 6.303641092327698e-07, + "loss": 0.1334, + "reward": 1.4461656212806702, + "reward_std": 0.48898038268089294, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6180405914783478, "step": 2274 }, { - "epoch": 0.15, - "learning_rate": 1.922493484921915e-05, - "loss": 1.1088, + "clip_ratio": 0.0, + "completion_length": 155.21875, + "epoch": 0.3697683868346201, + "grad_norm": 1.3932360410690308, + "kl": 1.52734375, + "learning_rate": 6.302015604681405e-07, + "loss": 0.0613, + "reward": 1.8044193387031555, + "reward_std": 0.2503671571612358, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8669193089008331, "step": 2275 }, { - "epoch": 0.15, - "learning_rate": 1.9224097309458533e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 173.96875, + "epoch": 0.36993092238927267, + "grad_norm": 2.5118446350097656, + "kl": 2.58984375, + "learning_rate": 6.30039011703511e-07, + "loss": 0.1038, + "reward": 1.442354440689087, + "reward_std": 0.4110986888408661, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6142294704914093, "step": 2276 }, { - "epoch": 0.15, - "learning_rate": 1.9223259335681096e-05, - "loss": 1.1863, + "clip_ratio": 0.0, + "completion_length": 134.34375, + "epoch": 0.37009345794392523, + "grad_norm": 2.5326778888702393, + "kl": 2.546875, + "learning_rate": 6.298764629388817e-07, + "loss": 0.102, + "reward": 1.6558266282081604, + "reward_std": 0.40323539078235626, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7652016580104828, "step": 2277 }, { - "epoch": 0.15, - "learning_rate": 1.922242092792627e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 162.234375, + "epoch": 0.3702559934985778, + "grad_norm": 1.9842568635940552, + "kl": 1.59765625, + "learning_rate": 6.297139141742522e-07, + "loss": 0.064, + "reward": 1.5152157545089722, + "reward_std": 0.2962789125740528, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6245906949043274, "step": 2278 }, { - "epoch": 0.15, - "learning_rate": 1.9221582086233507e-05, - "loss": 1.0937, + "clip_ratio": 0.0, + "completion_length": 154.421875, + "epoch": 0.3704185290532304, + "grad_norm": 1.6576299667358398, + "kl": 0.99169921875, + "learning_rate": 6.295513654096229e-07, + "loss": 0.0397, + "reward": 1.7553008794784546, + "reward_std": 0.22138471901416779, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8178009390830994, "step": 2279 }, { - "epoch": 0.15, - "learning_rate": 1.922074281064227e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 140.796875, + "epoch": 0.370581064607883, + "grad_norm": 5.087905406951904, + "kl": 1.85546875, + "learning_rate": 6.293888166449934e-07, + "loss": 0.0741, + "reward": 1.5375034809112549, + "reward_std": 0.28165628761053085, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6468784213066101, "step": 2280 }, { - "epoch": 0.15, - "learning_rate": 1.9219903101192055e-05, - "loss": 1.0897, + "clip_ratio": 0.0, + "completion_length": 143.734375, + "epoch": 0.37074360016253555, + "grad_norm": 2.117943048477173, + "kl": 2.15625, + "learning_rate": 6.29226267880364e-07, + "loss": 0.0863, + "reward": 1.5843594670295715, + "reward_std": 0.35761700570583344, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6937344670295715, "step": 2281 }, { - "epoch": 0.15, - "learning_rate": 1.921906295792237e-05, - "loss": 1.0815, + "clip_ratio": 0.0, + "completion_length": 166.328125, + "epoch": 0.3709061357171881, + "grad_norm": 3.5512125492095947, + "kl": 2.4765625, + "learning_rate": 6.290637191157346e-07, + "loss": 0.0992, + "reward": 1.6490870118141174, + "reward_std": 0.2735784575343132, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7584620416164398, "step": 2282 }, { - "epoch": 0.15, - "learning_rate": 1.9218222380872748e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.37106867127184073, + "grad_norm": 2.211939573287964, + "kl": 2.640625, + "learning_rate": 6.289011703511054e-07, + "loss": 0.1053, + "reward": 1.5899841785430908, + "reward_std": 0.35399387776851654, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.714984118938446, "step": 2283 }, { - "epoch": 0.15, - "learning_rate": 1.9217381370082736e-05, - "loss": 1.0852, + "clip_ratio": 0.0, + "completion_length": 166.375, + "epoch": 0.3712312068264933, + "grad_norm": 1.4061660766601562, + "kl": 0.978515625, + "learning_rate": 6.287386215864759e-07, + "loss": 0.0392, + "reward": 1.7763473391532898, + "reward_std": 0.1748919114470482, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8232223391532898, "step": 2284 }, { - "epoch": 0.15, - "learning_rate": 1.921653992559191e-05, - "loss": 1.0185, + "clip_ratio": 0.0, + "completion_length": 141.84375, + "epoch": 0.37139374238114586, + "grad_norm": 1.48711097240448, + "kl": 1.158203125, + "learning_rate": 6.285760728218466e-07, + "loss": 0.0464, + "reward": 1.7482954263687134, + "reward_std": 0.17821668088436127, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7951703667640686, "step": 2285 }, { - "epoch": 0.15, - "learning_rate": 1.9215698047439856e-05, - "loss": 1.0561, + "clip_ratio": 0.0, + "completion_length": 162.203125, + "epoch": 0.37155627793579843, + "grad_norm": 3.0114338397979736, + "kl": 1.6015625, + "learning_rate": 6.284135240572171e-07, + "loss": 0.064, + "reward": 1.6103171706199646, + "reward_std": 0.2967322766780853, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6728171110153198, "step": 2286 }, { - "epoch": 0.15, - "learning_rate": 1.92148557356662e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 180.9375, + "epoch": 0.37171881349045105, + "grad_norm": 3.144819498062134, + "kl": 4.0, + "learning_rate": 6.282509752925878e-07, + "loss": 0.1597, + "reward": 1.6039340496063232, + "reward_std": 0.3429694324731827, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7758089900016785, "step": 2287 }, { - "epoch": 0.15, - "learning_rate": 1.9214012990310555e-05, - "loss": 1.0971, + "clip_ratio": 0.0, + "completion_length": 171.015625, + "epoch": 0.3718813490451036, + "grad_norm": 2.424647331237793, + "kl": 1.9736328125, + "learning_rate": 6.280884265279583e-07, + "loss": 0.0788, + "reward": 1.6533962488174438, + "reward_std": 0.3077850379049778, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7783962488174438, "step": 2288 }, { - "epoch": 0.15, - "learning_rate": 1.9213169811412592e-05, - "loss": 1.0791, + "clip_ratio": 0.0, + "completion_length": 175.671875, + "epoch": 0.3720438845997562, + "grad_norm": 1.5248814821243286, + "kl": 2.5859375, + "learning_rate": 6.27925877763329e-07, + "loss": 0.1032, + "reward": 1.5332661271095276, + "reward_std": 0.37692786753177643, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6582660973072052, "step": 2289 }, { - "epoch": 0.15, - "learning_rate": 1.9212326199011973e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 184.34375, + "epoch": 0.3722064201544088, + "grad_norm": 1.986875057220459, + "kl": 1.333984375, + "learning_rate": 6.277633289986995e-07, + "loss": 0.0535, + "reward": 1.6641221046447754, + "reward_std": 0.13936883211135864, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7422471344470978, "step": 2290 }, { - "epoch": 0.15, - "learning_rate": 1.9211482153148397e-05, - "loss": 1.0325, + "clip_ratio": 0.0, + "completion_length": 177.25, + "epoch": 0.37236895570906137, + "grad_norm": 2.3796210289001465, + "kl": 2.44921875, + "learning_rate": 6.276007802340701e-07, + "loss": 0.0981, + "reward": 1.610857367515564, + "reward_std": 0.3692488521337509, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7358574271202087, "step": 2291 }, { - "epoch": 0.15, - "learning_rate": 1.921063767386158e-05, - "loss": 1.0614, + "clip_ratio": 0.0, + "completion_length": 159.96875, + "epoch": 0.37253149126371393, + "grad_norm": 4.052347660064697, + "kl": 3.28125, + "learning_rate": 6.274382314694408e-07, + "loss": 0.1311, + "reward": 1.6399182081222534, + "reward_std": 0.377897247672081, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7649182081222534, "step": 2292 }, { - "epoch": 0.15, - "learning_rate": 1.9209792761191256e-05, - "loss": 1.0791, + "clip_ratio": 0.0, + "completion_length": 151.59375, + "epoch": 0.3726940268183665, + "grad_norm": 2.5502002239227295, + "kl": 2.9296875, + "learning_rate": 6.272756827048115e-07, + "loss": 0.1173, + "reward": 1.56206214427948, + "reward_std": 0.3854966387152672, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7495620846748352, "step": 2293 }, { - "epoch": 0.15, - "learning_rate": 1.9208947415177174e-05, - "loss": 1.1931, + "clip_ratio": 0.0, + "completion_length": 163.75, + "epoch": 0.3728565623730191, + "grad_norm": 2.2317652702331543, + "kl": 3.1875, + "learning_rate": 6.271131339401821e-07, + "loss": 0.1275, + "reward": 1.5111436247825623, + "reward_std": 0.6068075299263, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7298936247825623, "step": 2294 }, { - "epoch": 0.15, - "learning_rate": 1.920810163585912e-05, - "loss": 1.0821, + "clip_ratio": 0.0, + "completion_length": 167.03125, + "epoch": 0.3730190979276717, + "grad_norm": 2.625918388366699, + "kl": 1.7421875, + "learning_rate": 6.269505851755527e-07, + "loss": 0.0697, + "reward": 1.6456541419029236, + "reward_std": 0.47142139077186584, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7550291419029236, "step": 2295 }, { - "epoch": 0.15, - "learning_rate": 1.920725542327688e-05, - "loss": 1.0116, + "clip_ratio": 0.0, + "completion_length": 186.546875, + "epoch": 0.37318163348232425, + "grad_norm": 1.8435873985290527, + "kl": 1.33203125, + "learning_rate": 6.267880364109233e-07, + "loss": 0.0533, + "reward": 1.513850450515747, + "reward_std": 0.4219147115945816, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6701005101203918, "step": 2296 }, { - "epoch": 0.15, - "learning_rate": 1.9206408777470277e-05, - "loss": 1.0385, + "clip_ratio": 0.0, + "completion_length": 164.0625, + "epoch": 0.3733441690369768, + "grad_norm": 1.5739995241165161, + "kl": 2.05859375, + "learning_rate": 6.266254876462938e-07, + "loss": 0.0826, + "reward": 1.6396999955177307, + "reward_std": 0.3188408464193344, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7490749955177307, "step": 2297 }, { - "epoch": 0.15, - "learning_rate": 1.9205561698479148e-05, - "loss": 0.9678, + "clip_ratio": 0.0, + "completion_length": 142.375, + "epoch": 0.37350670459162943, + "grad_norm": 3.7695772647857666, + "kl": 1.58203125, + "learning_rate": 6.264629388816645e-07, + "loss": 0.0633, + "reward": 1.697397530078888, + "reward_std": 0.33007557690143585, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8067725300788879, "step": 2298 }, { - "epoch": 0.15, - "learning_rate": 1.9204714186343346e-05, - "loss": 1.0545, + "clip_ratio": 0.0, + "completion_length": 174.390625, + "epoch": 0.373669240146282, + "grad_norm": 2.0713398456573486, + "kl": 1.451171875, + "learning_rate": 6.26300390117035e-07, + "loss": 0.0577, + "reward": 1.504807710647583, + "reward_std": 0.3709897994995117, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.676682710647583, "step": 2299 }, { - "epoch": 0.15, - "learning_rate": 1.9203866241102753e-05, - "loss": 1.0699, + "clip_ratio": 0.0, + "completion_length": 175.171875, + "epoch": 0.37383177570093457, + "grad_norm": 2.163646697998047, + "kl": 2.15234375, + "learning_rate": 6.261378413524057e-07, + "loss": 0.0864, + "reward": 1.6829314827919006, + "reward_std": 0.34223772585392, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.792306512594223, "step": 2300 }, { - "epoch": 0.15, - "learning_rate": 1.9203017862797263e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 150.4375, + "epoch": 0.3739943112555872, + "grad_norm": 4.092068195343018, + "kl": 1.4765625, + "learning_rate": 6.259752925877762e-07, + "loss": 0.059, + "reward": 1.604127049446106, + "reward_std": 0.3431417793035507, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7291269898414612, "step": 2301 }, { - "epoch": 0.15, - "learning_rate": 1.9202169051466795e-05, - "loss": 1.014, + "clip_ratio": 0.0, + "completion_length": 158.046875, + "epoch": 0.37415684681023975, + "grad_norm": 1.9300400018692017, + "kl": 1.49609375, + "learning_rate": 6.258127438231469e-07, + "loss": 0.0599, + "reward": 1.7288347482681274, + "reward_std": 0.330807201564312, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8069597780704498, "step": 2302 }, { - "epoch": 0.15, - "learning_rate": 1.9201319807151293e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 154.09375, + "epoch": 0.3743193823648923, + "grad_norm": 3.041989803314209, + "kl": 2.4140625, + "learning_rate": 6.256501950585175e-07, + "loss": 0.0966, + "reward": 1.615768015384674, + "reward_std": 0.32585179805755615, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7720180451869965, "step": 2303 }, { - "epoch": 0.15, - "learning_rate": 1.9200470129890708e-05, - "loss": 1.1187, + "clip_ratio": 0.0, + "completion_length": 146.359375, + "epoch": 0.3744819179195449, + "grad_norm": 1.8470591306686401, + "kl": 2.48828125, + "learning_rate": 6.254876462938882e-07, + "loss": 0.0994, + "reward": 1.6443458199501038, + "reward_std": 0.3908163607120514, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7693458199501038, "step": 2304 }, { - "epoch": 0.15, - "learning_rate": 1.9199620019725022e-05, - "loss": 0.9869, + "clip_ratio": 0.0, + "completion_length": 166.328125, + "epoch": 0.3746444534741975, + "grad_norm": 1.9489182233810425, + "kl": 3.7734375, + "learning_rate": 6.253250975292587e-07, + "loss": 0.1513, + "reward": 1.4744728803634644, + "reward_std": 0.5368269979953766, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.677597850561142, "step": 2305 }, { - "epoch": 0.15, - "learning_rate": 1.919876947669424e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 175.46875, + "epoch": 0.37480698902885007, + "grad_norm": 2.4904634952545166, + "kl": 1.890625, + "learning_rate": 6.251625487646294e-07, + "loss": 0.0756, + "reward": 1.6372950673103333, + "reward_std": 0.38535337150096893, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7466700971126556, "step": 2306 }, { - "epoch": 0.15, - "learning_rate": 1.9197918500838375e-05, - "loss": 1.098, + "clip_ratio": 0.0, + "completion_length": 182.0, + "epoch": 0.37496952458350263, + "grad_norm": 1.352166771888733, + "kl": 1.62890625, + "learning_rate": 6.249999999999999e-07, + "loss": 0.0651, + "reward": 1.5953567624092102, + "reward_std": 0.3631883040070534, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7203567624092102, "step": 2307 }, { - "epoch": 0.15, - "learning_rate": 1.9197067092197472e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 159.125, + "epoch": 0.3751320601381552, + "grad_norm": 4.032027244567871, + "kl": 2.7578125, + "learning_rate": 6.248374512353706e-07, + "loss": 0.1103, + "reward": 1.456711232662201, + "reward_std": 0.49744880199432373, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6442112326622009, "step": 2308 }, { - "epoch": 0.15, - "learning_rate": 1.919621525081159e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 145.015625, + "epoch": 0.3752945956928078, + "grad_norm": 2.8777730464935303, + "kl": 2.609375, + "learning_rate": 6.246749024707411e-07, + "loss": 0.1045, + "reward": 1.5468266010284424, + "reward_std": 0.5183252990245819, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7187015414237976, "step": 2309 }, { - "epoch": 0.15, - "learning_rate": 1.9195362976720812e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 163.171875, + "epoch": 0.3754571312474604, + "grad_norm": 2.318190574645996, + "kl": 1.81640625, + "learning_rate": 6.245123537061118e-07, + "loss": 0.0726, + "reward": 1.5204982161521912, + "reward_std": 0.5255501568317413, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6611231863498688, "step": 2310 }, { - "epoch": 0.15, - "learning_rate": 1.9194510269965238e-05, - "loss": 1.0502, + "clip_ratio": 0.0, + "completion_length": 162.578125, + "epoch": 0.37561966680211295, + "grad_norm": 1.823974609375, + "kl": 2.17578125, + "learning_rate": 6.243498049414823e-07, + "loss": 0.0871, + "reward": 1.6710398197174072, + "reward_std": 0.25063879787921906, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.749164879322052, "step": 2311 }, { - "epoch": 0.15, - "learning_rate": 1.919365713058499e-05, - "loss": 1.0949, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.3757822023567655, + "grad_norm": 1.5688836574554443, + "kl": 1.70703125, + "learning_rate": 6.241872561768531e-07, + "loss": 0.0683, + "reward": 1.708717942237854, + "reward_std": 0.31878723949193954, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.802467942237854, "step": 2312 }, { - "epoch": 0.15, - "learning_rate": 1.919280355862021e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.37594473791141814, + "grad_norm": 4.026767253875732, + "kl": 5.703125, + "learning_rate": 6.240247074122236e-07, + "loss": 0.228, + "reward": 1.309767723083496, + "reward_std": 0.5911289155483246, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.5753926634788513, "step": 2313 }, { - "epoch": 0.15, - "learning_rate": 1.9191949554111064e-05, - "loss": 1.0844, + "clip_ratio": 0.0, + "completion_length": 153.71875, + "epoch": 0.3761072734660707, + "grad_norm": 2.3862202167510986, + "kl": 1.875, + "learning_rate": 6.238621586475943e-07, + "loss": 0.0753, + "reward": 1.635275423526764, + "reward_std": 0.31059785932302475, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7446503341197968, "step": 2314 }, { - "epoch": 0.16, - "learning_rate": 1.919109511709773e-05, - "loss": 1.0924, + "clip_ratio": 0.0, + "completion_length": 150.96875, + "epoch": 0.37626980902072327, + "grad_norm": 2.7226779460906982, + "kl": 4.234375, + "learning_rate": 6.236996098829648e-07, + "loss": 0.169, + "reward": 1.5576021075248718, + "reward_std": 0.4764690101146698, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.729477047920227, "step": 2315 }, { - "epoch": 0.16, - "learning_rate": 1.9190240247620417e-05, - "loss": 1.1072, + "clip_ratio": 0.0, + "completion_length": 143.875, + "epoch": 0.3764323445753759, + "grad_norm": 2.899453639984131, + "kl": 1.4921875, + "learning_rate": 6.235370611183355e-07, + "loss": 0.0598, + "reward": 1.7684025764465332, + "reward_std": 0.17326340824365616, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8465275168418884, "step": 2316 }, { - "epoch": 0.16, - "learning_rate": 1.9189384945719342e-05, - "loss": 1.0687, + "clip_ratio": 0.0, + "completion_length": 183.6875, + "epoch": 0.37659488013002845, + "grad_norm": 2.599888563156128, + "kl": 2.1640625, + "learning_rate": 6.23374512353706e-07, + "loss": 0.0865, + "reward": 1.6157466173171997, + "reward_std": 0.31944385170936584, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7251216769218445, "step": 2317 }, { - "epoch": 0.16, - "learning_rate": 1.9188529211434755e-05, - "loss": 1.035, + "clip_ratio": 0.0, + "completion_length": 146.8125, + "epoch": 0.376757415684681, + "grad_norm": 4.675145149230957, + "kl": 2.03125, + "learning_rate": 6.232119635890767e-07, + "loss": 0.0813, + "reward": 1.709340512752533, + "reward_std": 0.2101643718779087, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.787465512752533, "step": 2318 }, { - "epoch": 0.16, - "learning_rate": 1.9187673044806917e-05, - "loss": 1.1145, + "clip_ratio": 0.0, + "completion_length": 160.625, + "epoch": 0.3769199512393336, + "grad_norm": 1.9193896055221558, + "kl": 2.703125, + "learning_rate": 6.230494148244472e-07, + "loss": 0.108, + "reward": 1.6035980582237244, + "reward_std": 0.18690870702266693, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7285980582237244, "step": 2319 }, { - "epoch": 0.16, - "learning_rate": 1.918681644587612e-05, - "loss": 0.9637, + "clip_ratio": 0.0, + "completion_length": 154.453125, + "epoch": 0.3770824867939862, + "grad_norm": 2.8851735591888428, + "kl": 3.1640625, + "learning_rate": 6.228868660598179e-07, + "loss": 0.1269, + "reward": 1.5546176433563232, + "reward_std": 0.47874346375465393, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7108675539493561, "step": 2320 }, { - "epoch": 0.16, - "learning_rate": 1.9185959414682655e-05, - "loss": 1.1242, + "clip_ratio": 0.0, + "completion_length": 142.5625, + "epoch": 0.37724502234863877, + "grad_norm": 5.6507391929626465, + "kl": 2.35546875, + "learning_rate": 6.227243172951884e-07, + "loss": 0.0942, + "reward": 1.5218181610107422, + "reward_std": 0.3997991234064102, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6936931610107422, "step": 2321 }, { - "epoch": 0.16, - "learning_rate": 1.9185101951266856e-05, - "loss": 1.1204, + "clip_ratio": 0.0, + "completion_length": 145.4375, + "epoch": 0.37740755790329134, + "grad_norm": 2.3232967853546143, + "kl": 1.8984375, + "learning_rate": 6.225617685305592e-07, + "loss": 0.0759, + "reward": 1.7747228741645813, + "reward_std": 0.20416825264692307, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8372228145599365, "step": 2322 }, { - "epoch": 0.16, - "learning_rate": 1.918424405566907e-05, - "loss": 1.0575, + "clip_ratio": 0.0, + "completion_length": 140.640625, + "epoch": 0.3775700934579439, + "grad_norm": 2.8979787826538086, + "kl": 2.4296875, + "learning_rate": 6.223992197659298e-07, + "loss": 0.0973, + "reward": 1.5785622596740723, + "reward_std": 0.36930540204048157, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.734812319278717, "step": 2323 }, { - "epoch": 0.16, - "learning_rate": 1.9183385727929665e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 157.84375, + "epoch": 0.3777326290125965, + "grad_norm": 2.847311496734619, + "kl": 2.47265625, + "learning_rate": 6.222366710013004e-07, + "loss": 0.0991, + "reward": 1.48207688331604, + "reward_std": 0.47772571444511414, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6383267939090729, "step": 2324 }, { - "epoch": 0.16, - "learning_rate": 1.918252696808902e-05, - "loss": 1.0871, + "clip_ratio": 0.0, + "completion_length": 164.6875, + "epoch": 0.3778951645672491, + "grad_norm": 3.0136544704437256, + "kl": 2.64453125, + "learning_rate": 6.22074122236671e-07, + "loss": 0.1057, + "reward": 1.6419835090637207, + "reward_std": 0.34266676008701324, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7513585090637207, "step": 2325 }, { - "epoch": 0.16, - "learning_rate": 1.9181667776187548e-05, - "loss": 1.1545, + "clip_ratio": 0.0, + "completion_length": 157.71875, + "epoch": 0.37805770012190165, + "grad_norm": 2.394648313522339, + "kl": 1.763671875, + "learning_rate": 6.219115734720416e-07, + "loss": 0.0707, + "reward": 1.6187936663627625, + "reward_std": 0.3283824995160103, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7437936663627625, "step": 2326 }, { - "epoch": 0.16, - "learning_rate": 1.9180808152265675e-05, - "loss": 1.0242, + "clip_ratio": 0.0, + "completion_length": 167.46875, + "epoch": 0.3782202356765543, + "grad_norm": 2.3658907413482666, + "kl": 1.65234375, + "learning_rate": 6.217490247074122e-07, + "loss": 0.0663, + "reward": 1.5857768654823303, + "reward_std": 0.32270096242427826, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7264019548892975, "step": 2327 }, { - "epoch": 0.16, - "learning_rate": 1.9179948096363845e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 168.796875, + "epoch": 0.37838277123120684, + "grad_norm": 2.4312357902526855, + "kl": 1.552734375, + "learning_rate": 6.215864759427828e-07, + "loss": 0.0622, + "reward": 1.6240795254707336, + "reward_std": 0.24888020753860474, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7334545254707336, "step": 2328 }, { - "epoch": 0.16, - "learning_rate": 1.917908760852253e-05, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 187.171875, + "epoch": 0.3785453067858594, + "grad_norm": 3.199223756790161, + "kl": 1.640625, + "learning_rate": 6.214239271781534e-07, + "loss": 0.0657, + "reward": 1.502314805984497, + "reward_std": 0.28507739305496216, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5960649251937866, "step": 2329 }, { - "epoch": 0.16, - "learning_rate": 1.9178226688782212e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 143.5, + "epoch": 0.37870784234051197, + "grad_norm": 3.2111570835113525, + "kl": 2.0234375, + "learning_rate": 6.21261378413524e-07, + "loss": 0.0811, + "reward": 1.5781965851783752, + "reward_std": 0.3977440446615219, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6875715255737305, "step": 2330 }, { - "epoch": 0.16, - "learning_rate": 1.9177365337183408e-05, - "loss": 1.0066, + "clip_ratio": 0.0, + "completion_length": 144.703125, + "epoch": 0.3788703778951646, + "grad_norm": 2.2843549251556396, + "kl": 0.501953125, + "learning_rate": 6.210988296488946e-07, + "loss": 0.0201, + "reward": 1.728243350982666, + "reward_std": 0.0844937153160572, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.743868350982666, "step": 2331 }, { - "epoch": 0.16, - "learning_rate": 1.917650355376664e-05, - "loss": 1.0586, + "clip_ratio": 0.0, + "completion_length": 175.953125, + "epoch": 0.37903291344981715, + "grad_norm": 2.907686471939087, + "kl": 1.9140625, + "learning_rate": 6.209362808842653e-07, + "loss": 0.0766, + "reward": 1.6545212268829346, + "reward_std": 0.35239332914352417, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7482712268829346, "step": 2332 }, { - "epoch": 0.16, - "learning_rate": 1.917564133857246e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 151.53125, + "epoch": 0.3791954490044697, + "grad_norm": 1.5135787725448608, + "kl": 1.53515625, + "learning_rate": 6.207737321196359e-07, + "loss": 0.0613, + "reward": 1.566007137298584, + "reward_std": 0.3247133046388626, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6753821969032288, "step": 2333 }, { - "epoch": 0.16, - "learning_rate": 1.9174778691641437e-05, - "loss": 1.1314, + "clip_ratio": 0.0, + "completion_length": 167.15625, + "epoch": 0.3793579845591223, + "grad_norm": 2.7494983673095703, + "kl": 2.21875, + "learning_rate": 6.206111833550065e-07, + "loss": 0.0887, + "reward": 1.5095831155776978, + "reward_std": 0.33525820076465607, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6345831453800201, "step": 2334 }, { - "epoch": 0.16, - "learning_rate": 1.9173915613014163e-05, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 170.578125, + "epoch": 0.3795205201137749, + "grad_norm": 4.980159759521484, + "kl": 1.88671875, + "learning_rate": 6.204486345903771e-07, + "loss": 0.0754, + "reward": 1.5796748995780945, + "reward_std": 0.357496440410614, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7359248697757721, "step": 2335 }, { - "epoch": 0.16, - "learning_rate": 1.9173052102731242e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 147.71875, + "epoch": 0.37968305566842747, + "grad_norm": 3.035212755203247, + "kl": 1.103515625, + "learning_rate": 6.202860858257477e-07, + "loss": 0.0441, + "reward": 1.6321253180503845, + "reward_std": 0.172269307076931, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6946253180503845, "step": 2336 }, { - "epoch": 0.16, - "learning_rate": 1.9172188160833308e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 145.6875, + "epoch": 0.37984559122308004, + "grad_norm": 2.243769645690918, + "kl": 1.57421875, + "learning_rate": 6.201235370611183e-07, + "loss": 0.0629, + "reward": 1.5624569654464722, + "reward_std": 0.33899085223674774, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6718319356441498, "step": 2337 }, { - "epoch": 0.16, - "learning_rate": 1.9171323787361014e-05, - "loss": 0.9894, + "clip_ratio": 0.0, + "completion_length": 183.71875, + "epoch": 0.3800081267777326, + "grad_norm": 3.5437512397766113, + "kl": 1.78125, + "learning_rate": 6.199609882964889e-07, + "loss": 0.071, + "reward": 1.535898506641388, + "reward_std": 0.41162240505218506, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6765235066413879, "step": 2338 }, { - "epoch": 0.16, - "learning_rate": 1.9170458982355026e-05, - "loss": 1.1082, + "clip_ratio": 0.0, + "completion_length": 167.484375, + "epoch": 0.3801706623323852, + "grad_norm": 1.7121633291244507, + "kl": 2.28125, + "learning_rate": 6.197984395318595e-07, + "loss": 0.0911, + "reward": 1.628989577293396, + "reward_std": 0.1992950588464737, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.707114577293396, "step": 2339 }, { - "epoch": 0.16, - "learning_rate": 1.916959374585604e-05, - "loss": 0.9357, + "clip_ratio": 0.0, + "completion_length": 147.0, + "epoch": 0.3803331978870378, + "grad_norm": 6.066576957702637, + "kl": 1.19140625, + "learning_rate": 6.196358907672301e-07, + "loss": 0.0476, + "reward": 1.6130043864250183, + "reward_std": 0.32126346230506897, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7067544460296631, "step": 2340 }, { - "epoch": 0.16, - "learning_rate": 1.9168728077904763e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 193.71875, + "epoch": 0.38049573344169035, + "grad_norm": 1.7067084312438965, + "kl": 2.11328125, + "learning_rate": 6.194733420026007e-07, + "loss": 0.0845, + "reward": 1.6966550946235657, + "reward_std": 0.27495191246271133, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7747800648212433, "step": 2341 }, { - "epoch": 0.16, - "learning_rate": 1.916786197854193e-05, - "loss": 1.0163, + "clip_ratio": 0.0, + "completion_length": 183.84375, + "epoch": 0.380658268996343, + "grad_norm": 2.894367218017578, + "kl": 2.72265625, + "learning_rate": 6.193107932379714e-07, + "loss": 0.1088, + "reward": 1.5365718007087708, + "reward_std": 0.3366004377603531, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6459468007087708, "step": 2342 }, { - "epoch": 0.16, - "learning_rate": 1.9166995447808292e-05, - "loss": 1.1049, + "clip_ratio": 0.0, + "completion_length": 154.71875, + "epoch": 0.38082080455099554, + "grad_norm": 1.8545469045639038, + "kl": 2.16796875, + "learning_rate": 6.19148244473342e-07, + "loss": 0.0867, + "reward": 1.6149699091911316, + "reward_std": 0.3169883042573929, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.724344789981842, "step": 2343 }, { - "epoch": 0.16, - "learning_rate": 1.9166128485744622e-05, - "loss": 1.058, + "clip_ratio": 0.0, + "completion_length": 151.375, + "epoch": 0.3809833401056481, + "grad_norm": 3.6502609252929688, + "kl": 1.642578125, + "learning_rate": 6.189856957087126e-07, + "loss": 0.0659, + "reward": 1.6992751955986023, + "reward_std": 0.36106227338314056, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7930251657962799, "step": 2344 }, { - "epoch": 0.16, - "learning_rate": 1.9165261092391712e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 157.09375, + "epoch": 0.38114587566030067, + "grad_norm": 2.106261730194092, + "kl": 1.56640625, + "learning_rate": 6.188231469440832e-07, + "loss": 0.0626, + "reward": 1.6813259720802307, + "reward_std": 0.20240621268749237, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7438259720802307, "step": 2345 }, { - "epoch": 0.16, - "learning_rate": 1.9164393267790374e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 176.5625, + "epoch": 0.3813084112149533, + "grad_norm": 3.723334789276123, + "kl": 3.6494140625, + "learning_rate": 6.186605981794538e-07, + "loss": 0.1459, + "reward": 1.621374487876892, + "reward_std": 0.2879096530377865, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7151245176792145, "step": 2346 }, { - "epoch": 0.16, - "learning_rate": 1.9163525011981446e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 183.984375, + "epoch": 0.38147094676960586, + "grad_norm": 1.4162238836288452, + "kl": 1.43359375, + "learning_rate": 6.184980494148244e-07, + "loss": 0.0572, + "reward": 1.7036964297294617, + "reward_std": 0.21700122952461243, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7818214297294617, "step": 2347 }, { - "epoch": 0.16, - "learning_rate": 1.9162656325005774e-05, - "loss": 1.1109, + "clip_ratio": 0.0, + "completion_length": 136.4375, + "epoch": 0.3816334823242584, + "grad_norm": 2.2036783695220947, + "kl": 0.6943359375, + "learning_rate": 6.18335500650195e-07, + "loss": 0.0278, + "reward": 1.7540901899337769, + "reward_std": 0.2056364193558693, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8165901899337769, "step": 2348 }, { - "epoch": 0.16, - "learning_rate": 1.9161787206904238e-05, - "loss": 1.1141, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.381796017878911, + "grad_norm": 1.9576855897903442, + "kl": 1.3125, + "learning_rate": 6.181729518855656e-07, + "loss": 0.0527, + "reward": 1.818976104259491, + "reward_std": 0.18913984298706055, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8814760744571686, "step": 2349 }, { - "epoch": 0.16, - "learning_rate": 1.9160917657717734e-05, - "loss": 1.068, + "clip_ratio": 0.0, + "completion_length": 161.0625, + "epoch": 0.3819585534335636, + "grad_norm": 1.518989086151123, + "kl": 1.71875, + "learning_rate": 6.180104031209362e-07, + "loss": 0.0687, + "reward": 1.5669798254966736, + "reward_std": 0.2542821317911148, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6451047956943512, "step": 2350 }, { - "epoch": 0.16, - "learning_rate": 1.9160047677487168e-05, - "loss": 1.0172, + "clip_ratio": 0.0, + "completion_length": 156.4375, + "epoch": 0.3821210889882162, + "grad_norm": 1.336302638053894, + "kl": 0.820556640625, + "learning_rate": 6.178478543563068e-07, + "loss": 0.0327, + "reward": 1.6475722193717957, + "reward_std": 0.2036340907216072, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6944472193717957, "step": 2351 }, { - "epoch": 0.16, - "learning_rate": 1.9159177266253482e-05, - "loss": 1.0768, + "clip_ratio": 0.0, + "completion_length": 141.265625, + "epoch": 0.38228362454286874, + "grad_norm": 2.99147629737854, + "kl": 1.970703125, + "learning_rate": 6.176853055916775e-07, + "loss": 0.0791, + "reward": 1.7653499245643616, + "reward_std": 0.27031683176755905, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8278498649597168, "step": 2352 }, { - "epoch": 0.16, - "learning_rate": 1.9158306424057625e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 159.296875, + "epoch": 0.38244616009752136, + "grad_norm": 2.490422248840332, + "kl": 2.76953125, + "learning_rate": 6.175227568270481e-07, + "loss": 0.1105, + "reward": 1.638909935951233, + "reward_std": 0.29528363049030304, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7639099359512329, "step": 2353 }, { - "epoch": 0.16, - "learning_rate": 1.9157435150940583e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 169.03125, + "epoch": 0.3826086956521739, + "grad_norm": 2.335829496383667, + "kl": 1.55078125, + "learning_rate": 6.173602080624187e-07, + "loss": 0.0621, + "reward": 1.6144846677780151, + "reward_std": 0.25979651510715485, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6926096677780151, "step": 2354 }, { - "epoch": 0.16, - "learning_rate": 1.9156563446943336e-05, - "loss": 1.0243, + "clip_ratio": 0.0, + "completion_length": 194.203125, + "epoch": 0.3827712312068265, + "grad_norm": 3.1775271892547607, + "kl": 1.85546875, + "learning_rate": 6.171976592977893e-07, + "loss": 0.0743, + "reward": 1.7260476350784302, + "reward_std": 0.24901102483272552, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8041726052761078, "step": 2355 }, { - "epoch": 0.16, - "learning_rate": 1.9155691312106913e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 151.5, + "epoch": 0.38293376676147906, + "grad_norm": 3.343973159790039, + "kl": 4.875, + "learning_rate": 6.170351105331599e-07, + "loss": 0.1949, + "reward": 1.4636196494102478, + "reward_std": 0.49541279673576355, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.651119589805603, "step": 2356 }, { - "epoch": 0.16, - "learning_rate": 1.9154818746472346e-05, - "loss": 1.0885, + "clip_ratio": 0.0, + "completion_length": 190.390625, + "epoch": 0.3830963023161317, + "grad_norm": 2.3192667961120605, + "kl": 1.990234375, + "learning_rate": 6.168725617685305e-07, + "loss": 0.0796, + "reward": 1.7264755368232727, + "reward_std": 0.22871852666139603, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7889755368232727, "step": 2357 }, { - "epoch": 0.16, - "learning_rate": 1.9153945750080688e-05, - "loss": 1.1039, + "clip_ratio": 0.0, + "completion_length": 187.40625, + "epoch": 0.38325883787078424, + "grad_norm": 3.2421786785125732, + "kl": 1.73046875, + "learning_rate": 6.167100130039011e-07, + "loss": 0.0694, + "reward": 1.4699793457984924, + "reward_std": 0.36054280400276184, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6106043457984924, "step": 2358 }, { - "epoch": 0.16, - "learning_rate": 1.915307232297302e-05, - "loss": 1.0672, + "clip_ratio": 0.0, + "completion_length": 145.875, + "epoch": 0.3834213734254368, + "grad_norm": 1.14152193069458, + "kl": 2.3203125, + "learning_rate": 6.165474642392717e-07, + "loss": 0.0927, + "reward": 1.687970757484436, + "reward_std": 0.20746153593063354, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7660957276821136, "step": 2359 }, { - "epoch": 0.16, - "learning_rate": 1.9152198465190438e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 186.859375, + "epoch": 0.38358390898008937, + "grad_norm": 4.141172409057617, + "kl": 4.109375, + "learning_rate": 6.163849154746424e-07, + "loss": 0.1645, + "reward": 1.5063755512237549, + "reward_std": 0.39569565653800964, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7251255810260773, "step": 2360 }, { - "epoch": 0.16, - "learning_rate": 1.9151324176774058e-05, - "loss": 1.0713, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.383746444534742, + "grad_norm": 2.657205581665039, + "kl": 2.2578125, + "learning_rate": 6.162223667100129e-07, + "loss": 0.0902, + "reward": 1.702813446521759, + "reward_std": 0.299517422914505, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7965634167194366, "step": 2361 }, { - "epoch": 0.16, - "learning_rate": 1.9150449457765017e-05, - "loss": 1.0048, + "clip_ratio": 0.0, + "completion_length": 158.9375, + "epoch": 0.38390898008939456, + "grad_norm": 2.641310930252075, + "kl": 1.041015625, + "learning_rate": 6.160598179453837e-07, + "loss": 0.0417, + "reward": 1.6670725345611572, + "reward_std": 0.2894817069172859, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7451975643634796, "step": 2362 }, { - "epoch": 0.16, - "learning_rate": 1.9149574308204474e-05, - "loss": 1.1439, + "clip_ratio": 0.0, + "completion_length": 200.84375, + "epoch": 0.3840715156440471, + "grad_norm": 1.9466667175292969, + "kl": 2.796875, + "learning_rate": 6.158972691807542e-07, + "loss": 0.1117, + "reward": 1.5199764966964722, + "reward_std": 0.3823045492172241, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6762265264987946, "step": 2363 }, { - "epoch": 0.16, - "learning_rate": 1.9148698728133607e-05, - "loss": 1.0054, + "clip_ratio": 0.0, + "completion_length": 180.96875, + "epoch": 0.3842340511986997, + "grad_norm": 2.1007754802703857, + "kl": 1.9765625, + "learning_rate": 6.157347204161249e-07, + "loss": 0.0789, + "reward": 1.6023857593536377, + "reward_std": 0.35470718145370483, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7117607593536377, "step": 2364 }, { - "epoch": 0.16, - "learning_rate": 1.9147822717593618e-05, - "loss": 1.0108, + "clip_ratio": 0.0, + "completion_length": 162.171875, + "epoch": 0.3843965867533523, + "grad_norm": 1.7564780712127686, + "kl": 2.453125, + "learning_rate": 6.155721716514954e-07, + "loss": 0.098, + "reward": 1.5530456900596619, + "reward_std": 0.33211033046245575, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6780456900596619, "step": 2365 }, { - "epoch": 0.16, - "learning_rate": 1.9146946276625714e-05, - "loss": 1.1109, + "clip_ratio": 0.0, + "completion_length": 173.234375, + "epoch": 0.3845591223080049, + "grad_norm": 3.352944850921631, + "kl": 1.66796875, + "learning_rate": 6.154096228868661e-07, + "loss": 0.0666, + "reward": 1.7135213017463684, + "reward_std": 0.19274156540632248, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8072713017463684, "step": 2366 }, { - "epoch": 0.16, - "learning_rate": 1.9146069405271145e-05, - "loss": 0.9324, + "clip_ratio": 0.0, + "completion_length": 173.5, + "epoch": 0.38472165786265744, + "grad_norm": 1.9078425168991089, + "kl": 1.18359375, + "learning_rate": 6.152470741222366e-07, + "loss": 0.0473, + "reward": 1.6884759068489075, + "reward_std": 0.226155087351799, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7509758770465851, "step": 2367 }, { - "epoch": 0.16, - "learning_rate": 1.914519210357117e-05, - "loss": 1.1386, + "clip_ratio": 0.0, + "completion_length": 157.28125, + "epoch": 0.38488419341731006, + "grad_norm": 4.358317852020264, + "kl": 1.375, + "learning_rate": 6.150845253576073e-07, + "loss": 0.055, + "reward": 1.5033864974975586, + "reward_std": 0.30888061225414276, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6283864974975586, "step": 2368 }, { - "epoch": 0.16, - "learning_rate": 1.914431437156706e-05, - "loss": 1.0422, + "clip_ratio": 0.0, + "completion_length": 182.734375, + "epoch": 0.3850467289719626, + "grad_norm": 2.667307138442993, + "kl": 1.43359375, + "learning_rate": 6.149219765929778e-07, + "loss": 0.0574, + "reward": 1.667206883430481, + "reward_std": 0.23461347073316574, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.745331883430481, "step": 2369 }, { - "epoch": 0.16, - "learning_rate": 1.9143436209300116e-05, - "loss": 1.0181, + "clip_ratio": 0.0, + "completion_length": 166.203125, + "epoch": 0.3852092645266152, + "grad_norm": 2.117292881011963, + "kl": 1.24609375, + "learning_rate": 6.147594278283485e-07, + "loss": 0.0498, + "reward": 1.567135989665985, + "reward_std": 0.3467257618904114, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6921360194683075, "step": 2370 }, { - "epoch": 0.16, - "learning_rate": 1.9142557616811667e-05, - "loss": 1.1438, + "clip_ratio": 0.0, + "completion_length": 179.421875, + "epoch": 0.38537180008126776, + "grad_norm": 2.9877712726593018, + "kl": 1.28125, + "learning_rate": 6.14596879063719e-07, + "loss": 0.0514, + "reward": 1.5773842334747314, + "reward_std": 0.4213528037071228, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7180091738700867, "step": 2371 }, { - "epoch": 0.16, - "learning_rate": 1.914167859414304e-05, - "loss": 1.0388, + "clip_ratio": 0.0, + "completion_length": 150.5, + "epoch": 0.3855343356359204, + "grad_norm": 1.4081568717956543, + "kl": 1.037109375, + "learning_rate": 6.144343302990898e-07, + "loss": 0.0415, + "reward": 1.688516914844513, + "reward_std": 0.1871965005993843, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7510169148445129, "step": 2372 }, { - "epoch": 0.16, - "learning_rate": 1.9140799141335608e-05, - "loss": 1.0847, + "clip_ratio": 0.0, + "completion_length": 149.4375, + "epoch": 0.38569687119057294, + "grad_norm": 1.1340298652648926, + "kl": 0.396728515625, + "learning_rate": 6.142717815344603e-07, + "loss": 0.0159, + "reward": 1.7970775365829468, + "reward_std": 0.17122037708759308, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8439525663852692, "step": 2373 }, { - "epoch": 0.16, - "learning_rate": 1.9139919258430743e-05, - "loss": 1.0607, + "clip_ratio": 0.0, + "completion_length": 189.28125, + "epoch": 0.3858594067452255, + "grad_norm": 1.493610143661499, + "kl": 1.37890625, + "learning_rate": 6.14109232769831e-07, + "loss": 0.0552, + "reward": 1.6708876490592957, + "reward_std": 0.3129615932703018, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7646376490592957, "step": 2374 }, { - "epoch": 0.16, - "learning_rate": 1.913903894546985e-05, - "loss": 1.0981, + "clip_ratio": 0.0, + "completion_length": 172.4375, + "epoch": 0.3860219422998781, + "grad_norm": 2.610226631164551, + "kl": 1.02734375, + "learning_rate": 6.139466840052015e-07, + "loss": 0.0412, + "reward": 1.728245198726654, + "reward_std": 0.2920575439929962, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8219952285289764, "step": 2375 }, { - "epoch": 0.16, - "learning_rate": 1.9138158202494343e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 182.765625, + "epoch": 0.3861844778545307, + "grad_norm": 1.3978402614593506, + "kl": 1.25, + "learning_rate": 6.137841352405722e-07, + "loss": 0.0501, + "reward": 1.6728172302246094, + "reward_std": 0.23439686745405197, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7665671706199646, "step": 2376 }, { - "epoch": 0.16, - "learning_rate": 1.913727702954567e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 187.046875, + "epoch": 0.38634701340918326, + "grad_norm": 2.354412317276001, + "kl": 1.310546875, + "learning_rate": 6.136215864759427e-07, + "loss": 0.0523, + "reward": 1.5741835236549377, + "reward_std": 0.3269036263227463, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6679335534572601, "step": 2377 }, { - "epoch": 0.16, - "learning_rate": 1.913639542666529e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 169.21875, + "epoch": 0.3865095489638358, + "grad_norm": 2.244194746017456, + "kl": 2.3984375, + "learning_rate": 6.134590377113134e-07, + "loss": 0.0959, + "reward": 1.7007268071174622, + "reward_std": 0.2742523103952408, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7788517773151398, "step": 2378 }, { - "epoch": 0.16, - "learning_rate": 1.9135513393894687e-05, - "loss": 1.1179, + "clip_ratio": 0.0, + "completion_length": 178.78125, + "epoch": 0.38667208451848845, + "grad_norm": 3.625410795211792, + "kl": 3.9140625, + "learning_rate": 6.132964889466839e-07, + "loss": 0.1567, + "reward": 1.6549482941627502, + "reward_std": 0.4474823921918869, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8268233239650726, "step": 2379 }, { - "epoch": 0.16, - "learning_rate": 1.913463093127536e-05, - "loss": 0.9878, + "clip_ratio": 0.0, + "completion_length": 198.171875, + "epoch": 0.386834620073141, + "grad_norm": 2.060002088546753, + "kl": 2.16015625, + "learning_rate": 6.131339401820546e-07, + "loss": 0.0864, + "reward": 1.6727017164230347, + "reward_std": 0.29715070873498917, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7820767760276794, "step": 2380 }, { - "epoch": 0.16, - "learning_rate": 1.913374803884883e-05, - "loss": 1.1114, + "clip_ratio": 0.0, + "completion_length": 143.0, + "epoch": 0.3869971556277936, + "grad_norm": 1.949459195137024, + "kl": 2.1171875, + "learning_rate": 6.129713914174251e-07, + "loss": 0.085, + "reward": 1.6905799508094788, + "reward_std": 0.38020390272140503, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8155799508094788, "step": 2381 }, { - "epoch": 0.16, - "learning_rate": 1.9132864716656643e-05, - "loss": 1.1247, + "clip_ratio": 0.0, + "completion_length": 180.75, + "epoch": 0.38715969118244614, + "grad_norm": 1.4761654138565063, + "kl": 1.39453125, + "learning_rate": 6.128088426527959e-07, + "loss": 0.0558, + "reward": 1.6286590099334717, + "reward_std": 0.2290506362915039, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6911589503288269, "step": 2382 }, { - "epoch": 0.16, - "learning_rate": 1.913198096474036e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 166.546875, + "epoch": 0.38732222673709876, + "grad_norm": 1.7333381175994873, + "kl": 2.2734375, + "learning_rate": 6.126462938881664e-07, + "loss": 0.0907, + "reward": 1.68914133310318, + "reward_std": 0.3154682405292988, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7985163331031799, "step": 2383 }, { - "epoch": 0.16, - "learning_rate": 1.9131096783141567e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 166.3125, + "epoch": 0.38748476229175133, + "grad_norm": 3.635314702987671, + "kl": 2.6484375, + "learning_rate": 6.124837451235371e-07, + "loss": 0.1059, + "reward": 1.6801287531852722, + "reward_std": 0.34550589323043823, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7895037531852722, "step": 2384 }, { - "epoch": 0.16, - "learning_rate": 1.9130212171901855e-05, - "loss": 1.0432, + "clip_ratio": 0.0, + "completion_length": 170.9375, + "epoch": 0.3876472978464039, + "grad_norm": 1.6237386465072632, + "kl": 2.6015625, + "learning_rate": 6.123211963589076e-07, + "loss": 0.1041, + "reward": 1.6453037858009338, + "reward_std": 0.3435889929533005, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7546788156032562, "step": 2385 }, { - "epoch": 0.16, - "learning_rate": 1.9129327131062862e-05, - "loss": 1.0327, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.38780983340105646, + "grad_norm": 1.3363101482391357, + "kl": 2.064453125, + "learning_rate": 6.121586475942783e-07, + "loss": 0.0826, + "reward": 1.5987210273742676, + "reward_std": 0.28800441324710846, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7080960273742676, "step": 2386 }, { - "epoch": 0.16, - "learning_rate": 1.912844166066622e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 208.6875, + "epoch": 0.3879723689557091, + "grad_norm": 2.7023565769195557, + "kl": 5.265625, + "learning_rate": 6.119960988296488e-07, + "loss": 0.2107, + "reward": 1.4120203256607056, + "reward_std": 0.5115092545747757, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6463952958583832, "step": 2387 }, { - "epoch": 0.16, - "learning_rate": 1.9127555760753602e-05, - "loss": 1.0521, + "clip_ratio": 0.0, + "completion_length": 165.5, + "epoch": 0.38813490451036164, + "grad_norm": 2.548813819885254, + "kl": 2.375, + "learning_rate": 6.118335500650195e-07, + "loss": 0.0945, + "reward": 1.5758315920829773, + "reward_std": 0.3498741462826729, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7008315920829773, "step": 2388 }, { - "epoch": 0.16, - "learning_rate": 1.9126669431366686e-05, - "loss": 0.9798, + "clip_ratio": 0.0, + "completion_length": 204.890625, + "epoch": 0.3882974400650142, + "grad_norm": 1.5451390743255615, + "kl": 4.375, + "learning_rate": 6.1167100130039e-07, + "loss": 0.1748, + "reward": 1.5483041405677795, + "reward_std": 0.4378967881202698, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7514292001724243, "step": 2389 }, { - "epoch": 0.16, - "learning_rate": 1.912578267254718e-05, - "loss": 1.0921, + "clip_ratio": 0.0, + "completion_length": 154.96875, + "epoch": 0.3884599756196668, + "grad_norm": 3.280060291290283, + "kl": 1.5078125, + "learning_rate": 6.115084525357607e-07, + "loss": 0.0604, + "reward": 1.68498957157135, + "reward_std": 0.26314182579517365, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7631145417690277, "step": 2390 }, { - "epoch": 0.16, - "learning_rate": 1.9124895484336804e-05, - "loss": 1.0913, + "clip_ratio": 0.0, + "completion_length": 183.6875, + "epoch": 0.3886225111743194, + "grad_norm": 2.1926207542419434, + "kl": 3.9375, + "learning_rate": 6.113459037711312e-07, + "loss": 0.1571, + "reward": 1.5579751133918762, + "reward_std": 0.5542019754648209, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7611000537872314, "step": 2391 }, { - "epoch": 0.16, - "learning_rate": 1.91240078667773e-05, - "loss": 1.0717, + "clip_ratio": 0.0, + "completion_length": 193.40625, + "epoch": 0.38878504672897196, + "grad_norm": 3.131253480911255, + "kl": 4.15625, + "learning_rate": 6.11183355006502e-07, + "loss": 0.1661, + "reward": 1.532363772392273, + "reward_std": 0.3955358862876892, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.704238772392273, "step": 2392 }, { - "epoch": 0.16, - "learning_rate": 1.912311981991044e-05, - "loss": 1.1191, + "clip_ratio": 0.0, + "completion_length": 185.75, + "epoch": 0.3889475822836245, + "grad_norm": 2.040580987930298, + "kl": 3.6796875, + "learning_rate": 6.110208062418726e-07, + "loss": 0.1469, + "reward": 1.5488739013671875, + "reward_std": 0.4324751943349838, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7207489013671875, "step": 2393 }, { - "epoch": 0.16, - "learning_rate": 1.9122231343778004e-05, - "loss": 1.1324, + "clip_ratio": 0.0, + "completion_length": 178.984375, + "epoch": 0.38911011783827715, + "grad_norm": 1.8483201265335083, + "kl": 2.2578125, + "learning_rate": 6.108582574772432e-07, + "loss": 0.0903, + "reward": 1.655394434928894, + "reward_std": 0.417180672287941, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8116444945335388, "step": 2394 }, { - "epoch": 0.16, - "learning_rate": 1.9121342438421805e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 155.421875, + "epoch": 0.3892726533929297, + "grad_norm": 2.293924570083618, + "kl": 3.125, + "learning_rate": 6.106957087126138e-07, + "loss": 0.1249, + "reward": 1.525280475616455, + "reward_std": 0.3961663693189621, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6659054160118103, "step": 2395 }, { - "epoch": 0.16, - "learning_rate": 1.9120453103883654e-05, - "loss": 1.0931, + "clip_ratio": 0.0, + "completion_length": 168.109375, + "epoch": 0.3894351889475823, + "grad_norm": 1.9863176345825195, + "kl": 1.66015625, + "learning_rate": 6.105331599479844e-07, + "loss": 0.0661, + "reward": 1.651099443435669, + "reward_std": 0.35865074396133423, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7917245328426361, "step": 2396 }, { - "epoch": 0.16, - "learning_rate": 1.9119563340205407e-05, - "loss": 1.1117, + "clip_ratio": 0.0, + "completion_length": 158.71875, + "epoch": 0.38959772450223484, + "grad_norm": 3.941254138946533, + "kl": 0.4609375, + "learning_rate": 6.10370611183355e-07, + "loss": 0.0185, + "reward": 1.7632853388786316, + "reward_std": 0.12695328518748283, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.794535368680954, "step": 2397 }, { - "epoch": 0.16, - "learning_rate": 1.9118673147428927e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 197.96875, + "epoch": 0.38976026005688746, + "grad_norm": 2.0981013774871826, + "kl": 2.71875, + "learning_rate": 6.102080624187256e-07, + "loss": 0.1086, + "reward": 1.375376582145691, + "reward_std": 0.46790578961372375, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.5785016119480133, "step": 2398 }, { - "epoch": 0.16, - "learning_rate": 1.91177825255961e-05, - "loss": 1.0518, + "clip_ratio": 0.0, + "completion_length": 229.609375, + "epoch": 0.38992279561154003, + "grad_norm": 2.47898530960083, + "kl": 2.52734375, + "learning_rate": 6.100455136540962e-07, + "loss": 0.1011, + "reward": 1.5212903022766113, + "reward_std": 0.3558442071080208, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6775403320789337, "step": 2399 }, { - "epoch": 0.16, - "learning_rate": 1.9116891474748826e-05, - "loss": 1.0983, + "clip_ratio": 0.0, + "completion_length": 181.9375, + "epoch": 0.3900853311661926, + "grad_norm": 1.5547268390655518, + "kl": 1.91015625, + "learning_rate": 6.098829648894668e-07, + "loss": 0.0764, + "reward": 1.4890109300613403, + "reward_std": 0.46168744564056396, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6608858704566956, "step": 2400 }, { - "epoch": 0.16, - "learning_rate": 1.9115999994929045e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 156.25, + "epoch": 0.39024786672084516, + "grad_norm": 3.3014817237854004, + "kl": 1.318359375, + "learning_rate": 6.097204161248374e-07, + "loss": 0.0529, + "reward": 1.6895803809165955, + "reward_std": 0.21086852997541428, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7520804405212402, "step": 2401 }, { - "epoch": 0.16, - "learning_rate": 1.911510808617869e-05, - "loss": 1.2458, + "clip_ratio": 0.0, + "completion_length": 162.234375, + "epoch": 0.3904104022754978, + "grad_norm": 1.6231640577316284, + "kl": 1.09375, + "learning_rate": 6.095578673602081e-07, + "loss": 0.0438, + "reward": 1.624975860118866, + "reward_std": 0.26696397364139557, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.734350860118866, "step": 2402 }, { - "epoch": 0.16, - "learning_rate": 1.9114215748539734e-05, - "loss": 1.1463, + "clip_ratio": 0.0, + "completion_length": 175.859375, + "epoch": 0.39057293783015035, + "grad_norm": 1.0300331115722656, + "kl": 0.44482421875, + "learning_rate": 6.093953185955787e-07, + "loss": 0.0178, + "reward": 1.6999558210372925, + "reward_std": 0.13516247272491455, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7468308210372925, "step": 2403 }, { - "epoch": 0.16, - "learning_rate": 1.911332298205416e-05, - "loss": 0.9721, + "clip_ratio": 0.0, + "completion_length": 235.84375, + "epoch": 0.3907354733848029, + "grad_norm": 2.189941167831421, + "kl": 2.3828125, + "learning_rate": 6.092327698309493e-07, + "loss": 0.0952, + "reward": 1.5455248355865479, + "reward_std": 0.41013628244400024, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6861497759819031, "step": 2404 }, { - "epoch": 0.16, - "learning_rate": 1.911242978676398e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 165.546875, + "epoch": 0.39089800893945553, + "grad_norm": 1.5873574018478394, + "kl": 0.98828125, + "learning_rate": 6.090702210663199e-07, + "loss": 0.0396, + "reward": 1.5466424226760864, + "reward_std": 0.27889030426740646, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6403924524784088, "step": 2405 }, { - "epoch": 0.16, - "learning_rate": 1.9111536162711214e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 151.484375, + "epoch": 0.3910605444941081, + "grad_norm": 2.8916449546813965, + "kl": 0.9921875, + "learning_rate": 6.089076723016905e-07, + "loss": 0.0396, + "reward": 1.6831074357032776, + "reward_std": 0.28106701374053955, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7612323760986328, "step": 2406 }, { - "epoch": 0.16, - "learning_rate": 1.9110642109937922e-05, - "loss": 1.0065, + "clip_ratio": 0.0, + "completion_length": 177.53125, + "epoch": 0.39122308004876066, + "grad_norm": 1.8897168636322021, + "kl": 1.5625, + "learning_rate": 6.087451235370611e-07, + "loss": 0.0625, + "reward": 1.6015669107437134, + "reward_std": 0.3193900138139725, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6953167915344238, "step": 2407 }, { - "epoch": 0.16, - "learning_rate": 1.9109747628486154e-05, - "loss": 1.0813, + "clip_ratio": 0.0, + "completion_length": 171.59375, + "epoch": 0.39138561560341323, + "grad_norm": 1.4201970100402832, + "kl": 1.76611328125, + "learning_rate": 6.085825747724317e-07, + "loss": 0.0705, + "reward": 1.5532011985778809, + "reward_std": 0.30625689402222633, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6469512581825256, "step": 2408 }, { - "epoch": 0.16, - "learning_rate": 1.910885271839801e-05, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 162.125, + "epoch": 0.39154815115806585, + "grad_norm": 4.627320289611816, + "kl": 1.98828125, + "learning_rate": 6.084200260078023e-07, + "loss": 0.0793, + "reward": 1.5627652406692505, + "reward_std": 0.39506566524505615, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7033902406692505, "step": 2409 }, { - "epoch": 0.16, - "learning_rate": 1.9107957379715597e-05, - "loss": 1.1171, + "clip_ratio": 0.0, + "completion_length": 176.109375, + "epoch": 0.3917106867127184, + "grad_norm": 2.8185579776763916, + "kl": 1.5703125, + "learning_rate": 6.082574772431729e-07, + "loss": 0.0627, + "reward": 1.7065494060516357, + "reward_std": 0.3056251108646393, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8002994060516357, "step": 2410 }, { - "epoch": 0.16, - "learning_rate": 1.9107061612481036e-05, - "loss": 1.1038, + "clip_ratio": 0.0, + "completion_length": 161.59375, + "epoch": 0.391873222267371, + "grad_norm": 1.3529231548309326, + "kl": 1.86328125, + "learning_rate": 6.080949284785435e-07, + "loss": 0.0745, + "reward": 1.7373190522193909, + "reward_std": 0.3338512182235718, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8466941118240356, "step": 2411 }, { - "epoch": 0.16, - "learning_rate": 1.910616541673648e-05, - "loss": 1.1113, + "clip_ratio": 0.0, + "completion_length": 171.546875, + "epoch": 0.39203575782202355, + "grad_norm": 3.726085901260376, + "kl": 4.078125, + "learning_rate": 6.079323797139142e-07, + "loss": 0.1629, + "reward": 1.5447298288345337, + "reward_std": 0.3833230286836624, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7478548288345337, "step": 2412 }, { - "epoch": 0.16, - "learning_rate": 1.9105268792524098e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 166.546875, + "epoch": 0.39219829337667617, + "grad_norm": 3.3189945220947266, + "kl": 3.40625, + "learning_rate": 6.077698309492848e-07, + "loss": 0.1366, + "reward": 1.6187418103218079, + "reward_std": 0.3982978016138077, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7593668401241302, "step": 2413 }, { - "epoch": 0.16, - "learning_rate": 1.9104371739886075e-05, - "loss": 1.0555, + "clip_ratio": 0.0, + "completion_length": 156.28125, + "epoch": 0.39236082893132873, + "grad_norm": 2.755988359451294, + "kl": 2.1640625, + "learning_rate": 6.076072821846554e-07, + "loss": 0.0868, + "reward": 1.558070421218872, + "reward_std": 0.3874295651912689, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6830703616142273, "step": 2414 }, { - "epoch": 0.16, - "learning_rate": 1.9103474258864626e-05, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 188.1875, + "epoch": 0.3925233644859813, + "grad_norm": 1.7146462202072144, + "kl": 3.1484375, + "learning_rate": 6.07444733420026e-07, + "loss": 0.1259, + "reward": 1.6916446685791016, + "reward_std": 0.4045204371213913, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8322696387767792, "step": 2415 }, { - "epoch": 0.16, - "learning_rate": 1.9102576349501972e-05, - "loss": 1.024, + "clip_ratio": 0.0, + "completion_length": 206.6875, + "epoch": 0.39268590004063386, + "grad_norm": 3.1613612174987793, + "kl": 4.0078125, + "learning_rate": 6.072821846553966e-07, + "loss": 0.1605, + "reward": 1.4467071294784546, + "reward_std": 0.3492214232683182, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6185820996761322, "step": 2416 }, { - "epoch": 0.16, - "learning_rate": 1.9101678011840362e-05, - "loss": 1.131, + "clip_ratio": 0.0, + "completion_length": 184.3125, + "epoch": 0.3928484355952865, + "grad_norm": 3.1740455627441406, + "kl": 3.0703125, + "learning_rate": 6.071196358907672e-07, + "loss": 0.1226, + "reward": 1.56052565574646, + "reward_std": 0.27840957790613174, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6855256259441376, "step": 2417 }, { - "epoch": 0.16, - "learning_rate": 1.9100779245922072e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 179.015625, + "epoch": 0.39301097114993905, + "grad_norm": 2.1843936443328857, + "kl": 4.625, + "learning_rate": 6.069570871261378e-07, + "loss": 0.1852, + "reward": 1.455510675907135, + "reward_std": 0.5549439191818237, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.7211357057094574, "step": 2418 }, { - "epoch": 0.16, - "learning_rate": 1.9099880051789385e-05, - "loss": 1.1089, + "clip_ratio": 0.0, + "completion_length": 167.6875, + "epoch": 0.3931735067045916, + "grad_norm": 2.493557929992676, + "kl": 1.76953125, + "learning_rate": 6.067945383615084e-07, + "loss": 0.0708, + "reward": 1.5200780034065247, + "reward_std": 0.33457784354686737, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6607030630111694, "step": 2419 }, { - "epoch": 0.16, - "learning_rate": 1.9098980429484613e-05, - "loss": 0.9799, + "clip_ratio": 0.0, + "completion_length": 174.765625, + "epoch": 0.39333604225924423, + "grad_norm": 3.3668298721313477, + "kl": 2.259765625, + "learning_rate": 6.06631989596879e-07, + "loss": 0.0906, + "reward": 1.5275146961212158, + "reward_std": 0.40060819685459137, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6681396961212158, "step": 2420 }, { - "epoch": 0.16, - "learning_rate": 1.9098080379050088e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 181.296875, + "epoch": 0.3934985778138968, + "grad_norm": 2.0605273246765137, + "kl": 2.296875, + "learning_rate": 6.064694408322496e-07, + "loss": 0.092, + "reward": 1.6217997074127197, + "reward_std": 0.39158089458942413, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7780497074127197, "step": 2421 }, { - "epoch": 0.16, - "learning_rate": 1.9097179900528157e-05, - "loss": 1.0444, + "clip_ratio": 0.0, + "completion_length": 172.9375, + "epoch": 0.39366111336854936, + "grad_norm": 1.6177417039871216, + "kl": 3.0625, + "learning_rate": 6.063068920676203e-07, + "loss": 0.1221, + "reward": 1.554539680480957, + "reward_std": 0.3489321172237396, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7264147102832794, "step": 2422 }, { - "epoch": 0.16, - "learning_rate": 1.9096278993961185e-05, - "loss": 1.1185, + "clip_ratio": 0.0, + "completion_length": 172.375, + "epoch": 0.39382364892320193, + "grad_norm": 2.684654951095581, + "kl": 1.92578125, + "learning_rate": 6.061443433029909e-07, + "loss": 0.0769, + "reward": 1.58614581823349, + "reward_std": 0.392978772521019, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6955207288265228, "step": 2423 }, { - "epoch": 0.16, - "learning_rate": 1.909537765939157e-05, - "loss": 1.0781, + "clip_ratio": 0.0, + "completion_length": 168.828125, + "epoch": 0.39398618447785455, + "grad_norm": 1.8243093490600586, + "kl": 2.06640625, + "learning_rate": 6.059817945383615e-07, + "loss": 0.0827, + "reward": 1.5628423690795898, + "reward_std": 0.48470737040042877, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7347173690795898, "step": 2424 }, { - "epoch": 0.16, - "learning_rate": 1.9094475896861713e-05, - "loss": 1.1571, + "clip_ratio": 0.0, + "completion_length": 166.5625, + "epoch": 0.3941487200325071, + "grad_norm": 1.4495117664337158, + "kl": 0.6318359375, + "learning_rate": 6.058192457737321e-07, + "loss": 0.0253, + "reward": 1.696688175201416, + "reward_std": 0.23989751935005188, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7748131453990936, "step": 2425 }, { - "epoch": 0.16, - "learning_rate": 1.9093573706414056e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 146.640625, + "epoch": 0.3943112555871597, + "grad_norm": 3.1097655296325684, + "kl": 1.5078125, + "learning_rate": 6.056566970091027e-07, + "loss": 0.0602, + "reward": 1.6720585227012634, + "reward_std": 0.3488309234380722, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7814335227012634, "step": 2426 }, { - "epoch": 0.16, - "learning_rate": 1.909267108809104e-05, - "loss": 1.0685, + "clip_ratio": 0.0, + "completion_length": 171.28125, + "epoch": 0.39447379114181225, + "grad_norm": 2.154844284057617, + "kl": 0.875, + "learning_rate": 6.054941482444733e-07, + "loss": 0.035, + "reward": 1.6511667370796204, + "reward_std": 0.22505566477775574, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7449167370796204, "step": 2427 }, { - "epoch": 0.16, - "learning_rate": 1.909176804193514e-05, - "loss": 1.0644, + "clip_ratio": 0.0, + "completion_length": 182.21875, + "epoch": 0.39463632669646487, + "grad_norm": 1.696474552154541, + "kl": 1.158203125, + "learning_rate": 6.05331599479844e-07, + "loss": 0.0463, + "reward": 1.634920060634613, + "reward_std": 0.2914835661649704, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7286700904369354, "step": 2428 }, { - "epoch": 0.16, - "learning_rate": 1.9090864567988844e-05, - "loss": 1.0673, + "clip_ratio": 0.0, + "completion_length": 183.375, + "epoch": 0.39479886225111743, + "grad_norm": 2.226036548614502, + "kl": 1.77734375, + "learning_rate": 6.051690507152145e-07, + "loss": 0.0712, + "reward": 1.5396783947944641, + "reward_std": 0.43827658891677856, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7115533947944641, "step": 2429 }, { - "epoch": 0.16, - "learning_rate": 1.9089960666294662e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 201.15625, + "epoch": 0.39496139780577, + "grad_norm": 2.607447385787964, + "kl": 1.453125, + "learning_rate": 6.050065019505852e-07, + "loss": 0.0581, + "reward": 1.5839499235153198, + "reward_std": 0.33788497745990753, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7089499235153198, "step": 2430 }, { - "epoch": 0.16, - "learning_rate": 1.908905633689513e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 172.4375, + "epoch": 0.3951239333604226, + "grad_norm": 2.32267427444458, + "kl": 1.91015625, + "learning_rate": 6.048439531859557e-07, + "loss": 0.0763, + "reward": 1.462548851966858, + "reward_std": 0.3763186037540436, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6344239115715027, "step": 2431 }, { - "epoch": 0.16, - "learning_rate": 1.9088151579832793e-05, - "loss": 0.9851, + "clip_ratio": 0.0, + "completion_length": 176.6875, + "epoch": 0.3952864689150752, + "grad_norm": 1.948602318763733, + "kl": 1.076171875, + "learning_rate": 6.046814044213265e-07, + "loss": 0.043, + "reward": 1.6988880634307861, + "reward_std": 0.2696530669927597, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7926380634307861, "step": 2432 }, { - "epoch": 0.16, - "learning_rate": 1.9087246395150223e-05, - "loss": 1.0806, + "clip_ratio": 0.0, + "completion_length": 168.578125, + "epoch": 0.39544900446972775, + "grad_norm": 2.776506185531616, + "kl": 2.2734375, + "learning_rate": 6.04518855656697e-07, + "loss": 0.0907, + "reward": 1.6049875617027283, + "reward_std": 0.39348894357681274, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7456125617027283, "step": 2433 }, { - "epoch": 0.16, - "learning_rate": 1.9086340782890015e-05, - "loss": 1.0341, + "clip_ratio": 0.0, + "completion_length": 158.15625, + "epoch": 0.3956115400243803, + "grad_norm": 1.577528953552246, + "kl": 1.53125, + "learning_rate": 6.043563068920677e-07, + "loss": 0.0615, + "reward": 1.6545161008834839, + "reward_std": 0.3330308422446251, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7482661008834839, "step": 2434 }, { - "epoch": 0.16, - "learning_rate": 1.9085434743094776e-05, - "loss": 1.0134, + "clip_ratio": 0.0, + "completion_length": 165.375, + "epoch": 0.39577407557903294, + "grad_norm": 3.450416088104248, + "kl": 2.3203125, + "learning_rate": 6.041937581274382e-07, + "loss": 0.0928, + "reward": 1.435684859752655, + "reward_std": 0.4382435977458954, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6700598299503326, "step": 2435 }, { - "epoch": 0.16, - "learning_rate": 1.9084528275807145e-05, - "loss": 1.0211, + "clip_ratio": 0.0, + "completion_length": 171.140625, + "epoch": 0.3959366111336855, + "grad_norm": 1.3842419385910034, + "kl": 1.953125, + "learning_rate": 6.040312093628089e-07, + "loss": 0.0783, + "reward": 1.6053334474563599, + "reward_std": 0.36407335847616196, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7303334772586823, "step": 2436 }, { - "epoch": 0.16, - "learning_rate": 1.908362138106976e-05, - "loss": 1.0427, + "clip_ratio": 0.0, + "completion_length": 148.859375, + "epoch": 0.39609914668833807, + "grad_norm": 4.9921183586120605, + "kl": 2.3125, + "learning_rate": 6.038686605981794e-07, + "loss": 0.0925, + "reward": 1.4119383096694946, + "reward_std": 0.44574208557605743, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6463133096694946, "step": 2437 }, { - "epoch": 0.16, - "learning_rate": 1.908271405892531e-05, - "loss": 1.1084, + "clip_ratio": 0.0, + "completion_length": 150.53125, + "epoch": 0.39626168224299063, + "grad_norm": 1.2542246580123901, + "kl": 1.4921875, + "learning_rate": 6.037061118335501e-07, + "loss": 0.0598, + "reward": 1.7780737280845642, + "reward_std": 0.22215353697538376, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8718236684799194, "step": 2438 }, { - "epoch": 0.16, - "learning_rate": 1.9081806309416467e-05, - "loss": 1.0366, + "clip_ratio": 0.0, + "completion_length": 163.453125, + "epoch": 0.39642421779764325, + "grad_norm": 2.0109169483184814, + "kl": 2.8671875, + "learning_rate": 6.035435630689206e-07, + "loss": 0.1149, + "reward": 1.5343494415283203, + "reward_std": 0.30981646478176117, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6749743521213531, "step": 2439 }, { - "epoch": 0.16, - "learning_rate": 1.9080898132585962e-05, - "loss": 1.0271, + "clip_ratio": 0.0, + "completion_length": 163.8125, + "epoch": 0.3965867533522958, + "grad_norm": 4.456010341644287, + "kl": 4.4375, + "learning_rate": 6.033810143042913e-07, + "loss": 0.1777, + "reward": 1.39461088180542, + "reward_std": 0.4838765114545822, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6133609116077423, "step": 2440 }, { - "epoch": 0.16, - "learning_rate": 1.9079989528476514e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 149.5, + "epoch": 0.3967492889069484, + "grad_norm": 2.006053924560547, + "kl": 3.1875, + "learning_rate": 6.032184655396618e-07, + "loss": 0.1276, + "reward": 1.5794389247894287, + "reward_std": 0.2812800854444504, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7044389545917511, "step": 2441 }, { - "epoch": 0.16, - "learning_rate": 1.907908049713088e-05, - "loss": 1.1073, + "clip_ratio": 0.0, + "completion_length": 154.8125, + "epoch": 0.39691182446160095, + "grad_norm": 2.7544546127319336, + "kl": 3.3671875, + "learning_rate": 6.030559167750326e-07, + "loss": 0.1346, + "reward": 1.5189056396484375, + "reward_std": 0.43743085861206055, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7220306694507599, "step": 2442 }, { - "epoch": 0.16, - "learning_rate": 1.907817103859183e-05, - "loss": 1.0932, + "clip_ratio": 0.0, + "completion_length": 144.078125, + "epoch": 0.39707436001625357, + "grad_norm": 2.9760987758636475, + "kl": 3.3515625, + "learning_rate": 6.028933680104031e-07, + "loss": 0.1341, + "reward": 1.5053502321243286, + "reward_std": 0.4759003221988678, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7084752917289734, "step": 2443 }, { - "epoch": 0.16, - "learning_rate": 1.907726115290216e-05, - "loss": 1.0615, + "clip_ratio": 0.0, + "completion_length": 163.703125, + "epoch": 0.39723689557090613, + "grad_norm": 1.2014374732971191, + "kl": 1.109375, + "learning_rate": 6.027308192457738e-07, + "loss": 0.0443, + "reward": 1.7458395957946777, + "reward_std": 0.22848030924797058, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8239645957946777, "step": 2444 }, { - "epoch": 0.16, - "learning_rate": 1.907635084010468e-05, - "loss": 1.089, + "clip_ratio": 0.0, + "completion_length": 177.328125, + "epoch": 0.3973994311255587, + "grad_norm": 1.8457534313201904, + "kl": 1.7265625, + "learning_rate": 6.025682704811443e-07, + "loss": 0.069, + "reward": 1.588193416595459, + "reward_std": 0.2337898313999176, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6975683569908142, "step": 2445 }, { - "epoch": 0.16, - "learning_rate": 1.9075440100242226e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 147.9375, + "epoch": 0.3975619666802113, + "grad_norm": 1.7746481895446777, + "kl": 1.60546875, + "learning_rate": 6.02405721716515e-07, + "loss": 0.0643, + "reward": 1.6450942158699036, + "reward_std": 0.3140102028846741, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7388442754745483, "step": 2446 }, { - "epoch": 0.16, - "learning_rate": 1.9074528933357644e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 152.90625, + "epoch": 0.3977245022348639, + "grad_norm": 2.147866725921631, + "kl": 1.423828125, + "learning_rate": 6.022431729518855e-07, + "loss": 0.0568, + "reward": 1.6785452961921692, + "reward_std": 0.2700932268053293, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7566702365875244, "step": 2447 }, { - "epoch": 0.16, - "learning_rate": 1.9073617339493807e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 153.859375, + "epoch": 0.39788703778951645, + "grad_norm": 2.435702085494995, + "kl": 2.8203125, + "learning_rate": 6.020806241872562e-07, + "loss": 0.1132, + "reward": 1.6153589487075806, + "reward_std": 0.4245321750640869, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7716090083122253, "step": 2448 }, { - "epoch": 0.16, - "learning_rate": 1.9072705318693617e-05, - "loss": 1.0252, + "clip_ratio": 0.0, + "completion_length": 169.296875, + "epoch": 0.398049573344169, + "grad_norm": 2.7949936389923096, + "kl": 1.7890625, + "learning_rate": 6.019180754226267e-07, + "loss": 0.0715, + "reward": 1.620792031288147, + "reward_std": 0.2816990464925766, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7301669418811798, "step": 2449 }, { - "epoch": 0.16, - "learning_rate": 1.9071792870999976e-05, - "loss": 1.0801, + "clip_ratio": 0.0, + "completion_length": 166.859375, + "epoch": 0.39821210889882164, + "grad_norm": 1.3893994092941284, + "kl": 2.21875, + "learning_rate": 6.017555266579974e-07, + "loss": 0.089, + "reward": 1.5183245539665222, + "reward_std": 0.43829473853111267, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7214495837688446, "step": 2450 }, { - "epoch": 0.16, - "learning_rate": 1.9070879996455824e-05, - "loss": 0.9922, + "clip_ratio": 0.0, + "completion_length": 161.578125, + "epoch": 0.3983746444534742, + "grad_norm": 2.2291812896728516, + "kl": 2.11328125, + "learning_rate": 6.015929778933679e-07, + "loss": 0.0844, + "reward": 1.6750167608261108, + "reward_std": 0.3281310051679611, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7843918204307556, "step": 2451 }, { - "epoch": 0.16, - "learning_rate": 1.9069966695104113e-05, - "loss": 1.1213, + "clip_ratio": 0.0, + "completion_length": 199.703125, + "epoch": 0.39853718000812677, + "grad_norm": 2.638521671295166, + "kl": 3.4453125, + "learning_rate": 6.014304291287387e-07, + "loss": 0.1382, + "reward": 1.5674449801445007, + "reward_std": 0.30034732073545456, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7080699801445007, "step": 2452 }, { - "epoch": 0.16, - "learning_rate": 1.906905296698781e-05, - "loss": 1.0411, + "clip_ratio": 0.0, + "completion_length": 192.234375, + "epoch": 0.39869971556277933, + "grad_norm": 2.0193161964416504, + "kl": 1.765625, + "learning_rate": 6.012678803641092e-07, + "loss": 0.0707, + "reward": 1.6824718713760376, + "reward_std": 0.3504525423049927, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7918468713760376, "step": 2453 }, { - "epoch": 0.16, - "learning_rate": 1.9068138812149917e-05, - "loss": 1.0046, + "clip_ratio": 0.0, + "completion_length": 146.546875, + "epoch": 0.39886225111743195, + "grad_norm": 1.6875773668289185, + "kl": 1.60546875, + "learning_rate": 6.011053315994799e-07, + "loss": 0.0644, + "reward": 1.7141673564910889, + "reward_std": 0.21292974799871445, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8079173862934113, "step": 2454 }, { - "epoch": 0.16, - "learning_rate": 1.9067224230633443e-05, - "loss": 1.0026, + "clip_ratio": 0.0, + "completion_length": 162.703125, + "epoch": 0.3990247866720845, + "grad_norm": 4.107537269592285, + "kl": 2.37890625, + "learning_rate": 6.009427828348504e-07, + "loss": 0.0951, + "reward": 1.5675299167633057, + "reward_std": 0.4429740309715271, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7237800061702728, "step": 2455 }, { - "epoch": 0.16, - "learning_rate": 1.906630922248142e-05, - "loss": 0.9971, + "clip_ratio": 0.0, + "completion_length": 165.0, + "epoch": 0.3991873222267371, + "grad_norm": 2.7203550338745117, + "kl": 2.3203125, + "learning_rate": 6.007802340702211e-07, + "loss": 0.0927, + "reward": 1.600386619567871, + "reward_std": 0.3915161043405533, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7253866195678711, "step": 2456 }, { - "epoch": 0.16, - "learning_rate": 1.9065393787736903e-05, - "loss": 0.9809, + "clip_ratio": 0.0, + "completion_length": 193.640625, + "epoch": 0.3993498577813897, + "grad_norm": 3.7008204460144043, + "kl": 3.2890625, + "learning_rate": 6.006176853055916e-07, + "loss": 0.1313, + "reward": 1.5210497975349426, + "reward_std": 0.3548356741666794, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.661674827337265, "step": 2457 }, { - "epoch": 0.16, - "learning_rate": 1.9064477926442964e-05, - "loss": 1.0551, + "clip_ratio": 0.0, + "completion_length": 171.296875, + "epoch": 0.39951239333604227, + "grad_norm": 3.764068603515625, + "kl": 1.55859375, + "learning_rate": 6.004551365409623e-07, + "loss": 0.0621, + "reward": 1.5528021454811096, + "reward_std": 0.44744229316711426, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6934271454811096, "step": 2458 }, { - "epoch": 0.16, - "learning_rate": 1.90635616386427e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 180.28125, + "epoch": 0.39967492889069484, + "grad_norm": 4.957979679107666, + "kl": 1.828125, + "learning_rate": 6.002925877763328e-07, + "loss": 0.0731, + "reward": 1.71226567029953, + "reward_std": 0.29073360562324524, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7903907299041748, "step": 2459 }, { - "epoch": 0.16, - "learning_rate": 1.9062644924379225e-05, - "loss": 1.0406, + "clip_ratio": 0.0, + "completion_length": 151.78125, + "epoch": 0.3998374644453474, + "grad_norm": 4.891812801361084, + "kl": 2.359375, + "learning_rate": 6.001300390117035e-07, + "loss": 0.0943, + "reward": 1.5911278128623962, + "reward_std": 0.3570294678211212, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7161278128623962, "step": 2460 }, { - "epoch": 0.16, - "learning_rate": 1.906172778369567e-05, - "loss": 1.1022, + "clip_ratio": 0.0, + "completion_length": 159.296875, + "epoch": 0.4, + "grad_norm": 2.412356376647949, + "kl": 2.00390625, + "learning_rate": 5.99967490247074e-07, + "loss": 0.0801, + "reward": 1.5583609342575073, + "reward_std": 0.4131823480129242, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6989859044551849, "step": 2461 }, { - "epoch": 0.16, - "learning_rate": 1.9060810216635184e-05, - "loss": 1.0848, + "clip_ratio": 0.0, + "completion_length": 157.125, + "epoch": 0.4001625355546526, + "grad_norm": 1.8963468074798584, + "kl": 1.42578125, + "learning_rate": 5.998049414824448e-07, + "loss": 0.0571, + "reward": 1.6388094425201416, + "reward_std": 0.25188595056533813, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7325593531131744, "step": 2462 }, { - "epoch": 0.16, - "learning_rate": 1.905989222324095e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 168.078125, + "epoch": 0.40032507110930515, + "grad_norm": 3.187077283859253, + "kl": 3.5, + "learning_rate": 5.996423927178154e-07, + "loss": 0.1397, + "reward": 1.5938948392868042, + "reward_std": 0.5144175142049789, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7970198392868042, "step": 2463 }, { - "epoch": 0.17, - "learning_rate": 1.9058973803556157e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 176.078125, + "epoch": 0.4004876066639577, + "grad_norm": 2.9351487159729004, + "kl": 3.90625, + "learning_rate": 5.99479843953186e-07, + "loss": 0.1562, + "reward": 1.3957815170288086, + "reward_std": 0.5621807277202606, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6614065170288086, "step": 2464 }, { - "epoch": 0.17, - "learning_rate": 1.905805495762402e-05, - "loss": 1.0689, + "clip_ratio": 0.0, + "completion_length": 150.78125, + "epoch": 0.40065014221861034, + "grad_norm": 2.4355130195617676, + "kl": 2.58984375, + "learning_rate": 5.993172951885566e-07, + "loss": 0.1036, + "reward": 1.6134312748908997, + "reward_std": 0.28192827850580215, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.722806304693222, "step": 2465 }, { - "epoch": 0.17, - "learning_rate": 1.9057135685487772e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 151.625, + "epoch": 0.4008126777732629, + "grad_norm": 2.4036409854888916, + "kl": 4.15625, + "learning_rate": 5.991547464239272e-07, + "loss": 0.1665, + "reward": 1.574758529663086, + "reward_std": 0.5489075928926468, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7778835594654083, "step": 2466 }, { - "epoch": 0.17, - "learning_rate": 1.905621598719067e-05, - "loss": 1.0942, + "clip_ratio": 0.0, + "completion_length": 188.625, + "epoch": 0.40097521332791547, + "grad_norm": 6.04540491104126, + "kl": 6.578125, + "learning_rate": 5.989921976592978e-07, + "loss": 0.2634, + "reward": 1.3268823623657227, + "reward_std": 0.45768001675605774, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6393823325634003, "step": 2467 }, { - "epoch": 0.17, - "learning_rate": 1.9055295862775983e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 164.78125, + "epoch": 0.40113774888256803, + "grad_norm": 2.1248106956481934, + "kl": 3.6796875, + "learning_rate": 5.988296488946683e-07, + "loss": 0.1474, + "reward": 1.5661831498146057, + "reward_std": 0.49762871861457825, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7224331498146057, "step": 2468 }, { - "epoch": 0.17, - "learning_rate": 1.9054375312287007e-05, - "loss": 1.0059, + "clip_ratio": 0.0, + "completion_length": 159.109375, + "epoch": 0.40130028443722066, + "grad_norm": 3.9449236392974854, + "kl": 4.6875, + "learning_rate": 5.98667100130039e-07, + "loss": 0.1877, + "reward": 1.4238890409469604, + "reward_std": 0.4814152717590332, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6582640409469604, "step": 2469 }, { - "epoch": 0.17, - "learning_rate": 1.9053454335767063e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 189.46875, + "epoch": 0.4014628199918732, + "grad_norm": 2.978332757949829, + "kl": 4.0, + "learning_rate": 5.985045513654095e-07, + "loss": 0.1602, + "reward": 1.5181175470352173, + "reward_std": 0.5804174840450287, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7368675172328949, "step": 2470 }, { - "epoch": 0.17, - "learning_rate": 1.9052532933259477e-05, - "loss": 1.0238, + "clip_ratio": 0.0, + "completion_length": 147.59375, + "epoch": 0.4016253555465258, + "grad_norm": 4.698862552642822, + "kl": 3.5703125, + "learning_rate": 5.983420026007802e-07, + "loss": 0.1426, + "reward": 1.4740560054779053, + "reward_std": 0.4738200008869171, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.66155606508255, "step": 2471 }, { - "epoch": 0.17, - "learning_rate": 1.9051611104807604e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 165.265625, + "epoch": 0.4017878911011784, + "grad_norm": 2.7797117233276367, + "kl": 2.484375, + "learning_rate": 5.981794538361509e-07, + "loss": 0.0992, + "reward": 1.550369381904602, + "reward_std": 0.4285079538822174, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7066193222999573, "step": 2472 }, { - "epoch": 0.17, - "learning_rate": 1.905068885045482e-05, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 179.0625, + "epoch": 0.401950426655831, + "grad_norm": 4.039379596710205, + "kl": 2.5078125, + "learning_rate": 5.980169050715215e-07, + "loss": 0.1003, + "reward": 1.6453207731246948, + "reward_std": 0.27391665428876877, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7546956539154053, "step": 2473 }, { - "epoch": 0.17, - "learning_rate": 1.904976617024452e-05, - "loss": 1.1183, + "clip_ratio": 0.0, + "completion_length": 184.34375, + "epoch": 0.40211296221048354, + "grad_norm": 1.7540301084518433, + "kl": 2.26953125, + "learning_rate": 5.97854356306892e-07, + "loss": 0.0906, + "reward": 1.6060174107551575, + "reward_std": 0.22897851467132568, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7310174405574799, "step": 2474 }, { - "epoch": 0.17, - "learning_rate": 1.904884306422012e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 189.671875, + "epoch": 0.4022754977651361, + "grad_norm": 2.692762613296509, + "kl": 2.0703125, + "learning_rate": 5.976918075422627e-07, + "loss": 0.083, + "reward": 1.6362155079841614, + "reward_std": 0.33226005733013153, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7299655079841614, "step": 2475 }, { - "epoch": 0.17, - "learning_rate": 1.904791953242505e-05, - "loss": 1.0647, + "clip_ratio": 0.0, + "completion_length": 167.140625, + "epoch": 0.4024380333197887, + "grad_norm": 1.702630639076233, + "kl": 1.7109375, + "learning_rate": 5.975292587776332e-07, + "loss": 0.0685, + "reward": 1.5854068994522095, + "reward_std": 0.2722940891981125, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6791569292545319, "step": 2476 }, { - "epoch": 0.17, - "learning_rate": 1.9046995574902768e-05, - "loss": 1.0131, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.4026005688744413, + "grad_norm": 2.806387186050415, + "kl": 3.46875, + "learning_rate": 5.973667100130039e-07, + "loss": 0.1386, + "reward": 1.4636866450309753, + "reward_std": 0.544592559337616, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6824365854263306, "step": 2477 }, { - "epoch": 0.17, - "learning_rate": 1.9046071191696747e-05, - "loss": 1.0477, + "clip_ratio": 0.0, + "completion_length": 169.609375, + "epoch": 0.40276310442909385, + "grad_norm": 5.270071983337402, + "kl": 1.87890625, + "learning_rate": 5.972041612483744e-07, + "loss": 0.0753, + "reward": 1.6426525115966797, + "reward_std": 0.33919841051101685, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7520275115966797, "step": 2478 }, { - "epoch": 0.17, - "learning_rate": 1.904514638285048e-05, - "loss": 0.9826, + "clip_ratio": 0.0, + "completion_length": 139.328125, + "epoch": 0.4029256399837464, + "grad_norm": 2.092198371887207, + "kl": 2.390625, + "learning_rate": 5.970416124837451e-07, + "loss": 0.0958, + "reward": 1.643757700920105, + "reward_std": 0.43941590189933777, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7843827307224274, "step": 2479 }, { - "epoch": 0.17, - "learning_rate": 1.9044221148407488e-05, - "loss": 1.0115, + "clip_ratio": 0.0, + "completion_length": 154.890625, + "epoch": 0.40308817553839904, + "grad_norm": 1.5336227416992188, + "kl": 1.640625, + "learning_rate": 5.968790637191156e-07, + "loss": 0.0656, + "reward": 1.6996650695800781, + "reward_std": 0.21222631633281708, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7777900695800781, "step": 2480 }, { - "epoch": 0.17, - "learning_rate": 1.9043295488411297e-05, - "loss": 1.0866, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.4032507110930516, + "grad_norm": 1.5352669954299927, + "kl": 1.515625, + "learning_rate": 5.967165149544863e-07, + "loss": 0.0605, + "reward": 1.7234575748443604, + "reward_std": 0.24258939921855927, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8015825748443604, "step": 2481 }, { - "epoch": 0.17, - "learning_rate": 1.9042369402905466e-05, - "loss": 1.0557, + "clip_ratio": 0.0, + "completion_length": 146.546875, + "epoch": 0.40341324664770417, + "grad_norm": 4.505135536193848, + "kl": 3.5234375, + "learning_rate": 5.96553966189857e-07, + "loss": 0.1409, + "reward": 1.5722349882125854, + "reward_std": 0.3481571227312088, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6816100180149078, "step": 2482 }, { - "epoch": 0.17, - "learning_rate": 1.904144289193357e-05, - "loss": 0.9937, + "clip_ratio": 0.0, + "completion_length": 173.015625, + "epoch": 0.4035757822023568, + "grad_norm": 1.7068160772323608, + "kl": 2.421875, + "learning_rate": 5.963914174252276e-07, + "loss": 0.097, + "reward": 1.6127849221229553, + "reward_std": 0.33415834605693817, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7534099221229553, "step": 2483 }, { - "epoch": 0.17, - "learning_rate": 1.9040515955539206e-05, - "loss": 1.0776, + "clip_ratio": 0.0, + "completion_length": 162.453125, + "epoch": 0.40373831775700936, + "grad_norm": 3.483860492706299, + "kl": 3.2734375, + "learning_rate": 5.962288686605981e-07, + "loss": 0.1312, + "reward": 1.45624840259552, + "reward_std": 0.5221685171127319, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6593734622001648, "step": 2484 }, { - "epoch": 0.17, - "learning_rate": 1.903958859376598e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 178.171875, + "epoch": 0.4039008533116619, + "grad_norm": 3.842167377471924, + "kl": 2.72265625, + "learning_rate": 5.960663198959688e-07, + "loss": 0.1086, + "reward": 1.6911388635635376, + "reward_std": 0.29704874008893967, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8161388039588928, "step": 2485 }, { - "epoch": 0.17, - "learning_rate": 1.9038660806657535e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 142.5625, + "epoch": 0.4040633888663145, + "grad_norm": 4.4485626220703125, + "kl": 3.0390625, + "learning_rate": 5.959037711313393e-07, + "loss": 0.1214, + "reward": 1.4902610778808594, + "reward_std": 0.48809385299682617, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.630886048078537, "step": 2486 }, { - "epoch": 0.17, - "learning_rate": 1.9037732594257523e-05, - "loss": 1.0524, + "clip_ratio": 0.0, + "completion_length": 159.78125, + "epoch": 0.4042259244209671, + "grad_norm": 2.629255771636963, + "kl": 3.0078125, + "learning_rate": 5.9574122236671e-07, + "loss": 0.1199, + "reward": 1.521578848361969, + "reward_std": 0.45523637533187866, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.709078848361969, "step": 2487 }, { - "epoch": 0.17, - "learning_rate": 1.903680395660962e-05, - "loss": 1.0504, + "clip_ratio": 0.0, + "completion_length": 151.5, + "epoch": 0.4043884599756197, + "grad_norm": 6.749632835388184, + "kl": 2.65625, + "learning_rate": 5.955786736020805e-07, + "loss": 0.1062, + "reward": 1.6230919361114502, + "reward_std": 0.340371772646904, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7324669361114502, "step": 2488 }, { - "epoch": 0.17, - "learning_rate": 1.9035874893757518e-05, - "loss": 1.0969, + "clip_ratio": 0.0, + "completion_length": 155.40625, + "epoch": 0.40455099553027224, + "grad_norm": 4.398673057556152, + "kl": 5.21875, + "learning_rate": 5.954161248374512e-07, + "loss": 0.2085, + "reward": 1.490472137928009, + "reward_std": 0.4769044816493988, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7248470783233643, "step": 2489 }, { - "epoch": 0.17, - "learning_rate": 1.9034945405744932e-05, - "loss": 1.0641, + "clip_ratio": 0.0, + "completion_length": 152.328125, + "epoch": 0.4047135310849248, + "grad_norm": 2.465885877609253, + "kl": 3.6640625, + "learning_rate": 5.952535760728217e-07, + "loss": 0.1462, + "reward": 1.5227250456809998, + "reward_std": 0.4298939108848572, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6946000456809998, "step": 2490 }, { - "epoch": 0.17, - "learning_rate": 1.90340154926156e-05, - "loss": 1.2017, + "clip_ratio": 0.0, + "completion_length": 163.453125, + "epoch": 0.4048760666395774, + "grad_norm": 4.660477161407471, + "kl": 2.859375, + "learning_rate": 5.950910273081924e-07, + "loss": 0.1142, + "reward": 1.5324787497520447, + "reward_std": 0.4458065330982208, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7043536901473999, "step": 2491 }, { - "epoch": 0.17, - "learning_rate": 1.9033085154413274e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 159.140625, + "epoch": 0.40503860219423, + "grad_norm": 2.9198050498962402, + "kl": 3.65625, + "learning_rate": 5.94928478543563e-07, + "loss": 0.1464, + "reward": 1.5336037278175354, + "reward_std": 0.34675560891628265, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7054787874221802, "step": 2492 }, { - "epoch": 0.17, - "learning_rate": 1.903215439118173e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 145.171875, + "epoch": 0.40520113774888256, + "grad_norm": 2.0757079124450684, + "kl": 4.1875, + "learning_rate": 5.947659297789337e-07, + "loss": 0.1678, + "reward": 1.5302335619926453, + "reward_std": 0.5258638560771942, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7333585619926453, "step": 2493 }, { - "epoch": 0.17, - "learning_rate": 1.9031223202964762e-05, - "loss": 1.0216, + "clip_ratio": 0.0, + "completion_length": 148.984375, + "epoch": 0.4053636733035351, + "grad_norm": 3.5032401084899902, + "kl": 4.0859375, + "learning_rate": 5.946033810143042e-07, + "loss": 0.1636, + "reward": 1.4374192357063293, + "reward_std": 0.5085358917713165, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6874192357063293, "step": 2494 }, { - "epoch": 0.17, - "learning_rate": 1.9030291589806184e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 161.125, + "epoch": 0.40552620885818774, + "grad_norm": 3.737799882888794, + "kl": 3.8203125, + "learning_rate": 5.944408322496749e-07, + "loss": 0.1527, + "reward": 1.4995753765106201, + "reward_std": 0.5538763105869293, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7183254063129425, "step": 2495 }, { - "epoch": 0.17, - "learning_rate": 1.902935955174983e-05, - "loss": 1.0521, + "clip_ratio": 0.0, + "completion_length": 166.046875, + "epoch": 0.4056887444128403, + "grad_norm": 4.189002990722656, + "kl": 4.453125, + "learning_rate": 5.942782834850455e-07, + "loss": 0.1785, + "reward": 1.487334966659546, + "reward_std": 0.5217586755752563, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.7373349368572235, "step": 2496 }, { - "epoch": 0.17, - "learning_rate": 1.902842708883956e-05, - "loss": 1.0476, + "clip_ratio": 0.0, + "completion_length": 182.171875, + "epoch": 0.4058512799674929, + "grad_norm": 2.7461042404174805, + "kl": 3.3125, + "learning_rate": 5.941157347204161e-07, + "loss": 0.1325, + "reward": 1.4215786457061768, + "reward_std": 0.5001456439495087, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.593453586101532, "step": 2497 }, { - "epoch": 0.17, - "learning_rate": 1.9027494201119243e-05, - "loss": 1.0745, + "clip_ratio": 0.0, + "completion_length": 139.171875, + "epoch": 0.4060138155221455, + "grad_norm": 5.3990092277526855, + "kl": 3.6640625, + "learning_rate": 5.939531859557867e-07, + "loss": 0.1467, + "reward": 1.4253219962120056, + "reward_std": 0.4798808842897415, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6753219664096832, "step": 2498 }, { - "epoch": 0.17, - "learning_rate": 1.9026560888632777e-05, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 185.390625, + "epoch": 0.40617635107679806, + "grad_norm": 4.589327335357666, + "kl": 3.046875, + "learning_rate": 5.937906371911573e-07, + "loss": 0.1217, + "reward": 1.446337878704071, + "reward_std": 0.3442841172218323, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6494629085063934, "step": 2499 }, { - "epoch": 0.17, - "learning_rate": 1.9025627151424073e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 162.0, + "epoch": 0.4063388866314506, + "grad_norm": 4.019742965698242, + "kl": 1.92578125, + "learning_rate": 5.936280884265279e-07, + "loss": 0.0769, + "reward": 1.4608871340751648, + "reward_std": 0.25660520792007446, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6015121638774872, "step": 2500 }, { - "epoch": 0.17, - "learning_rate": 1.9024692989537068e-05, - "loss": 1.0731, + "clip_ratio": 0.0, + "completion_length": 163.296875, + "epoch": 0.4065014221861032, + "grad_norm": 3.420454263687134, + "kl": 3.1484375, + "learning_rate": 5.934655396618985e-07, + "loss": 0.1258, + "reward": 1.423640489578247, + "reward_std": 0.4753078371286392, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6423905193805695, "step": 2501 }, { - "epoch": 0.17, - "learning_rate": 1.902375840301572e-05, - "loss": 1.0966, + "clip_ratio": 0.0, + "completion_length": 167.96875, + "epoch": 0.4066639577407558, + "grad_norm": 8.253557205200195, + "kl": 2.171875, + "learning_rate": 5.933029908972692e-07, + "loss": 0.087, + "reward": 1.5030415654182434, + "reward_std": 0.47880277037620544, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7217915952205658, "step": 2502 }, { - "epoch": 0.17, - "learning_rate": 1.9022823391903998e-05, - "loss": 1.1122, + "clip_ratio": 0.0, + "completion_length": 169.421875, + "epoch": 0.4068264932954084, + "grad_norm": 2.9686508178710938, + "kl": 2.4921875, + "learning_rate": 5.931404421326398e-07, + "loss": 0.0995, + "reward": 1.4878151416778564, + "reward_std": 0.4733162224292755, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7065651416778564, "step": 2503 }, { - "epoch": 0.17, - "learning_rate": 1.9021887956245895e-05, - "loss": 1.014, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.40698902885006094, + "grad_norm": 3.406501293182373, + "kl": 2.1875, + "learning_rate": 5.929778933680104e-07, + "loss": 0.0876, + "reward": 1.399744987487793, + "reward_std": 0.4533570855855942, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5872449576854706, "step": 2504 }, { - "epoch": 0.17, - "learning_rate": 1.9020952096085437e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 178.625, + "epoch": 0.4071515644047135, + "grad_norm": 3.891555070877075, + "kl": 2.66015625, + "learning_rate": 5.92815344603381e-07, + "loss": 0.1065, + "reward": 1.4801928400993347, + "reward_std": 0.5269675254821777, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6989428102970123, "step": 2505 }, { - "epoch": 0.17, - "learning_rate": 1.902001581146665e-05, - "loss": 1.1405, + "clip_ratio": 0.0, + "completion_length": 161.78125, + "epoch": 0.4073140999593661, + "grad_norm": 3.8025903701782227, + "kl": 2.203125, + "learning_rate": 5.926527958387516e-07, + "loss": 0.0883, + "reward": 1.4490612745285034, + "reward_std": 0.4758692681789398, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6521862745285034, "step": 2506 }, { - "epoch": 0.17, - "learning_rate": 1.9019079102433586e-05, - "loss": 1.0823, + "clip_ratio": 0.0, + "completion_length": 154.265625, + "epoch": 0.4074766355140187, + "grad_norm": 6.8459858894348145, + "kl": 2.13671875, + "learning_rate": 5.924902470741222e-07, + "loss": 0.0855, + "reward": 1.5744414925575256, + "reward_std": 0.508619636297226, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7463164925575256, "step": 2507 }, { - "epoch": 0.17, - "learning_rate": 1.9018141969030322e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 172.359375, + "epoch": 0.40763917106867126, + "grad_norm": 4.456757068634033, + "kl": 2.51171875, + "learning_rate": 5.923276983094928e-07, + "loss": 0.1004, + "reward": 1.3455054759979248, + "reward_std": 0.4808630645275116, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6111305356025696, "step": 2508 }, { - "epoch": 0.17, - "learning_rate": 1.9017204411300957e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 184.234375, + "epoch": 0.4078017066233239, + "grad_norm": 4.813698768615723, + "kl": 3.9453125, + "learning_rate": 5.921651495448634e-07, + "loss": 0.1579, + "reward": 1.4432204961776733, + "reward_std": 0.6184571832418442, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6775955259799957, "step": 2509 }, { - "epoch": 0.17, - "learning_rate": 1.9016266429289603e-05, - "loss": 1.1292, + "clip_ratio": 0.0, + "completion_length": 152.390625, + "epoch": 0.40796424217797644, + "grad_norm": 4.9767632484436035, + "kl": 3.53125, + "learning_rate": 5.92002600780234e-07, + "loss": 0.1413, + "reward": 1.4690389037132263, + "reward_std": 0.4041844308376312, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7034139633178711, "step": 2510 }, { - "epoch": 0.17, - "learning_rate": 1.9015328023040388e-05, - "loss": 0.9596, + "clip_ratio": 0.0, + "completion_length": 177.15625, + "epoch": 0.408126777732629, + "grad_norm": 4.694126605987549, + "kl": 3.6796875, + "learning_rate": 5.918400520156046e-07, + "loss": 0.1471, + "reward": 1.4369118809700012, + "reward_std": 0.5523812174797058, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6869119703769684, "step": 2511 }, { - "epoch": 0.17, - "learning_rate": 1.9014389192597476e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 194.515625, + "epoch": 0.4082893132872816, + "grad_norm": 4.377250671386719, + "kl": 4.984375, + "learning_rate": 5.916775032509753e-07, + "loss": 0.1999, + "reward": 1.4083237648010254, + "reward_std": 0.3747745305299759, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6895737648010254, "step": 2512 }, { - "epoch": 0.17, - "learning_rate": 1.901344993800504e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 158.21875, + "epoch": 0.4084518488419342, + "grad_norm": 9.22335147857666, + "kl": 4.7890625, + "learning_rate": 5.915149544863459e-07, + "loss": 0.1916, + "reward": 1.3635085225105286, + "reward_std": 0.5080436021089554, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6603835225105286, "step": 2513 }, { - "epoch": 0.17, - "learning_rate": 1.9012510259307263e-05, - "loss": 1.1429, + "clip_ratio": 0.0, + "completion_length": 185.984375, + "epoch": 0.40861438439658676, + "grad_norm": 9.306574821472168, + "kl": 5.46875, + "learning_rate": 5.913524057217165e-07, + "loss": 0.219, + "reward": 1.298416793346405, + "reward_std": 0.6610945463180542, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6265418231487274, "step": 2514 }, { - "epoch": 0.17, - "learning_rate": 1.9011570156548372e-05, - "loss": 1.0498, + "clip_ratio": 0.0, + "completion_length": 155.015625, + "epoch": 0.4087769199512393, + "grad_norm": 4.0247673988342285, + "kl": 4.3515625, + "learning_rate": 5.911898569570871e-07, + "loss": 0.1736, + "reward": 1.3168035745620728, + "reward_std": 0.686365395784378, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6136786043643951, "step": 2515 }, { - "epoch": 0.17, - "learning_rate": 1.9010629629772598e-05, - "loss": 1.1258, + "clip_ratio": 0.0, + "completion_length": 157.09375, + "epoch": 0.4089394555058919, + "grad_norm": 6.2617316246032715, + "kl": 3.703125, + "learning_rate": 5.910273081924577e-07, + "loss": 0.148, + "reward": 1.368033528327942, + "reward_std": 0.5917938053607941, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6336585283279419, "step": 2516 }, { - "epoch": 0.17, - "learning_rate": 1.900968867902419e-05, - "loss": 1.0817, + "clip_ratio": 0.0, + "completion_length": 168.65625, + "epoch": 0.4091019910605445, + "grad_norm": 5.037054538726807, + "kl": 4.390625, + "learning_rate": 5.908647594278283e-07, + "loss": 0.1757, + "reward": 1.408117651939392, + "reward_std": 0.5545774400234222, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6581176519393921, "step": 2517 }, { - "epoch": 0.17, - "learning_rate": 1.900874730434743e-05, - "loss": 1.0779, + "clip_ratio": 0.0, + "completion_length": 188.34375, + "epoch": 0.4092645266151971, + "grad_norm": 4.284671306610107, + "kl": 3.484375, + "learning_rate": 5.907022106631989e-07, + "loss": 0.1391, + "reward": 1.4021906852722168, + "reward_std": 0.5142578929662704, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6521907448768616, "step": 2518 }, { - "epoch": 0.17, - "learning_rate": 1.9007805505786607e-05, - "loss": 1.0624, + "clip_ratio": 0.0, + "completion_length": 182.78125, + "epoch": 0.40942706216984964, + "grad_norm": 3.679819345474243, + "kl": 2.9765625, + "learning_rate": 5.905396618985695e-07, + "loss": 0.1191, + "reward": 1.551256000995636, + "reward_std": 0.5506510436534882, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7231310307979584, "step": 2519 }, { - "epoch": 0.17, - "learning_rate": 1.9006863283386038e-05, - "loss": 0.9913, + "clip_ratio": 0.0, + "completion_length": 173.109375, + "epoch": 0.4095895977245022, + "grad_norm": 4.099266529083252, + "kl": 2.609375, + "learning_rate": 5.903771131339401e-07, + "loss": 0.1046, + "reward": 1.4688602685928345, + "reward_std": 0.4189908057451248, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6407352089881897, "step": 2520 }, { - "epoch": 0.17, - "learning_rate": 1.900592063719005e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 151.03125, + "epoch": 0.40975213327915483, + "grad_norm": 1.501610279083252, + "kl": 2.0390625, + "learning_rate": 5.902145643693107e-07, + "loss": 0.0817, + "reward": 1.5823267102241516, + "reward_std": 0.34681306779384613, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7385766804218292, "step": 2521 }, { - "epoch": 0.17, - "learning_rate": 1.9004977567243005e-05, - "loss": 0.997, + "clip_ratio": 0.0, + "completion_length": 152.53125, + "epoch": 0.4099146688338074, + "grad_norm": 4.028964519500732, + "kl": 2.390625, + "learning_rate": 5.900520156046814e-07, + "loss": 0.0957, + "reward": 1.582213282585144, + "reward_std": 0.4637225419282913, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7384632527828217, "step": 2522 }, { - "epoch": 0.17, - "learning_rate": 1.9004034073589273e-05, - "loss": 0.9997, + "clip_ratio": 0.0, + "completion_length": 177.75, + "epoch": 0.41007720438845996, + "grad_norm": 2.9299752712249756, + "kl": 1.53515625, + "learning_rate": 5.89889466840052e-07, + "loss": 0.0614, + "reward": 1.5919708013534546, + "reward_std": 0.36322739720344543, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7169707715511322, "step": 2523 }, { - "epoch": 0.17, - "learning_rate": 1.900309015627325e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 171.953125, + "epoch": 0.4102397399431126, + "grad_norm": 1.9524328708648682, + "kl": 1.73828125, + "learning_rate": 5.897269180754226e-07, + "loss": 0.0696, + "reward": 1.571811020374298, + "reward_std": 0.33868710696697235, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6811860203742981, "step": 2524 }, { - "epoch": 0.17, - "learning_rate": 1.9002145815339345e-05, - "loss": 1.0117, + "clip_ratio": 0.0, + "completion_length": 144.09375, + "epoch": 0.41040227549776515, + "grad_norm": 1.6148545742034912, + "kl": 2.1640625, + "learning_rate": 5.895643693107932e-07, + "loss": 0.0865, + "reward": 1.6208762526512146, + "reward_std": 0.3590717539191246, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7458761930465698, "step": 2525 }, { - "epoch": 0.17, - "learning_rate": 1.9001201050831995e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.4105648110524177, + "grad_norm": 1.6084644794464111, + "kl": 0.71484375, + "learning_rate": 5.894018205461638e-07, + "loss": 0.0287, + "reward": 1.6217528581619263, + "reward_std": 0.23501882702112198, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6998778879642487, "step": 2526 }, { - "epoch": 0.17, - "learning_rate": 1.9000255862795653e-05, - "loss": 1.1509, + "clip_ratio": 0.0, + "completion_length": 154.265625, + "epoch": 0.4107273466070703, + "grad_norm": 3.1687114238739014, + "kl": 1.931640625, + "learning_rate": 5.892392717815344e-07, + "loss": 0.0772, + "reward": 1.640753149986267, + "reward_std": 0.251370444893837, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7188780903816223, "step": 2527 }, { - "epoch": 0.17, - "learning_rate": 1.8999310251274794e-05, - "loss": 1.0812, + "clip_ratio": 0.0, + "completion_length": 188.84375, + "epoch": 0.4108898821617229, + "grad_norm": 2.555572986602783, + "kl": 2.22265625, + "learning_rate": 5.89076723016905e-07, + "loss": 0.0888, + "reward": 1.5506706237792969, + "reward_std": 0.2604342997074127, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6287955641746521, "step": 2528 }, { - "epoch": 0.17, - "learning_rate": 1.8998364216313908e-05, - "loss": 1.0707, + "clip_ratio": 0.0, + "completion_length": 155.296875, + "epoch": 0.41105241771637546, + "grad_norm": 3.098245859146118, + "kl": 1.2890625, + "learning_rate": 5.889141742522756e-07, + "loss": 0.0516, + "reward": 1.7522892355918884, + "reward_std": 0.28094443678855896, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8460391759872437, "step": 2529 }, { - "epoch": 0.17, - "learning_rate": 1.8997417757957514e-05, - "loss": 1.0273, + "clip_ratio": 0.0, + "completion_length": 148.84375, + "epoch": 0.411214953271028, + "grad_norm": 3.1808881759643555, + "kl": 3.96875, + "learning_rate": 5.887516254876462e-07, + "loss": 0.1587, + "reward": 1.5729555487632751, + "reward_std": 0.5445143282413483, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7292055189609528, "step": 2530 }, { - "epoch": 0.17, - "learning_rate": 1.899647087625014e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 219.9375, + "epoch": 0.4113774888256806, + "grad_norm": 2.6296911239624023, + "kl": 3.4140625, + "learning_rate": 5.885890767230169e-07, + "loss": 0.1366, + "reward": 1.4749570488929749, + "reward_std": 0.41853509843349457, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6468319892883301, "step": 2531 }, { - "epoch": 0.17, - "learning_rate": 1.8995523571236337e-05, - "loss": 0.987, + "clip_ratio": 0.0, + "completion_length": 174.59375, + "epoch": 0.4115400243803332, + "grad_norm": 2.1126301288604736, + "kl": 3.140625, + "learning_rate": 5.884265279583875e-07, + "loss": 0.1257, + "reward": 1.5729135870933533, + "reward_std": 0.30602315068244934, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6979135572910309, "step": 2532 }, { - "epoch": 0.17, - "learning_rate": 1.8994575842960685e-05, - "loss": 1.0311, + "clip_ratio": 0.0, + "completion_length": 175.203125, + "epoch": 0.4117025599349858, + "grad_norm": 2.1977193355560303, + "kl": 2.734375, + "learning_rate": 5.882639791937582e-07, + "loss": 0.1093, + "reward": 1.6322897672653198, + "reward_std": 0.3742954730987549, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7416646778583527, "step": 2533 }, { - "epoch": 0.17, - "learning_rate": 1.8993627691467772e-05, - "loss": 1.0538, + "clip_ratio": 0.0, + "completion_length": 173.78125, + "epoch": 0.41186509548963834, + "grad_norm": 2.7276928424835205, + "kl": 2.00390625, + "learning_rate": 5.881014304291287e-07, + "loss": 0.0799, + "reward": 1.6796872019767761, + "reward_std": 0.29732783883810043, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7734371721744537, "step": 2534 }, { - "epoch": 0.17, - "learning_rate": 1.8992679116802213e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 181.53125, + "epoch": 0.41202763104429097, + "grad_norm": 2.5650107860565186, + "kl": 1.228515625, + "learning_rate": 5.879388816644994e-07, + "loss": 0.0491, + "reward": 1.6779224276542664, + "reward_std": 0.1885220780968666, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7247974574565887, "step": 2535 }, { - "epoch": 0.17, - "learning_rate": 1.8991730119008643e-05, - "loss": 1.0874, + "clip_ratio": 0.0, + "completion_length": 182.609375, + "epoch": 0.41219016659894353, + "grad_norm": 6.660366058349609, + "kl": 2.837890625, + "learning_rate": 5.877763328998699e-07, + "loss": 0.1135, + "reward": 1.5406320691108704, + "reward_std": 0.4718182384967804, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6968820989131927, "step": 2536 }, { - "epoch": 0.17, - "learning_rate": 1.8990780698131707e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 153.765625, + "epoch": 0.4123527021535961, + "grad_norm": 4.2472243309021, + "kl": 3.1953125, + "learning_rate": 5.876137841352406e-07, + "loss": 0.128, + "reward": 1.5723944902420044, + "reward_std": 0.38765865564346313, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.713019460439682, "step": 2537 }, { - "epoch": 0.17, - "learning_rate": 1.898983085421609e-05, - "loss": 0.9896, + "clip_ratio": 0.0, + "completion_length": 197.390625, + "epoch": 0.41251523770824866, + "grad_norm": 4.231537342071533, + "kl": 2.2265625, + "learning_rate": 5.874512353706111e-07, + "loss": 0.089, + "reward": 1.6460033655166626, + "reward_std": 0.31312619149684906, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7553784549236298, "step": 2538 }, { - "epoch": 0.17, - "learning_rate": 1.898888058730647e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 154.109375, + "epoch": 0.4126777732629013, + "grad_norm": 1.5467510223388672, + "kl": 2.234375, + "learning_rate": 5.872886866059818e-07, + "loss": 0.0892, + "reward": 1.57245934009552, + "reward_std": 0.3589611053466797, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7130843698978424, "step": 2539 }, { - "epoch": 0.17, - "learning_rate": 1.8987929897447567e-05, - "loss": 0.9686, + "clip_ratio": 0.0, + "completion_length": 159.25, + "epoch": 0.41284030881755385, + "grad_norm": 3.41672420501709, + "kl": 2.24609375, + "learning_rate": 5.871261378413523e-07, + "loss": 0.0897, + "reward": 1.71051687002182, + "reward_std": 0.3624597452580929, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8198918998241425, "step": 2540 }, { - "epoch": 0.17, - "learning_rate": 1.898697878468412e-05, - "loss": 1.1032, + "clip_ratio": 0.0, + "completion_length": 176.25, + "epoch": 0.4130028443722064, + "grad_norm": 3.3637378215789795, + "kl": 2.859375, + "learning_rate": 5.86963589076723e-07, + "loss": 0.1143, + "reward": 1.6413068771362305, + "reward_std": 0.2642764300107956, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7819318473339081, "step": 2541 }, { - "epoch": 0.17, - "learning_rate": 1.8986027249060868e-05, - "loss": 1.1278, + "clip_ratio": 0.0, + "completion_length": 166.453125, + "epoch": 0.413165379926859, + "grad_norm": 1.3276320695877075, + "kl": 2.015625, + "learning_rate": 5.868010403120936e-07, + "loss": 0.0806, + "reward": 1.7456022500991821, + "reward_std": 0.24735939130187035, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8237272799015045, "step": 2542 }, { - "epoch": 0.17, - "learning_rate": 1.898507529062259e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 152.65625, + "epoch": 0.4133279154815116, + "grad_norm": 8.657867431640625, + "kl": 4.8125, + "learning_rate": 5.866384915474643e-07, + "loss": 0.1921, + "reward": 1.3958656787872314, + "reward_std": 0.49476754665374756, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6458656489849091, "step": 2543 }, { - "epoch": 0.17, - "learning_rate": 1.898412290941408e-05, - "loss": 1.0521, + "clip_ratio": 0.0, + "completion_length": 195.9375, + "epoch": 0.41349045103616416, + "grad_norm": 4.992356777191162, + "kl": 6.265625, + "learning_rate": 5.864759427828348e-07, + "loss": 0.2505, + "reward": 1.374634325504303, + "reward_std": 0.48516619205474854, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6246343553066254, "step": 2544 }, { - "epoch": 0.17, - "learning_rate": 1.8983170105480145e-05, - "loss": 1.0691, + "clip_ratio": 0.0, + "completion_length": 171.734375, + "epoch": 0.41365298659081673, + "grad_norm": 3.9183664321899414, + "kl": 4.68359375, + "learning_rate": 5.863133940182055e-07, + "loss": 0.1874, + "reward": 1.357033133506775, + "reward_std": 0.46125147491693497, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.5914081335067749, "step": 2545 }, { - "epoch": 0.17, - "learning_rate": 1.898221687886562e-05, - "loss": 1.0114, + "clip_ratio": 0.0, + "completion_length": 153.5, + "epoch": 0.4138155221454693, + "grad_norm": 8.641592025756836, + "kl": 2.7734375, + "learning_rate": 5.86150845253576e-07, + "loss": 0.1113, + "reward": 1.6280887126922607, + "reward_std": 0.43599389493465424, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7843387424945831, "step": 2546 }, { - "epoch": 0.17, - "learning_rate": 1.8981263229615354e-05, - "loss": 1.0663, + "clip_ratio": 0.0, + "completion_length": 169.25, + "epoch": 0.4139780577001219, + "grad_norm": 2.1395785808563232, + "kl": 3.8125, + "learning_rate": 5.859882964889467e-07, + "loss": 0.1526, + "reward": 1.5659831762313843, + "reward_std": 0.3672111928462982, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7378581464290619, "step": 2547 }, { - "epoch": 0.17, - "learning_rate": 1.8980309157774225e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 156.859375, + "epoch": 0.4141405932547745, + "grad_norm": 4.061103343963623, + "kl": 2.12890625, + "learning_rate": 5.858257477243172e-07, + "loss": 0.0851, + "reward": 1.6297429203987122, + "reward_std": 0.3736107498407364, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7547429502010345, "step": 2548 }, { - "epoch": 0.17, - "learning_rate": 1.8979354663387115e-05, - "loss": 1.1427, + "clip_ratio": 0.0, + "completion_length": 199.53125, + "epoch": 0.41430312880942705, + "grad_norm": 3.4984025955200195, + "kl": 3.1171875, + "learning_rate": 5.856631989596879e-07, + "loss": 0.1246, + "reward": 1.3541244864463806, + "reward_std": 0.38416779041290283, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5259994566440582, "step": 2549 }, { - "epoch": 0.17, - "learning_rate": 1.897839974649894e-05, - "loss": 1.1317, + "clip_ratio": 0.0, + "completion_length": 175.609375, + "epoch": 0.41446566436407967, + "grad_norm": 3.4118854999542236, + "kl": 3.5390625, + "learning_rate": 5.855006501950584e-07, + "loss": 0.141, + "reward": 1.4919073581695557, + "reward_std": 0.41799435019493103, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6950324177742004, "step": 2550 }, { - "epoch": 0.17, - "learning_rate": 1.8977444407154636e-05, - "loss": 0.9442, + "clip_ratio": 0.0, + "completion_length": 184.734375, + "epoch": 0.41462819991873223, + "grad_norm": 2.4379994869232178, + "kl": 1.62890625, + "learning_rate": 5.853381014304291e-07, + "loss": 0.0651, + "reward": 1.6294152736663818, + "reward_std": 0.3925655633211136, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7544153034687042, "step": 2551 }, { - "epoch": 0.17, - "learning_rate": 1.8976488645399147e-05, - "loss": 1.0465, + "clip_ratio": 0.0, + "completion_length": 190.75, + "epoch": 0.4147907354733848, + "grad_norm": 2.2218565940856934, + "kl": 0.7060546875, + "learning_rate": 5.851755526657997e-07, + "loss": 0.0282, + "reward": 1.5399566888809204, + "reward_std": 0.3064223378896713, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.649331659078598, "step": 2552 }, { - "epoch": 0.17, - "learning_rate": 1.8975532461277445e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 176.859375, + "epoch": 0.41495327102803736, + "grad_norm": 1.6397297382354736, + "kl": 0.70703125, + "learning_rate": 5.850130039011704e-07, + "loss": 0.0283, + "reward": 1.6353440284729004, + "reward_std": 0.179521806538105, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6822190284729004, "step": 2553 }, { - "epoch": 0.17, - "learning_rate": 1.8974575854834522e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 165.640625, + "epoch": 0.41511580658269, + "grad_norm": 3.225712299346924, + "kl": 1.806640625, + "learning_rate": 5.848504551365409e-07, + "loss": 0.0723, + "reward": 1.6606874465942383, + "reward_std": 0.3339972496032715, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7700624763965607, "step": 2554 }, { - "epoch": 0.17, - "learning_rate": 1.897361882611539e-05, - "loss": 1.0617, + "clip_ratio": 0.0, + "completion_length": 163.765625, + "epoch": 0.41527834213734255, + "grad_norm": 1.9934048652648926, + "kl": 0.71484375, + "learning_rate": 5.846879063719116e-07, + "loss": 0.0286, + "reward": 1.6742284297943115, + "reward_std": 0.24333859980106354, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7211034893989563, "step": 2555 }, { - "epoch": 0.17, - "learning_rate": 1.8972661375165084e-05, - "loss": 1.0242, + "clip_ratio": 0.0, + "completion_length": 183.25, + "epoch": 0.4154408776919951, + "grad_norm": 3.384657382965088, + "kl": 2.25, + "learning_rate": 5.845253576072821e-07, + "loss": 0.0903, + "reward": 1.5672167539596558, + "reward_std": 0.32708457112312317, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.723466694355011, "step": 2556 }, { - "epoch": 0.17, - "learning_rate": 1.8971703502028643e-05, - "loss": 1.1174, + "clip_ratio": 0.0, + "completion_length": 197.296875, + "epoch": 0.4156034132466477, + "grad_norm": 2.1791887283325195, + "kl": 2.1171875, + "learning_rate": 5.843628088426528e-07, + "loss": 0.0846, + "reward": 1.5638498663902283, + "reward_std": 0.45390355587005615, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7513498663902283, "step": 2557 }, { - "epoch": 0.17, - "learning_rate": 1.8970745206751145e-05, - "loss": 1.0011, + "clip_ratio": 0.0, + "completion_length": 146.53125, + "epoch": 0.4157659488013003, + "grad_norm": 4.853834629058838, + "kl": 1.638671875, + "learning_rate": 5.842002600780233e-07, + "loss": 0.0655, + "reward": 1.7170592546463013, + "reward_std": 0.24325887858867645, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8264342844486237, "step": 2558 }, { - "epoch": 0.17, - "learning_rate": 1.8969786489377677e-05, - "loss": 1.0941, + "clip_ratio": 0.0, + "completion_length": 179.3125, + "epoch": 0.41592848435595287, + "grad_norm": 4.6241374015808105, + "kl": 2.0078125, + "learning_rate": 5.84037711313394e-07, + "loss": 0.0802, + "reward": 1.5860584378242493, + "reward_std": 0.3879351019859314, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7110584676265717, "step": 2559 }, { - "epoch": 0.17, - "learning_rate": 1.896882734995335e-05, - "loss": 0.9699, + "clip_ratio": 0.0, + "completion_length": 198.671875, + "epoch": 0.41609101991060543, + "grad_norm": 1.1858832836151123, + "kl": 0.783203125, + "learning_rate": 5.838751625487645e-07, + "loss": 0.0313, + "reward": 1.7149091958999634, + "reward_std": 0.15215490758419037, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7617842257022858, "step": 2560 }, { - "epoch": 0.17, - "learning_rate": 1.89678677885233e-05, - "loss": 1.0958, + "clip_ratio": 0.0, + "completion_length": 172.578125, + "epoch": 0.41625355546525805, + "grad_norm": 2.5167171955108643, + "kl": 0.951171875, + "learning_rate": 5.837126137841352e-07, + "loss": 0.0381, + "reward": 1.6973486542701721, + "reward_std": 0.1840578243136406, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7442236840724945, "step": 2561 }, { - "epoch": 0.17, - "learning_rate": 1.896690780513267e-05, - "loss": 1.0735, + "clip_ratio": 0.0, + "completion_length": 179.953125, + "epoch": 0.4164160910199106, + "grad_norm": 2.4036431312561035, + "kl": 0.677734375, + "learning_rate": 5.835500650195059e-07, + "loss": 0.0272, + "reward": 1.769484043121338, + "reward_std": 0.06384734809398651, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7851090729236603, "step": 2562 }, { - "epoch": 0.17, - "learning_rate": 1.896594739982663e-05, - "loss": 1.0857, + "clip_ratio": 0.0, + "completion_length": 150.78125, + "epoch": 0.4165786265745632, + "grad_norm": 6.033333778381348, + "kl": 0.669921875, + "learning_rate": 5.833875162548765e-07, + "loss": 0.0268, + "reward": 1.719264268875122, + "reward_std": 0.20376454293727875, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7817642688751221, "step": 2563 }, { - "epoch": 0.17, - "learning_rate": 1.8964986572650367e-05, - "loss": 0.9792, + "clip_ratio": 0.0, + "completion_length": 204.296875, + "epoch": 0.41674116212921575, + "grad_norm": 4.126187801361084, + "kl": 1.8203125, + "learning_rate": 5.832249674902471e-07, + "loss": 0.0725, + "reward": 1.5714642405509949, + "reward_std": 0.3283218592405319, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6652142107486725, "step": 2564 }, { - "epoch": 0.17, - "learning_rate": 1.8964025323649095e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 172.015625, + "epoch": 0.41690369768386837, + "grad_norm": 1.6557585000991821, + "kl": 2.9765625, + "learning_rate": 5.830624187256177e-07, + "loss": 0.1189, + "reward": 1.5767084956169128, + "reward_std": 0.45755693316459656, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7485834658145905, "step": 2565 }, { - "epoch": 0.17, - "learning_rate": 1.8963063652868042e-05, - "loss": 1.0494, + "clip_ratio": 0.0, + "completion_length": 166.203125, + "epoch": 0.41706623323852093, + "grad_norm": 2.849392890930176, + "kl": 1.109375, + "learning_rate": 5.828998699609883e-07, + "loss": 0.0443, + "reward": 1.803582787513733, + "reward_std": 0.2971387505531311, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8973326683044434, "step": 2566 }, { - "epoch": 0.17, - "learning_rate": 1.896210156035246e-05, - "loss": 1.0348, + "clip_ratio": 0.0, + "completion_length": 165.140625, + "epoch": 0.4172287687931735, + "grad_norm": 1.5583486557006836, + "kl": 0.828125, + "learning_rate": 5.827373211963589e-07, + "loss": 0.0332, + "reward": 1.8076616525650024, + "reward_std": 0.12502705305814743, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8545366525650024, "step": 2567 }, { - "epoch": 0.17, - "learning_rate": 1.8961139046147612e-05, - "loss": 1.0101, + "clip_ratio": 0.0, + "completion_length": 193.796875, + "epoch": 0.41739130434782606, + "grad_norm": 3.6760671138763428, + "kl": 1.8046875, + "learning_rate": 5.825747724317295e-07, + "loss": 0.0721, + "reward": 1.6648218631744385, + "reward_std": 0.20840337872505188, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7273218929767609, "step": 2568 }, { - "epoch": 0.17, - "learning_rate": 1.896017611029879e-05, - "loss": 1.1106, + "clip_ratio": 0.0, + "completion_length": 155.40625, + "epoch": 0.4175538399024787, + "grad_norm": 2.3098905086517334, + "kl": 1.796875, + "learning_rate": 5.824122236671001e-07, + "loss": 0.0718, + "reward": 1.5592466592788696, + "reward_std": 0.24644912779331207, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6529966592788696, "step": 2569 }, { - "epoch": 0.17, - "learning_rate": 1.8959212752851302e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 158.578125, + "epoch": 0.41771637545713125, + "grad_norm": 2.719233512878418, + "kl": 0.697265625, + "learning_rate": 5.822496749024707e-07, + "loss": 0.0279, + "reward": 1.7363636493682861, + "reward_std": 0.12719324231147766, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7676136493682861, "step": 2570 }, { - "epoch": 0.17, - "learning_rate": 1.895824897385048e-05, - "loss": 1.0857, + "clip_ratio": 0.0, + "completion_length": 173.0625, + "epoch": 0.4178789110117838, + "grad_norm": 2.7254300117492676, + "kl": 1.970703125, + "learning_rate": 5.820871261378413e-07, + "loss": 0.0788, + "reward": 1.504381775856018, + "reward_std": 0.315482959151268, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6450068354606628, "step": 2571 }, { - "epoch": 0.17, - "learning_rate": 1.8957284773341662e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 209.78125, + "epoch": 0.4180414465664364, + "grad_norm": 1.7938604354858398, + "kl": 1.66796875, + "learning_rate": 5.81924577373212e-07, + "loss": 0.0667, + "reward": 1.689906120300293, + "reward_std": 0.2169262319803238, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7680311799049377, "step": 2572 }, { - "epoch": 0.17, - "learning_rate": 1.8956320151370224e-05, - "loss": 1.0106, + "clip_ratio": 0.0, + "completion_length": 185.859375, + "epoch": 0.418203982121089, + "grad_norm": 3.3229544162750244, + "kl": 2.98681640625, + "learning_rate": 5.817620286085826e-07, + "loss": 0.1193, + "reward": 1.428562879562378, + "reward_std": 0.3287193551659584, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5848128497600555, "step": 2573 }, { - "epoch": 0.17, - "learning_rate": 1.8955355107981558e-05, - "loss": 1.066, + "clip_ratio": 0.0, + "completion_length": 179.515625, + "epoch": 0.41836651767574157, + "grad_norm": 6.1605610847473145, + "kl": 1.98046875, + "learning_rate": 5.815994798439532e-07, + "loss": 0.0795, + "reward": 1.6162862181663513, + "reward_std": 0.35351623594760895, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7256612479686737, "step": 2574 }, { - "epoch": 0.17, - "learning_rate": 1.895438964322106e-05, - "loss": 1.0927, + "clip_ratio": 0.0, + "completion_length": 177.984375, + "epoch": 0.41852905323039413, + "grad_norm": 1.1557444334030151, + "kl": 2.23046875, + "learning_rate": 5.814369310793238e-07, + "loss": 0.0894, + "reward": 1.6654250621795654, + "reward_std": 0.30900296568870544, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.759175032377243, "step": 2575 }, { - "epoch": 0.17, - "learning_rate": 1.895342375713417e-05, - "loss": 1.0963, + "clip_ratio": 0.0, + "completion_length": 178.578125, + "epoch": 0.41869158878504675, + "grad_norm": 2.216303586959839, + "kl": 1.6328125, + "learning_rate": 5.812743823146944e-07, + "loss": 0.0653, + "reward": 1.7815282344818115, + "reward_std": 0.26492854952812195, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8440282344818115, "step": 2576 }, { - "epoch": 0.17, - "learning_rate": 1.895245744976632e-05, - "loss": 0.9947, + "clip_ratio": 0.0, + "completion_length": 170.203125, + "epoch": 0.4188541243396993, + "grad_norm": 2.3920321464538574, + "kl": 2.06640625, + "learning_rate": 5.81111833550065e-07, + "loss": 0.0829, + "reward": 1.5857698917388916, + "reward_std": 0.287227988243103, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6795198917388916, "step": 2577 }, { - "epoch": 0.17, - "learning_rate": 1.8951490721162993e-05, - "loss": 1.0919, + "clip_ratio": 0.0, + "completion_length": 176.703125, + "epoch": 0.4190166598943519, + "grad_norm": 3.8017706871032715, + "kl": 1.0703125, + "learning_rate": 5.809492847854356e-07, + "loss": 0.0429, + "reward": 1.658639907836914, + "reward_std": 0.2511514499783516, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7367649078369141, "step": 2578 }, { - "epoch": 0.17, - "learning_rate": 1.895052357136967e-05, - "loss": 1.0582, + "clip_ratio": 0.0, + "completion_length": 166.75, + "epoch": 0.41917919544900445, + "grad_norm": 1.2696473598480225, + "kl": 0.715087890625, + "learning_rate": 5.807867360208062e-07, + "loss": 0.0286, + "reward": 1.7560476064682007, + "reward_std": 0.1608770051971078, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8029226064682007, "step": 2579 }, { - "epoch": 0.17, - "learning_rate": 1.8949556000431853e-05, - "loss": 1.0233, + "clip_ratio": 0.0, + "completion_length": 185.421875, + "epoch": 0.41934173100365707, + "grad_norm": 2.803605318069458, + "kl": 1.60546875, + "learning_rate": 5.806241872561768e-07, + "loss": 0.064, + "reward": 1.6817320585250854, + "reward_std": 0.227980837225914, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7442320883274078, "step": 2580 }, { - "epoch": 0.17, - "learning_rate": 1.8948588008395073e-05, - "loss": 1.0015, + "clip_ratio": 0.0, + "completion_length": 163.21875, + "epoch": 0.41950426655830964, + "grad_norm": 2.4831387996673584, + "kl": 1.69921875, + "learning_rate": 5.804616384915474e-07, + "loss": 0.068, + "reward": 1.6634625792503357, + "reward_std": 0.4788825064897537, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8040875792503357, "step": 2581 }, { - "epoch": 0.17, - "learning_rate": 1.894761959530488e-05, - "loss": 1.0405, + "clip_ratio": 0.0, + "completion_length": 172.40625, + "epoch": 0.4196668021129622, + "grad_norm": 1.4679924249649048, + "kl": 1.70703125, + "learning_rate": 5.802990897269181e-07, + "loss": 0.0682, + "reward": 1.7529900670051575, + "reward_std": 0.2269415184855461, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8311150670051575, "step": 2582 }, { - "epoch": 0.17, - "learning_rate": 1.8946650761206835e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.41982933766761477, + "grad_norm": 3.044250965118408, + "kl": 0.751953125, + "learning_rate": 5.801365409622887e-07, + "loss": 0.0301, + "reward": 1.6677532196044922, + "reward_std": 0.23448117822408676, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.745878130197525, "step": 2583 }, { - "epoch": 0.17, - "learning_rate": 1.894568150614652e-05, - "loss": 1.1075, + "clip_ratio": 0.0, + "completion_length": 179.65625, + "epoch": 0.4199918732222674, + "grad_norm": 3.610100746154785, + "kl": 2.02734375, + "learning_rate": 5.799739921976593e-07, + "loss": 0.081, + "reward": 1.6960822343826294, + "reward_std": 0.2198425531387329, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.774207204580307, "step": 2584 }, { - "epoch": 0.17, - "learning_rate": 1.8944711830169553e-05, - "loss": 1.058, + "clip_ratio": 0.0, + "completion_length": 167.4375, + "epoch": 0.42015440877691995, + "grad_norm": 1.3185603618621826, + "kl": 1.931640625, + "learning_rate": 5.798114434330299e-07, + "loss": 0.0773, + "reward": 1.5829110145568848, + "reward_std": 0.4229048043489456, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7235360145568848, "step": 2585 }, { - "epoch": 0.17, - "learning_rate": 1.894374173332155e-05, - "loss": 0.9911, + "clip_ratio": 0.0, + "completion_length": 197.703125, + "epoch": 0.4203169443315725, + "grad_norm": 1.3818488121032715, + "kl": 1.498046875, + "learning_rate": 5.796488946684005e-07, + "loss": 0.0602, + "reward": 1.6214779615402222, + "reward_std": 0.2182410228997469, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6996030509471893, "step": 2586 }, { - "epoch": 0.17, - "learning_rate": 1.8942771215648163e-05, - "loss": 1.0395, + "clip_ratio": 0.0, + "completion_length": 193.296875, + "epoch": 0.42047947988622514, + "grad_norm": 1.5361992120742798, + "kl": 1.837890625, + "learning_rate": 5.794863459037711e-07, + "loss": 0.0734, + "reward": 1.6250691413879395, + "reward_std": 0.18917696923017502, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7344442307949066, "step": 2587 }, { - "epoch": 0.17, - "learning_rate": 1.894180027719505e-05, - "loss": 1.0648, + "clip_ratio": 0.0, + "completion_length": 182.328125, + "epoch": 0.4206420154408777, + "grad_norm": 2.502338409423828, + "kl": 2.64453125, + "learning_rate": 5.793237971391417e-07, + "loss": 0.1057, + "reward": 1.5572494864463806, + "reward_std": 0.38107311725616455, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7134994864463806, "step": 2588 }, { - "epoch": 0.17, - "learning_rate": 1.89408289180079e-05, - "loss": 1.0085, + "clip_ratio": 0.0, + "completion_length": 167.609375, + "epoch": 0.42080455099553027, + "grad_norm": 1.9579825401306152, + "kl": 2.7265625, + "learning_rate": 5.791612483745123e-07, + "loss": 0.1091, + "reward": 1.6285052299499512, + "reward_std": 0.5319547057151794, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7847552597522736, "step": 2589 }, { - "epoch": 0.17, - "learning_rate": 1.893985713813242e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 177.53125, + "epoch": 0.42096708655018283, + "grad_norm": 4.1982903480529785, + "kl": 2.07421875, + "learning_rate": 5.789986996098829e-07, + "loss": 0.083, + "reward": 1.5310289859771729, + "reward_std": 0.3591182976961136, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6872790157794952, "step": 2590 }, { - "epoch": 0.17, - "learning_rate": 1.893888493761433e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 159.0, + "epoch": 0.42112962210483545, + "grad_norm": 1.6723456382751465, + "kl": 1.552734375, + "learning_rate": 5.788361508452535e-07, + "loss": 0.062, + "reward": 1.7042335271835327, + "reward_std": 0.253704696893692, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7823585271835327, "step": 2591 }, { - "epoch": 0.17, - "learning_rate": 1.893791231649938e-05, - "loss": 1.1138, + "clip_ratio": 0.0, + "completion_length": 159.0625, + "epoch": 0.421292157659488, + "grad_norm": 1.225014567375183, + "kl": 2.265625, + "learning_rate": 5.786736020806242e-07, + "loss": 0.0906, + "reward": 1.5726295113563538, + "reward_std": 0.43840351700782776, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7601295113563538, "step": 2592 }, { - "epoch": 0.17, - "learning_rate": 1.893693927483333e-05, - "loss": 1.0534, + "clip_ratio": 0.0, + "completion_length": 161.015625, + "epoch": 0.4214546932141406, + "grad_norm": 5.499567985534668, + "kl": 3.1953125, + "learning_rate": 5.785110533159948e-07, + "loss": 0.1281, + "reward": 1.5769071578979492, + "reward_std": 0.3372076153755188, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7487821280956268, "step": 2593 }, { - "epoch": 0.17, - "learning_rate": 1.8935965812661964e-05, - "loss": 1.1065, + "clip_ratio": 0.0, + "completion_length": 147.703125, + "epoch": 0.42161722876879315, + "grad_norm": 2.0507798194885254, + "kl": 2.32421875, + "learning_rate": 5.783485045513654e-07, + "loss": 0.0928, + "reward": 1.4471508860588074, + "reward_std": 0.4534110873937607, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6659008860588074, "step": 2594 }, { - "epoch": 0.17, - "learning_rate": 1.8934991930031086e-05, - "loss": 1.0533, + "clip_ratio": 0.0, + "completion_length": 174.640625, + "epoch": 0.42177976432344577, + "grad_norm": 3.4014713764190674, + "kl": 2.44921875, + "learning_rate": 5.78185955786736e-07, + "loss": 0.0978, + "reward": 1.4998770952224731, + "reward_std": 0.5260152518749237, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.687377005815506, "step": 2595 }, { - "epoch": 0.17, - "learning_rate": 1.8934017626986522e-05, - "loss": 1.1278, + "clip_ratio": 0.0, + "completion_length": 174.328125, + "epoch": 0.42194229987809834, + "grad_norm": 3.056321382522583, + "kl": 1.34765625, + "learning_rate": 5.780234070221066e-07, + "loss": 0.0539, + "reward": 1.6385915875434875, + "reward_std": 0.4664784371852875, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7792166173458099, "step": 2596 }, { - "epoch": 0.17, - "learning_rate": 1.8933042903574112e-05, - "loss": 1.0917, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.4221048354327509, + "grad_norm": 1.8509272336959839, + "kl": 1.5390625, + "learning_rate": 5.778608582574772e-07, + "loss": 0.0615, + "reward": 1.665230393409729, + "reward_std": 0.21223776787519455, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.743355393409729, "step": 2597 }, { - "epoch": 0.17, - "learning_rate": 1.8932067759839726e-05, - "loss": 1.0737, + "clip_ratio": 0.0, + "completion_length": 166.703125, + "epoch": 0.42226737098740347, + "grad_norm": 2.8787734508514404, + "kl": 1.73828125, + "learning_rate": 5.776983094928478e-07, + "loss": 0.0695, + "reward": 1.5841012597084045, + "reward_std": 0.3424863815307617, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7091012597084045, "step": 2598 }, { - "epoch": 0.17, - "learning_rate": 1.8931092195829237e-05, - "loss": 1.0456, + "clip_ratio": 0.0, + "completion_length": 186.96875, + "epoch": 0.4224299065420561, + "grad_norm": 2.6879849433898926, + "kl": 2.43359375, + "learning_rate": 5.775357607282185e-07, + "loss": 0.0972, + "reward": 1.4503055214881897, + "reward_std": 0.3472137004137039, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.5909305810928345, "step": 2599 }, { - "epoch": 0.17, - "learning_rate": 1.8930116211588556e-05, - "loss": 1.0676, + "clip_ratio": 0.0, + "completion_length": 192.796875, + "epoch": 0.42259244209670865, + "grad_norm": 2.253274917602539, + "kl": 1.453125, + "learning_rate": 5.77373211963589e-07, + "loss": 0.0581, + "reward": 1.5902212858200073, + "reward_std": 0.2675599902868271, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6839713156223297, "step": 2600 }, { - "epoch": 0.17, - "learning_rate": 1.89291398071636e-05, - "loss": 1.0465, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.4227549776513612, + "grad_norm": 4.0352277755737305, + "kl": 2.0390625, + "learning_rate": 5.772106631989597e-07, + "loss": 0.0817, + "reward": 1.5827723145484924, + "reward_std": 0.37782274186611176, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7077723741531372, "step": 2601 }, { - "epoch": 0.17, - "learning_rate": 1.8928162982600312e-05, - "loss": 1.0771, + "clip_ratio": 0.0, + "completion_length": 171.046875, + "epoch": 0.42291751320601384, + "grad_norm": 2.224752187728882, + "kl": 0.8828125, + "learning_rate": 5.770481144343303e-07, + "loss": 0.0353, + "reward": 1.5560751557350159, + "reward_std": 0.2911982983350754, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6810752153396606, "step": 2602 }, { - "epoch": 0.17, - "learning_rate": 1.892718573794466e-05, - "loss": 1.0386, + "clip_ratio": 0.0, + "completion_length": 178.109375, + "epoch": 0.4230800487606664, + "grad_norm": 1.0519262552261353, + "kl": 1.3828125, + "learning_rate": 5.76885565669701e-07, + "loss": 0.0552, + "reward": 1.7010786533355713, + "reward_std": 0.25566697865724564, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7948285937309265, "step": 2603 }, { - "epoch": 0.17, - "learning_rate": 1.892620807324262e-05, - "loss": 0.9906, + "clip_ratio": 0.0, + "completion_length": 187.109375, + "epoch": 0.42324258431531897, + "grad_norm": 2.358154296875, + "kl": 1.296875, + "learning_rate": 5.767230169050715e-07, + "loss": 0.0519, + "reward": 1.6018080115318298, + "reward_std": 0.3403514623641968, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7111830413341522, "step": 2604 }, { - "epoch": 0.17, - "learning_rate": 1.8925229988540198e-05, - "loss": 1.0756, + "clip_ratio": 0.0, + "completion_length": 193.3125, + "epoch": 0.42340511986997154, + "grad_norm": 1.721021294593811, + "kl": 2.390625, + "learning_rate": 5.765604681404422e-07, + "loss": 0.0957, + "reward": 1.705533742904663, + "reward_std": 0.3683979660272598, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7992837727069855, "step": 2605 }, { - "epoch": 0.17, - "learning_rate": 1.8924251483883408e-05, - "loss": 1.0644, + "clip_ratio": 0.0, + "completion_length": 175.375, + "epoch": 0.42356765542462416, + "grad_norm": 1.469273567199707, + "kl": 2.4765625, + "learning_rate": 5.763979193758127e-07, + "loss": 0.0988, + "reward": 1.6114092469215393, + "reward_std": 0.36976948380470276, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7676591873168945, "step": 2606 }, { - "epoch": 0.17, - "learning_rate": 1.8923272559318297e-05, - "loss": 1.1145, + "clip_ratio": 0.0, + "completion_length": 181.546875, + "epoch": 0.4237301909792767, + "grad_norm": 1.949911117553711, + "kl": 1.626953125, + "learning_rate": 5.762353706111834e-07, + "loss": 0.065, + "reward": 1.5273845195770264, + "reward_std": 0.5083537101745605, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6992595195770264, "step": 2607 }, { - "epoch": 0.17, - "learning_rate": 1.892229321489092e-05, - "loss": 1.1148, + "clip_ratio": 0.0, + "completion_length": 165.28125, + "epoch": 0.4238927265339293, + "grad_norm": 2.368292808532715, + "kl": 1.40234375, + "learning_rate": 5.760728218465539e-07, + "loss": 0.0561, + "reward": 1.66763436794281, + "reward_std": 0.3561931401491165, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7770093381404877, "step": 2608 }, { - "epoch": 0.17, - "learning_rate": 1.8921313450647366e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 168.078125, + "epoch": 0.42405526208858185, + "grad_norm": 1.9094022512435913, + "kl": 1.359375, + "learning_rate": 5.759102730819246e-07, + "loss": 0.0545, + "reward": 1.5528935194015503, + "reward_std": 0.3787362575531006, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6622684597969055, "step": 2609 }, { - "epoch": 0.17, - "learning_rate": 1.8920333266633733e-05, - "loss": 0.9551, + "clip_ratio": 0.0, + "completion_length": 149.15625, + "epoch": 0.4242177976432345, + "grad_norm": 1.6946935653686523, + "kl": 0.919921875, + "learning_rate": 5.757477243172951e-07, + "loss": 0.0369, + "reward": 1.590167760848999, + "reward_std": 0.20146160572767258, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6526677012443542, "step": 2610 }, { - "epoch": 0.17, - "learning_rate": 1.8919352662896136e-05, - "loss": 1.1021, + "clip_ratio": 0.0, + "completion_length": 164.984375, + "epoch": 0.42438033319788704, + "grad_norm": 3.213130474090576, + "kl": 1.80078125, + "learning_rate": 5.755851755526658e-07, + "loss": 0.0718, + "reward": 1.5556750893592834, + "reward_std": 0.29396699368953705, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6494250297546387, "step": 2611 }, { - "epoch": 0.17, - "learning_rate": 1.891837163948072e-05, - "loss": 1.1372, + "clip_ratio": 0.0, + "completion_length": 173.40625, + "epoch": 0.4245428687525396, + "grad_norm": 1.9031978845596313, + "kl": 2.6484375, + "learning_rate": 5.754226267880364e-07, + "loss": 0.106, + "reward": 1.5229544639587402, + "reward_std": 0.33156003057956696, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6635794043540955, "step": 2612 }, { - "epoch": 0.17, - "learning_rate": 1.891739019643364e-05, - "loss": 1.1161, + "clip_ratio": 0.0, + "completion_length": 187.34375, + "epoch": 0.4247054043071922, + "grad_norm": 1.5852230787277222, + "kl": 1.400390625, + "learning_rate": 5.752600780234071e-07, + "loss": 0.0559, + "reward": 1.541096031665802, + "reward_std": 0.27233485877513885, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6348460018634796, "step": 2613 }, { - "epoch": 0.18, - "learning_rate": 1.891640833380108e-05, - "loss": 1.0861, + "clip_ratio": 0.0, + "completion_length": 162.9375, + "epoch": 0.4248679398618448, + "grad_norm": 1.3712152242660522, + "kl": 1.380859375, + "learning_rate": 5.750975292587776e-07, + "loss": 0.0553, + "reward": 1.7847692966461182, + "reward_std": 0.34890636801719666, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8785192668437958, "step": 2614 }, { - "epoch": 0.18, - "learning_rate": 1.8915426051629236e-05, - "loss": 1.0071, + "clip_ratio": 0.0, + "completion_length": 191.75, + "epoch": 0.42503047541649736, + "grad_norm": 2.474771022796631, + "kl": 2.548828125, + "learning_rate": 5.749349804941483e-07, + "loss": 0.1022, + "reward": 1.593765676021576, + "reward_std": 0.3098011687397957, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7500156760215759, "step": 2615 }, { - "epoch": 0.18, - "learning_rate": 1.8914443349964334e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 144.046875, + "epoch": 0.4251930109711499, + "grad_norm": 1.498849868774414, + "kl": 0.9140625, + "learning_rate": 5.747724317295188e-07, + "loss": 0.0365, + "reward": 1.7938292026519775, + "reward_std": 0.192035973072052, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8563292324542999, "step": 2616 }, { - "epoch": 0.18, - "learning_rate": 1.89134602288526e-05, - "loss": 1.0487, + "clip_ratio": 0.0, + "completion_length": 163.890625, + "epoch": 0.42535554652580254, + "grad_norm": 2.9063868522644043, + "kl": 1.64453125, + "learning_rate": 5.746098829648895e-07, + "loss": 0.0659, + "reward": 1.5947090983390808, + "reward_std": 0.3110547512769699, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6884590983390808, "step": 2617 }, { - "epoch": 0.18, - "learning_rate": 1.89124766883403e-05, - "loss": 0.972, + "clip_ratio": 0.0, + "completion_length": 160.53125, + "epoch": 0.4255180820804551, + "grad_norm": 1.351085901260376, + "kl": 2.14453125, + "learning_rate": 5.7444733420026e-07, + "loss": 0.0857, + "reward": 1.625354290008545, + "reward_std": 0.2994857281446457, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7034792602062225, "step": 2618 }, { - "epoch": 0.18, - "learning_rate": 1.8911492728473713e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 181.90625, + "epoch": 0.42568061763510767, + "grad_norm": 3.4379642009735107, + "kl": 2.87890625, + "learning_rate": 5.742847854356307e-07, + "loss": 0.1154, + "reward": 1.5224393010139465, + "reward_std": 0.3291158005595207, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6474392414093018, "step": 2619 }, { - "epoch": 0.18, - "learning_rate": 1.891050834929913e-05, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 145.5625, + "epoch": 0.42584315318976024, + "grad_norm": 3.065889358520508, + "kl": 1.21484375, + "learning_rate": 5.741222366710012e-07, + "loss": 0.0486, + "reward": 1.6458867192268372, + "reward_std": 0.28647932410240173, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7396367192268372, "step": 2620 }, { - "epoch": 0.18, - "learning_rate": 1.8909523550862882e-05, - "loss": 1.0742, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.42600568874441286, + "grad_norm": 1.715695858001709, + "kl": 1.28125, + "learning_rate": 5.739596879063719e-07, + "loss": 0.0512, + "reward": 1.5178734064102173, + "reward_std": 0.3099219650030136, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6272484064102173, "step": 2621 }, { - "epoch": 0.18, - "learning_rate": 1.890853833321129e-05, - "loss": 1.0497, + "clip_ratio": 0.0, + "completion_length": 168.15625, + "epoch": 0.4261682242990654, + "grad_norm": 3.7590603828430176, + "kl": 2.13671875, + "learning_rate": 5.737971391417425e-07, + "loss": 0.0852, + "reward": 1.6571133136749268, + "reward_std": 0.354721374809742, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7664883434772491, "step": 2622 }, { - "epoch": 0.18, - "learning_rate": 1.890755269639072e-05, - "loss": 1.0291, + "clip_ratio": 0.0, + "completion_length": 187.171875, + "epoch": 0.426330759853718, + "grad_norm": 3.0930376052856445, + "kl": 2.4375, + "learning_rate": 5.736345903771132e-07, + "loss": 0.0978, + "reward": 1.5532758831977844, + "reward_std": 0.3614167720079422, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6782758235931396, "step": 2623 }, { - "epoch": 0.18, - "learning_rate": 1.8906566640447547e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 161.203125, + "epoch": 0.42649329540837055, + "grad_norm": 1.5924692153930664, + "kl": 1.715087890625, + "learning_rate": 5.734720416124837e-07, + "loss": 0.0686, + "reward": 1.7034437656402588, + "reward_std": 0.13408749643713236, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7659437954425812, "step": 2624 }, { - "epoch": 0.18, - "learning_rate": 1.890558016542817e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 170.640625, + "epoch": 0.4266558309630232, + "grad_norm": 2.2206032276153564, + "kl": 1.5703125, + "learning_rate": 5.733094928478544e-07, + "loss": 0.0629, + "reward": 1.518070638179779, + "reward_std": 0.22380758076906204, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.596195638179779, "step": 2625 }, { - "epoch": 0.18, - "learning_rate": 1.8904593271378998e-05, - "loss": 1.0407, + "clip_ratio": 0.0, + "completion_length": 186.734375, + "epoch": 0.42681836651767574, + "grad_norm": 1.3170245885849, + "kl": 1.671875, + "learning_rate": 5.731469440832249e-07, + "loss": 0.067, + "reward": 1.6588325500488281, + "reward_std": 0.2429850772023201, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7525826096534729, "step": 2626 }, { - "epoch": 0.18, - "learning_rate": 1.8903605958346477e-05, - "loss": 1.0491, + "clip_ratio": 0.0, + "completion_length": 160.640625, + "epoch": 0.4269809020723283, + "grad_norm": 2.374697685241699, + "kl": 1.3125, + "learning_rate": 5.729843953185956e-07, + "loss": 0.0525, + "reward": 1.6600404977798462, + "reward_std": 0.17545340955257416, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7225404381752014, "step": 2627 }, { - "epoch": 0.18, - "learning_rate": 1.8902618226377053e-05, - "loss": 0.9838, + "clip_ratio": 0.0, + "completion_length": 162.015625, + "epoch": 0.4271434376269809, + "grad_norm": 2.197861909866333, + "kl": 1.80078125, + "learning_rate": 5.728218465539661e-07, + "loss": 0.0719, + "reward": 1.7891290783882141, + "reward_std": 0.12758568488061428, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8203791081905365, "step": 2628 }, { - "epoch": 0.18, - "learning_rate": 1.8901630075517206e-05, - "loss": 1.0595, + "clip_ratio": 0.0, + "completion_length": 158.828125, + "epoch": 0.4273059731816335, + "grad_norm": 4.423401355743408, + "kl": 1.09765625, + "learning_rate": 5.726592977893368e-07, + "loss": 0.044, + "reward": 1.6231350898742676, + "reward_std": 0.3615155816078186, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.73251011967659, "step": 2629 }, { - "epoch": 0.18, - "learning_rate": 1.890064150581343e-05, - "loss": 1.1469, + "clip_ratio": 0.0, + "completion_length": 152.859375, + "epoch": 0.42746850873628606, + "grad_norm": 2.3504984378814697, + "kl": 1.01708984375, + "learning_rate": 5.724967490247073e-07, + "loss": 0.0406, + "reward": 1.7715458273887634, + "reward_std": 0.17833531647920609, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8184208273887634, "step": 2630 }, { - "epoch": 0.18, - "learning_rate": 1.889965251731224e-05, - "loss": 1.0933, + "clip_ratio": 0.0, + "completion_length": 170.15625, + "epoch": 0.4276310442909386, + "grad_norm": 3.643404245376587, + "kl": 1.2265625, + "learning_rate": 5.72334200260078e-07, + "loss": 0.0491, + "reward": 1.5873544812202454, + "reward_std": 0.28585489094257355, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6811044812202454, "step": 2631 }, { - "epoch": 0.18, - "learning_rate": 1.8898663110060173e-05, - "loss": 1.0827, + "clip_ratio": 0.0, + "completion_length": 193.984375, + "epoch": 0.42779357984559124, + "grad_norm": 2.916450023651123, + "kl": 1.375, + "learning_rate": 5.721716514954487e-07, + "loss": 0.055, + "reward": 1.603508710861206, + "reward_std": 0.333296075463295, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7128836810588837, "step": 2632 }, { - "epoch": 0.18, - "learning_rate": 1.8897673284103778e-05, - "loss": 1.12, + "clip_ratio": 0.0, + "completion_length": 196.421875, + "epoch": 0.4279561154002438, + "grad_norm": 1.2999294996261597, + "kl": 0.88671875, + "learning_rate": 5.720091027308193e-07, + "loss": 0.0354, + "reward": 1.7713673114776611, + "reward_std": 0.16776293516159058, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8182423114776611, "step": 2633 }, { - "epoch": 0.18, - "learning_rate": 1.889668303948963e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 147.859375, + "epoch": 0.4281186509548964, + "grad_norm": 2.2483584880828857, + "kl": 1.15234375, + "learning_rate": 5.718465539661899e-07, + "loss": 0.0462, + "reward": 1.726435124874115, + "reward_std": 0.22866912186145782, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8045600652694702, "step": 2634 }, { - "epoch": 0.18, - "learning_rate": 1.889569237626432e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 160.90625, + "epoch": 0.42828118650954894, + "grad_norm": 2.137437105178833, + "kl": 0.69921875, + "learning_rate": 5.716840052015605e-07, + "loss": 0.028, + "reward": 1.7875702381134033, + "reward_std": 0.25689979642629623, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8500702381134033, "step": 2635 }, { - "epoch": 0.18, - "learning_rate": 1.8894701294474473e-05, - "loss": 1.1109, + "clip_ratio": 0.0, + "completion_length": 203.296875, + "epoch": 0.42844372206420156, + "grad_norm": 1.5924794673919678, + "kl": 0.861328125, + "learning_rate": 5.715214564369311e-07, + "loss": 0.0345, + "reward": 1.5765015482902527, + "reward_std": 0.253927618265152, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6702515482902527, "step": 2636 }, { - "epoch": 0.18, - "learning_rate": 1.889370979416671e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 154.484375, + "epoch": 0.4286062576188541, + "grad_norm": 1.6264864206314087, + "kl": 1.482421875, + "learning_rate": 5.713589076723017e-07, + "loss": 0.0593, + "reward": 1.7524600625038147, + "reward_std": 0.2407224178314209, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8149600625038147, "step": 2637 }, { - "epoch": 0.18, - "learning_rate": 1.8892717875387686e-05, - "loss": 1.0444, + "clip_ratio": 0.0, + "completion_length": 176.21875, + "epoch": 0.4287687931735067, + "grad_norm": 3.1954147815704346, + "kl": 2.0859375, + "learning_rate": 5.711963589076723e-07, + "loss": 0.0833, + "reward": 1.4341124296188354, + "reward_std": 0.46950483322143555, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6216125190258026, "step": 2638 }, { - "epoch": 0.18, - "learning_rate": 1.8891725538184076e-05, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 178.890625, + "epoch": 0.4289313287281593, + "grad_norm": 3.085252523422241, + "kl": 0.5224609375, + "learning_rate": 5.710338101430428e-07, + "loss": 0.021, + "reward": 1.719585657119751, + "reward_std": 0.23514696955680847, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.797710657119751, "step": 2639 }, { - "epoch": 0.18, - "learning_rate": 1.889073278260257e-05, - "loss": 1.0601, + "clip_ratio": 0.0, + "completion_length": 154.171875, + "epoch": 0.4290938642828119, + "grad_norm": 7.788729190826416, + "kl": 0.52490234375, + "learning_rate": 5.708712613784135e-07, + "loss": 0.021, + "reward": 1.7525989413261414, + "reward_std": 0.3291711360216141, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.830723911523819, "step": 2640 }, { - "epoch": 0.18, - "learning_rate": 1.888973960868988e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 187.03125, + "epoch": 0.42925639983746444, + "grad_norm": 1.668272614479065, + "kl": 2.828125, + "learning_rate": 5.70708712613784e-07, + "loss": 0.1133, + "reward": 1.5058934092521667, + "reward_std": 0.3327709436416626, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.646518349647522, "step": 2641 }, { - "epoch": 0.18, - "learning_rate": 1.8888746016492734e-05, - "loss": 1.1671, + "clip_ratio": 0.0, + "completion_length": 179.03125, + "epoch": 0.429418935392117, + "grad_norm": 2.02075457572937, + "kl": 2.06640625, + "learning_rate": 5.705461638491548e-07, + "loss": 0.0826, + "reward": 1.6545897126197815, + "reward_std": 0.30118776857852936, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7483396828174591, "step": 2642 }, { - "epoch": 0.18, - "learning_rate": 1.8887752006057893e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.42958147094676963, + "grad_norm": 2.1139605045318604, + "kl": 1.326171875, + "learning_rate": 5.703836150845254e-07, + "loss": 0.053, + "reward": 1.6649873852729797, + "reward_std": 0.14765024185180664, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7118623852729797, "step": 2643 }, { - "epoch": 0.18, - "learning_rate": 1.8886757577432117e-05, - "loss": 0.9976, + "clip_ratio": 0.0, + "completion_length": 158.484375, + "epoch": 0.4297440065014222, + "grad_norm": 1.7605353593826294, + "kl": 2.59765625, + "learning_rate": 5.70221066319896e-07, + "loss": 0.1039, + "reward": 1.6941620111465454, + "reward_std": 0.3131069839000702, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8191619515419006, "step": 2644 }, { - "epoch": 0.18, - "learning_rate": 1.88857627306622e-05, - "loss": 1.1079, + "clip_ratio": 0.0, + "completion_length": 164.28125, + "epoch": 0.42990654205607476, + "grad_norm": 1.844573736190796, + "kl": 1.43359375, + "learning_rate": 5.700585175552666e-07, + "loss": 0.0572, + "reward": 1.5703444480895996, + "reward_std": 0.3609512448310852, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6797194480895996, "step": 2645 }, { - "epoch": 0.18, - "learning_rate": 1.8884767465794953e-05, - "loss": 1.0433, + "clip_ratio": 0.0, + "completion_length": 147.609375, + "epoch": 0.4300690776107273, + "grad_norm": 1.2977675199508667, + "kl": 0.94140625, + "learning_rate": 5.698959687906372e-07, + "loss": 0.0378, + "reward": 1.745325744152069, + "reward_std": 0.1879107430577278, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7922007441520691, "step": 2646 }, { - "epoch": 0.18, - "learning_rate": 1.8883771782877206e-05, - "loss": 1.026, + "clip_ratio": 0.0, + "completion_length": 193.734375, + "epoch": 0.43023161316537994, + "grad_norm": 2.270970582962036, + "kl": 2.0625, + "learning_rate": 5.697334200260077e-07, + "loss": 0.0825, + "reward": 1.5223315954208374, + "reward_std": 0.38745857775211334, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6473315954208374, "step": 2647 }, { - "epoch": 0.18, - "learning_rate": 1.8882775681955804e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 192.40625, + "epoch": 0.4303941487200325, + "grad_norm": 4.0275092124938965, + "kl": 0.5048828125, + "learning_rate": 5.695708712613784e-07, + "loss": 0.0202, + "reward": 1.6357134580612183, + "reward_std": 0.10511576384305954, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.666963517665863, "step": 2648 }, { - "epoch": 0.18, - "learning_rate": 1.8881779163077626e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 159.953125, + "epoch": 0.4305566842746851, + "grad_norm": 1.2717323303222656, + "kl": 1.62158203125, + "learning_rate": 5.694083224967489e-07, + "loss": 0.0651, + "reward": 1.6708548069000244, + "reward_std": 0.23273475468158722, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7489798069000244, "step": 2649 }, { - "epoch": 0.18, - "learning_rate": 1.888078222628955e-05, - "loss": 1.0557, + "clip_ratio": 0.0, + "completion_length": 144.921875, + "epoch": 0.43071921982933764, + "grad_norm": 2.347442865371704, + "kl": 1.51171875, + "learning_rate": 5.692457737321196e-07, + "loss": 0.0605, + "reward": 1.666435956954956, + "reward_std": 0.22690441459417343, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.744560956954956, "step": 2650 }, { - "epoch": 0.18, - "learning_rate": 1.887978487163849e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 171.8125, + "epoch": 0.43088175538399026, + "grad_norm": 7.2289652824401855, + "kl": 3.8515625, + "learning_rate": 5.690832249674901e-07, + "loss": 0.1537, + "reward": 1.5185642838478088, + "reward_std": 0.37156863510608673, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6904392838478088, "step": 2651 }, { - "epoch": 0.18, - "learning_rate": 1.887878709917137e-05, - "loss": 1.0427, + "clip_ratio": 0.0, + "completion_length": 168.8125, + "epoch": 0.4310442909386428, + "grad_norm": 2.345794200897217, + "kl": 2.05859375, + "learning_rate": 5.689206762028609e-07, + "loss": 0.0824, + "reward": 1.5906039476394653, + "reward_std": 0.3813839256763458, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6999789774417877, "step": 2652 }, { - "epoch": 0.18, - "learning_rate": 1.8877788908935143e-05, - "loss": 1.0931, + "clip_ratio": 0.0, + "completion_length": 168.171875, + "epoch": 0.4312068264932954, + "grad_norm": 2.522291898727417, + "kl": 3.9765625, + "learning_rate": 5.687581274382314e-07, + "loss": 0.1591, + "reward": 1.563989520072937, + "reward_std": 0.33782626688480377, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7202395498752594, "step": 2653 }, { - "epoch": 0.18, - "learning_rate": 1.887679030097677e-05, - "loss": 1.1165, + "clip_ratio": 0.0, + "completion_length": 186.140625, + "epoch": 0.431369362047948, + "grad_norm": 4.366331100463867, + "kl": 3.4296875, + "learning_rate": 5.685955786736021e-07, + "loss": 0.1373, + "reward": 1.4907338619232178, + "reward_std": 0.43975934386253357, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6469839513301849, "step": 2654 }, { - "epoch": 0.18, - "learning_rate": 1.8875791275343244e-05, - "loss": 1.0199, + "clip_ratio": 0.0, + "completion_length": 180.3125, + "epoch": 0.4315318976026006, + "grad_norm": 7.565278053283691, + "kl": 4.265625, + "learning_rate": 5.684330299089726e-07, + "loss": 0.1706, + "reward": 1.509408950805664, + "reward_std": 0.44175267219543457, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6812839508056641, "step": 2655 }, { - "epoch": 0.18, - "learning_rate": 1.8874791832081572e-05, - "loss": 1.0273, + "clip_ratio": 0.0, + "completion_length": 173.90625, + "epoch": 0.43169443315725314, + "grad_norm": 1.5323255062103271, + "kl": 2.71875, + "learning_rate": 5.682704811443433e-07, + "loss": 0.1088, + "reward": 1.5939884185791016, + "reward_std": 0.32388749718666077, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.718988448381424, "step": 2656 }, { - "epoch": 0.18, - "learning_rate": 1.8873791971238773e-05, - "loss": 1.0753, + "clip_ratio": 0.0, + "completion_length": 154.78125, + "epoch": 0.4318569687119057, + "grad_norm": 4.111845970153809, + "kl": 2.98828125, + "learning_rate": 5.681079323797138e-07, + "loss": 0.1197, + "reward": 1.5617886781692505, + "reward_std": 0.5419958829879761, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7024136185646057, "step": 2657 }, { - "epoch": 0.18, - "learning_rate": 1.88727916928619e-05, - "loss": 0.9833, + "clip_ratio": 0.0, + "completion_length": 166.953125, + "epoch": 0.43201950426655833, + "grad_norm": 2.463054895401001, + "kl": 2.5078125, + "learning_rate": 5.679453836150845e-07, + "loss": 0.1005, + "reward": 1.54165518283844, + "reward_std": 0.375444233417511, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6822802424430847, "step": 2658 }, { - "epoch": 0.18, - "learning_rate": 1.8871790996998017e-05, - "loss": 1.0928, + "clip_ratio": 0.0, + "completion_length": 175.25, + "epoch": 0.4321820398212109, + "grad_norm": 6.756802082061768, + "kl": 2.546875, + "learning_rate": 5.67782834850455e-07, + "loss": 0.1018, + "reward": 1.3859237432479858, + "reward_std": 0.4184168130159378, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5577988028526306, "step": 2659 }, { - "epoch": 0.18, - "learning_rate": 1.8870789883694206e-05, - "loss": 1.086, + "clip_ratio": 0.0, + "completion_length": 168.25, + "epoch": 0.43234457537586346, + "grad_norm": 2.128748893737793, + "kl": 3.5234375, + "learning_rate": 5.676202860858257e-07, + "loss": 0.1408, + "reward": 1.6172102689743042, + "reward_std": 0.4419765919446945, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7578352093696594, "step": 2660 }, { - "epoch": 0.18, - "learning_rate": 1.8869788352997573e-05, - "loss": 0.999, + "clip_ratio": 0.0, + "completion_length": 183.515625, + "epoch": 0.432507110930516, + "grad_norm": 2.3446011543273926, + "kl": 2.486328125, + "learning_rate": 5.674577373211962e-07, + "loss": 0.0993, + "reward": 1.587695062160492, + "reward_std": 0.41289135441184044, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7439449727535248, "step": 2661 }, { - "epoch": 0.18, - "learning_rate": 1.8868786404955247e-05, - "loss": 1.0904, + "clip_ratio": 0.0, + "completion_length": 180.6875, + "epoch": 0.43266964648516865, + "grad_norm": 2.643862247467041, + "kl": 2.125, + "learning_rate": 5.67295188556567e-07, + "loss": 0.085, + "reward": 1.5898051261901855, + "reward_std": 0.34760500490665436, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7148050963878632, "step": 2662 }, { - "epoch": 0.18, - "learning_rate": 1.8867784039614364e-05, - "loss": 1.1737, + "clip_ratio": 0.0, + "completion_length": 166.703125, + "epoch": 0.4328321820398212, + "grad_norm": 2.3443708419799805, + "kl": 1.22265625, + "learning_rate": 5.671326397919375e-07, + "loss": 0.0488, + "reward": 1.679897129535675, + "reward_std": 0.24293474853038788, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7423971593379974, "step": 2663 }, { - "epoch": 0.18, - "learning_rate": 1.88667812570221e-05, - "loss": 1.0522, + "clip_ratio": 0.0, + "completion_length": 161.8125, + "epoch": 0.4329947175944738, + "grad_norm": 8.80634880065918, + "kl": 0.99609375, + "learning_rate": 5.669700910273082e-07, + "loss": 0.04, + "reward": 1.71101975440979, + "reward_std": 0.21167709305882454, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.75789475440979, "step": 2664 }, { - "epoch": 0.18, - "learning_rate": 1.8865778057225625e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 156.875, + "epoch": 0.4331572531491264, + "grad_norm": 4.972964763641357, + "kl": 1.87890625, + "learning_rate": 5.668075422626787e-07, + "loss": 0.0751, + "reward": 1.6539692282676697, + "reward_std": 0.4210629016160965, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7945941686630249, "step": 2665 }, { - "epoch": 0.18, - "learning_rate": 1.8864774440272152e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 165.46875, + "epoch": 0.43331978870377896, + "grad_norm": 2.124377965927124, + "kl": 3.0546875, + "learning_rate": 5.666449934980494e-07, + "loss": 0.122, + "reward": 1.5110975503921509, + "reward_std": 0.428168922662735, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6985975503921509, "step": 2666 }, { - "epoch": 0.18, - "learning_rate": 1.88637704062089e-05, - "loss": 1.0124, + "clip_ratio": 0.0, + "completion_length": 163.15625, + "epoch": 0.43348232425843153, + "grad_norm": 2.56941819190979, + "kl": 2.54296875, + "learning_rate": 5.6648244473342e-07, + "loss": 0.1017, + "reward": 1.5242846012115479, + "reward_std": 0.3110625147819519, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6492846608161926, "step": 2667 }, { - "epoch": 0.18, - "learning_rate": 1.886276595508311e-05, - "loss": 0.9715, + "clip_ratio": 0.0, + "completion_length": 176.96875, + "epoch": 0.4336448598130841, + "grad_norm": 4.841403484344482, + "kl": 3.65625, + "learning_rate": 5.663198959687906e-07, + "loss": 0.1463, + "reward": 1.5687175989151, + "reward_std": 0.40379194915294647, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7562175393104553, "step": 2668 }, { - "epoch": 0.18, - "learning_rate": 1.8861761086942043e-05, - "loss": 1.0153, + "clip_ratio": 0.0, + "completion_length": 169.984375, + "epoch": 0.4338073953677367, + "grad_norm": 6.481866836547852, + "kl": 3.6015625, + "learning_rate": 5.661573472041612e-07, + "loss": 0.1441, + "reward": 1.5521398782730103, + "reward_std": 0.4426463842391968, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6927648186683655, "step": 2669 }, { - "epoch": 0.18, - "learning_rate": 1.8860755801832983e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.4339699309223893, + "grad_norm": 3.0712311267852783, + "kl": 3.0859375, + "learning_rate": 5.659947984395318e-07, + "loss": 0.1232, + "reward": 1.588322401046753, + "reward_std": 0.43133780360221863, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7601973414421082, "step": 2670 }, { - "epoch": 0.18, - "learning_rate": 1.8859750099803234e-05, - "loss": 1.1359, + "clip_ratio": 0.0, + "completion_length": 166.09375, + "epoch": 0.43413246647704185, + "grad_norm": 5.0627827644348145, + "kl": 3.4375, + "learning_rate": 5.658322496749024e-07, + "loss": 0.1376, + "reward": 1.5070556998252869, + "reward_std": 0.4717262089252472, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7101806402206421, "step": 2671 }, { - "epoch": 0.18, - "learning_rate": 1.885874398090011e-05, - "loss": 1.0381, + "clip_ratio": 0.0, + "completion_length": 168.15625, + "epoch": 0.4342950020316944, + "grad_norm": 2.5875017642974854, + "kl": 4.2109375, + "learning_rate": 5.656697009102731e-07, + "loss": 0.1682, + "reward": 1.3216111063957214, + "reward_std": 0.5763973891735077, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5716111063957214, "step": 2672 }, { - "epoch": 0.18, - "learning_rate": 1.8857737445170958e-05, - "loss": 1.1452, + "clip_ratio": 0.0, + "completion_length": 167.0, + "epoch": 0.43445753758634703, + "grad_norm": 4.109808444976807, + "kl": 3.3203125, + "learning_rate": 5.655071521456437e-07, + "loss": 0.1327, + "reward": 1.4786579608917236, + "reward_std": 0.4766899645328522, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7130329608917236, "step": 2673 }, { - "epoch": 0.18, - "learning_rate": 1.8856730492663135e-05, - "loss": 1.132, + "clip_ratio": 0.0, + "completion_length": 169.765625, + "epoch": 0.4346200731409996, + "grad_norm": 5.869888782501221, + "kl": 3.1796875, + "learning_rate": 5.653446033810143e-07, + "loss": 0.1273, + "reward": 1.4979807138442993, + "reward_std": 0.3550740256905556, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6854807436466217, "step": 2674 }, { - "epoch": 0.18, - "learning_rate": 1.885572312342402e-05, - "loss": 1.0319, + "clip_ratio": 0.0, + "completion_length": 169.3125, + "epoch": 0.43478260869565216, + "grad_norm": 3.516716718673706, + "kl": 3.7734375, + "learning_rate": 5.651820546163849e-07, + "loss": 0.1509, + "reward": 1.4857212901115417, + "reward_std": 0.5310721099376678, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6732213497161865, "step": 2675 }, { - "epoch": 0.18, - "learning_rate": 1.885471533750101e-05, - "loss": 1.0858, + "clip_ratio": 0.0, + "completion_length": 196.15625, + "epoch": 0.4349451442503047, + "grad_norm": 9.583807945251465, + "kl": 4.4453125, + "learning_rate": 5.650195058517555e-07, + "loss": 0.1779, + "reward": 1.3626651167869568, + "reward_std": 0.460552841424942, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.5970401465892792, "step": 2676 }, { - "epoch": 0.18, - "learning_rate": 1.885370713494153e-05, - "loss": 1.1263, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.43510767980495735, + "grad_norm": 4.916191577911377, + "kl": 3.8359375, + "learning_rate": 5.648569570871261e-07, + "loss": 0.1536, + "reward": 1.394525945186615, + "reward_std": 0.6180278956890106, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6132759749889374, "step": 2677 }, { - "epoch": 0.18, - "learning_rate": 1.8852698515793017e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 160.6875, + "epoch": 0.4352702153596099, + "grad_norm": 6.887210845947266, + "kl": 2.9453125, + "learning_rate": 5.646944083224967e-07, + "loss": 0.1177, + "reward": 1.533266544342041, + "reward_std": 0.3153785914182663, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7051415145397186, "step": 2678 }, { - "epoch": 0.18, - "learning_rate": 1.8851689480102924e-05, - "loss": 1.0053, + "clip_ratio": 0.0, + "completion_length": 172.9375, + "epoch": 0.4354327509142625, + "grad_norm": 4.4714131355285645, + "kl": 2.25, + "learning_rate": 5.645318595578673e-07, + "loss": 0.09, + "reward": 1.4964147806167603, + "reward_std": 0.38331829011440277, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.652664840221405, "step": 2679 }, { - "epoch": 0.18, - "learning_rate": 1.8850680027918732e-05, - "loss": 1.0591, + "clip_ratio": 0.0, + "completion_length": 183.734375, + "epoch": 0.4355952864689151, + "grad_norm": 1.9842053651809692, + "kl": 1.0390625, + "learning_rate": 5.643693107932379e-07, + "loss": 0.0416, + "reward": 1.6109445691108704, + "reward_std": 0.22168000042438507, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6890695691108704, "step": 2680 }, { - "epoch": 0.18, - "learning_rate": 1.8849670159287942e-05, - "loss": 0.9665, + "clip_ratio": 0.0, + "completion_length": 170.859375, + "epoch": 0.43575782202356766, + "grad_norm": 1.6008963584899902, + "kl": 1.646484375, + "learning_rate": 5.642067620286085e-07, + "loss": 0.0659, + "reward": 1.7767772674560547, + "reward_std": 0.2591371238231659, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8549022972583771, "step": 2681 }, { - "epoch": 0.18, - "learning_rate": 1.8848659874258063e-05, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 168.5625, + "epoch": 0.43592035757822023, + "grad_norm": 5.749467372894287, + "kl": 3.0625, + "learning_rate": 5.640442132639792e-07, + "loss": 0.1224, + "reward": 1.5771456360816956, + "reward_std": 0.4917857348918915, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7490206360816956, "step": 2682 }, { - "epoch": 0.18, - "learning_rate": 1.8847649172876636e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 153.3125, + "epoch": 0.4360828931328728, + "grad_norm": 2.551297426223755, + "kl": 1.3984375, + "learning_rate": 5.638816644993498e-07, + "loss": 0.0561, + "reward": 1.6583654284477234, + "reward_std": 0.35496464371681213, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7521154284477234, "step": 2683 }, { - "epoch": 0.18, - "learning_rate": 1.8846638055191214e-05, - "loss": 1.0876, + "clip_ratio": 0.0, + "completion_length": 162.421875, + "epoch": 0.4362454286875254, + "grad_norm": 1.632496953010559, + "kl": 1.095703125, + "learning_rate": 5.637191157347204e-07, + "loss": 0.0439, + "reward": 1.6669172048568726, + "reward_std": 0.19064858555793762, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7294172048568726, "step": 2684 }, { - "epoch": 0.18, - "learning_rate": 1.884562652124938e-05, - "loss": 0.9685, + "clip_ratio": 0.0, + "completion_length": 163.328125, + "epoch": 0.436407964242178, + "grad_norm": 4.219447612762451, + "kl": 1.53515625, + "learning_rate": 5.63556566970091e-07, + "loss": 0.0613, + "reward": 1.6877226829528809, + "reward_std": 0.3249397277832031, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7814726233482361, "step": 2685 }, { - "epoch": 0.18, - "learning_rate": 1.884461457109872e-05, - "loss": 1.0064, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.43657049979683055, + "grad_norm": 2.1973581314086914, + "kl": 1.88720703125, + "learning_rate": 5.633940182054616e-07, + "loss": 0.0754, + "reward": 1.565158486366272, + "reward_std": 0.3742432966828346, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7057834565639496, "step": 2686 }, { - "epoch": 0.18, - "learning_rate": 1.8843602204786857e-05, - "loss": 1.0045, + "clip_ratio": 0.0, + "completion_length": 171.40625, + "epoch": 0.4367330353514831, + "grad_norm": 5.484189510345459, + "kl": 2.53125, + "learning_rate": 5.632314694408322e-07, + "loss": 0.1014, + "reward": 1.6123878955841064, + "reward_std": 0.5029144883155823, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7686379551887512, "step": 2687 }, { - "epoch": 0.18, - "learning_rate": 1.884258942236142e-05, - "loss": 1.0956, + "clip_ratio": 0.0, + "completion_length": 162.1875, + "epoch": 0.43689557090613573, + "grad_norm": 4.315494537353516, + "kl": 1.81640625, + "learning_rate": 5.630689206762028e-07, + "loss": 0.0728, + "reward": 1.688232421875, + "reward_std": 0.27097344398498535, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7663573920726776, "step": 2688 }, { - "epoch": 0.18, - "learning_rate": 1.8841576223870063e-05, - "loss": 1.0864, + "clip_ratio": 0.0, + "completion_length": 161.5, + "epoch": 0.4370581064607883, + "grad_norm": 3.3556551933288574, + "kl": 2.4453125, + "learning_rate": 5.629063719115734e-07, + "loss": 0.0979, + "reward": 1.6489937901496887, + "reward_std": 0.3317841738462448, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7739937603473663, "step": 2689 }, { - "epoch": 0.18, - "learning_rate": 1.8840562609360466e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 173.34375, + "epoch": 0.43722064201544086, + "grad_norm": 4.597118377685547, + "kl": 2.34375, + "learning_rate": 5.62743823146944e-07, + "loss": 0.0935, + "reward": 1.7499874234199524, + "reward_std": 0.2565036937594414, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8593624234199524, "step": 2690 }, { - "epoch": 0.18, - "learning_rate": 1.883954857888031e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 162.640625, + "epoch": 0.4373831775700935, + "grad_norm": 3.418365716934204, + "kl": 2.1953125, + "learning_rate": 5.625812743823146e-07, + "loss": 0.0877, + "reward": 1.6168827414512634, + "reward_std": 0.34160807728767395, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7106327414512634, "step": 2691 }, { - "epoch": 0.18, - "learning_rate": 1.8838534132477317e-05, - "loss": 1.0174, + "clip_ratio": 0.0, + "completion_length": 184.96875, + "epoch": 0.43754571312474605, + "grad_norm": 4.409049987792969, + "kl": 3.0546875, + "learning_rate": 5.624187256176853e-07, + "loss": 0.1223, + "reward": 1.6005451679229736, + "reward_std": 0.4869750738143921, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7567951679229736, "step": 2692 }, { - "epoch": 0.18, - "learning_rate": 1.883751927019922e-05, - "loss": 1.0907, + "clip_ratio": 0.0, + "completion_length": 179.078125, + "epoch": 0.4377082486793986, + "grad_norm": 3.7102644443511963, + "kl": 2.056640625, + "learning_rate": 5.622561768530559e-07, + "loss": 0.0823, + "reward": 1.7255235314369202, + "reward_std": 0.26928846165537834, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8192734718322754, "step": 2693 }, { - "epoch": 0.18, - "learning_rate": 1.8836503992093763e-05, - "loss": 1.0535, + "clip_ratio": 0.0, + "completion_length": 173.28125, + "epoch": 0.4378707842340512, + "grad_norm": 2.2862207889556885, + "kl": 1.6484375, + "learning_rate": 5.620936280884265e-07, + "loss": 0.066, + "reward": 1.75674170255661, + "reward_std": 0.18800746649503708, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8036167025566101, "step": 2694 }, { - "epoch": 0.18, - "learning_rate": 1.8835488298208723e-05, - "loss": 1.1397, + "clip_ratio": 0.0, + "completion_length": 168.359375, + "epoch": 0.4380333197887038, + "grad_norm": 3.6741943359375, + "kl": 2.5390625, + "learning_rate": 5.619310793237971e-07, + "loss": 0.1018, + "reward": 1.6605082154273987, + "reward_std": 0.23142893612384796, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7386332452297211, "step": 2695 }, { - "epoch": 0.18, - "learning_rate": 1.8834472188591893e-05, - "loss": 1.0735, + "clip_ratio": 0.0, + "completion_length": 177.984375, + "epoch": 0.43819585534335637, + "grad_norm": 4.409555912017822, + "kl": 4.5703125, + "learning_rate": 5.617685305591677e-07, + "loss": 0.1828, + "reward": 1.4565918445587158, + "reward_std": 0.443132221698761, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6909669041633606, "step": 2696 }, { - "epoch": 0.18, - "learning_rate": 1.883345566329108e-05, - "loss": 1.1035, + "clip_ratio": 0.0, + "completion_length": 160.78125, + "epoch": 0.43835839089800893, + "grad_norm": 3.2731661796569824, + "kl": 3.2265625, + "learning_rate": 5.616059817945383e-07, + "loss": 0.1289, + "reward": 1.6160906553268433, + "reward_std": 0.4318767338991165, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7723406553268433, "step": 2697 }, { - "epoch": 0.18, - "learning_rate": 1.8832438722354112e-05, - "loss": 0.9826, + "clip_ratio": 0.0, + "completion_length": 170.46875, + "epoch": 0.4385209264526615, + "grad_norm": 1.4186561107635498, + "kl": 2.2421875, + "learning_rate": 5.614434330299089e-07, + "loss": 0.0898, + "reward": 1.6933748722076416, + "reward_std": 0.301340751349926, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7871249616146088, "step": 2698 }, { - "epoch": 0.18, - "learning_rate": 1.8831421365828842e-05, - "loss": 1.0252, + "clip_ratio": 0.0, + "completion_length": 171.375, + "epoch": 0.4386834620073141, + "grad_norm": 1.9756203889846802, + "kl": 1.953125, + "learning_rate": 5.612808842652795e-07, + "loss": 0.0781, + "reward": 1.6194250583648682, + "reward_std": 0.30489860475063324, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7131750285625458, "step": 2699 }, { - "epoch": 0.18, - "learning_rate": 1.883040359376314e-05, - "loss": 0.9495, + "clip_ratio": 0.0, + "completion_length": 174.71875, + "epoch": 0.4388459975619667, + "grad_norm": 2.169424533843994, + "kl": 0.564453125, + "learning_rate": 5.611183355006501e-07, + "loss": 0.0226, + "reward": 1.7066074013710022, + "reward_std": 0.17893999814987183, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7534823715686798, "step": 2700 }, { - "epoch": 0.18, - "learning_rate": 1.882938540620489e-05, - "loss": 1.0443, + "clip_ratio": 0.0, + "completion_length": 163.140625, + "epoch": 0.43900853311661925, + "grad_norm": 3.620257616043091, + "kl": 2.203125, + "learning_rate": 5.609557867360207e-07, + "loss": 0.0884, + "reward": 1.661869764328003, + "reward_std": 0.3839394301176071, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7556197941303253, "step": 2701 }, { - "epoch": 0.18, - "learning_rate": 1.8828366803202005e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 169.546875, + "epoch": 0.4391710686712718, + "grad_norm": 4.592236042022705, + "kl": 3.18359375, + "learning_rate": 5.607932379713915e-07, + "loss": 0.1271, + "reward": 1.5351455807685852, + "reward_std": 0.39922113716602325, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6913955509662628, "step": 2702 }, { - "epoch": 0.18, - "learning_rate": 1.882734778480241e-05, - "loss": 1.0412, + "clip_ratio": 0.0, + "completion_length": 170.28125, + "epoch": 0.43933360422592443, + "grad_norm": 2.0456767082214355, + "kl": 2.3046875, + "learning_rate": 5.60630689206762e-07, + "loss": 0.0923, + "reward": 1.5059157013893127, + "reward_std": 0.2830897644162178, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6152907311916351, "step": 2703 }, { - "epoch": 0.18, - "learning_rate": 1.8826328351054055e-05, - "loss": 1.1613, + "clip_ratio": 0.0, + "completion_length": 161.390625, + "epoch": 0.439496139780577, + "grad_norm": 1.7172635793685913, + "kl": 1.38671875, + "learning_rate": 5.604681404421327e-07, + "loss": 0.0555, + "reward": 1.6651639938354492, + "reward_std": 0.27911508083343506, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7432889938354492, "step": 2704 }, { - "epoch": 0.18, - "learning_rate": 1.8825308502004907e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 169.46875, + "epoch": 0.43965867533522957, + "grad_norm": 2.849532127380371, + "kl": 2.1953125, + "learning_rate": 5.603055916775032e-07, + "loss": 0.0877, + "reward": 1.5442945957183838, + "reward_std": 0.27598315477371216, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6692945957183838, "step": 2705 }, { - "epoch": 0.18, - "learning_rate": 1.8824288237702947e-05, - "loss": 1.0564, + "clip_ratio": 0.0, + "completion_length": 158.140625, + "epoch": 0.4398212108898822, + "grad_norm": 4.626871585845947, + "kl": 3.046875, + "learning_rate": 5.601430429128739e-07, + "loss": 0.122, + "reward": 1.6304525136947632, + "reward_std": 0.5076730102300644, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8023275434970856, "step": 2706 }, { - "epoch": 0.18, - "learning_rate": 1.882326755819619e-05, - "loss": 0.971, + "clip_ratio": 0.0, + "completion_length": 169.328125, + "epoch": 0.43998374644453475, + "grad_norm": 2.1644716262817383, + "kl": 0.71484375, + "learning_rate": 5.599804941482444e-07, + "loss": 0.0285, + "reward": 1.700775682926178, + "reward_std": 0.22208830434828997, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7789006531238556, "step": 2707 }, { - "epoch": 0.18, - "learning_rate": 1.882224646353265e-05, - "loss": 0.9961, + "clip_ratio": 0.0, + "completion_length": 157.28125, + "epoch": 0.4401462819991873, + "grad_norm": 1.448075532913208, + "kl": 1.830078125, + "learning_rate": 5.598179453836151e-07, + "loss": 0.0733, + "reward": 1.6859529614448547, + "reward_std": 0.3314427137374878, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7953280508518219, "step": 2708 }, { - "epoch": 0.18, - "learning_rate": 1.8821224953760384e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 150.125, + "epoch": 0.4403088175538399, + "grad_norm": 1.3021897077560425, + "kl": 1.35546875, + "learning_rate": 5.596553966189856e-07, + "loss": 0.0542, + "reward": 1.5534005761146545, + "reward_std": 0.2209283448755741, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6159005761146545, "step": 2709 }, { - "epoch": 0.18, - "learning_rate": 1.8820203028927447e-05, - "loss": 1.1024, + "clip_ratio": 0.0, + "completion_length": 166.484375, + "epoch": 0.4404713531084925, + "grad_norm": 2.998234510421753, + "kl": 1.6796875, + "learning_rate": 5.594928478543563e-07, + "loss": 0.0672, + "reward": 1.693999707698822, + "reward_std": 0.43522273004055023, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.803374707698822, "step": 2710 }, { - "epoch": 0.18, - "learning_rate": 1.881918068908193e-05, - "loss": 1.0541, + "clip_ratio": 0.0, + "completion_length": 149.515625, + "epoch": 0.44063388866314507, + "grad_norm": 3.0486199855804443, + "kl": 2.546875, + "learning_rate": 5.593302990897268e-07, + "loss": 0.1021, + "reward": 1.5992053747177124, + "reward_std": 0.3419756144285202, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7554554045200348, "step": 2711 }, { - "epoch": 0.18, - "learning_rate": 1.881815793427193e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 164.34375, + "epoch": 0.44079642421779763, + "grad_norm": 2.6722960472106934, + "kl": 1.033203125, + "learning_rate": 5.591677503250976e-07, + "loss": 0.0414, + "reward": 1.7621582746505737, + "reward_std": 0.1975422203540802, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8402831554412842, "step": 2712 }, { - "epoch": 0.18, - "learning_rate": 1.8817134764545578e-05, - "loss": 1.027, + "clip_ratio": 0.0, + "completion_length": 147.703125, + "epoch": 0.4409589597724502, + "grad_norm": 1.7668100595474243, + "kl": 1.875, + "learning_rate": 5.590052015604681e-07, + "loss": 0.0752, + "reward": 1.6809715032577515, + "reward_std": 0.3847505748271942, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7903465330600739, "step": 2713 }, { - "epoch": 0.18, - "learning_rate": 1.881611117995101e-05, - "loss": 1.037, + "clip_ratio": 0.0, + "completion_length": 180.21875, + "epoch": 0.4411214953271028, + "grad_norm": 4.484829425811768, + "kl": 2.087890625, + "learning_rate": 5.588426527958388e-07, + "loss": 0.0834, + "reward": 1.488364040851593, + "reward_std": 0.4179215431213379, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6602389812469482, "step": 2714 }, { - "epoch": 0.18, - "learning_rate": 1.8815087180536392e-05, - "loss": 1.0674, + "clip_ratio": 0.0, + "completion_length": 160.265625, + "epoch": 0.4412840308817554, + "grad_norm": 1.6731719970703125, + "kl": 3.1875, + "learning_rate": 5.586801040312093e-07, + "loss": 0.1275, + "reward": 1.44346022605896, + "reward_std": 0.46806615591049194, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.66221022605896, "step": 2715 }, { - "epoch": 0.18, - "learning_rate": 1.8814062766349904e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 191.890625, + "epoch": 0.44144656643640795, + "grad_norm": 2.3330819606781006, + "kl": 2.59375, + "learning_rate": 5.5851755526658e-07, + "loss": 0.1039, + "reward": 1.4389318227767944, + "reward_std": 0.33908551931381226, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6420568227767944, "step": 2716 }, { - "epoch": 0.18, - "learning_rate": 1.8813037937439747e-05, - "loss": 1.0333, + "clip_ratio": 0.0, + "completion_length": 167.921875, + "epoch": 0.44160910199106057, + "grad_norm": 4.6159796714782715, + "kl": 2.0703125, + "learning_rate": 5.583550065019505e-07, + "loss": 0.0827, + "reward": 1.6911608576774597, + "reward_std": 0.2457277774810791, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7849109470844269, "step": 2717 }, { - "epoch": 0.18, - "learning_rate": 1.8812012693854145e-05, - "loss": 1.1208, + "clip_ratio": 0.0, + "completion_length": 161.171875, + "epoch": 0.44177163754571314, + "grad_norm": 1.8663185834884644, + "kl": 0.615234375, + "learning_rate": 5.581924577373212e-07, + "loss": 0.0246, + "reward": 1.6167290210723877, + "reward_std": 0.22756607830524445, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6792290210723877, "step": 2718 }, { - "epoch": 0.18, - "learning_rate": 1.881098703564133e-05, - "loss": 1.1132, + "clip_ratio": 0.0, + "completion_length": 150.046875, + "epoch": 0.4419341731003657, + "grad_norm": 1.3775672912597656, + "kl": 0.919921875, + "learning_rate": 5.580299089726917e-07, + "loss": 0.0369, + "reward": 1.6010841131210327, + "reward_std": 0.31266728043556213, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7260841131210327, "step": 2719 }, { - "epoch": 0.18, - "learning_rate": 1.8809960962849577e-05, - "loss": 1.0457, + "clip_ratio": 0.0, + "completion_length": 169.640625, + "epoch": 0.44209670865501827, + "grad_norm": 2.5608327388763428, + "kl": 2.77734375, + "learning_rate": 5.578673602080624e-07, + "loss": 0.1111, + "reward": 1.5512275695800781, + "reward_std": 0.44872550666332245, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7231025695800781, "step": 2720 }, { - "epoch": 0.18, - "learning_rate": 1.880893447552715e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 168.078125, + "epoch": 0.4422592442096709, + "grad_norm": 2.9939091205596924, + "kl": 2.9609375, + "learning_rate": 5.577048114434329e-07, + "loss": 0.1183, + "reward": 1.534861445426941, + "reward_std": 0.4232485741376877, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7379864454269409, "step": 2721 }, { - "epoch": 0.18, - "learning_rate": 1.8807907573722353e-05, - "loss": 1.1208, + "clip_ratio": 0.0, + "completion_length": 152.234375, + "epoch": 0.44242177976432345, + "grad_norm": 2.305382490158081, + "kl": 2.083984375, + "learning_rate": 5.575422626788037e-07, + "loss": 0.0836, + "reward": 1.4751078486442566, + "reward_std": 0.42420749366283417, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6469828486442566, "step": 2722 }, { - "epoch": 0.18, - "learning_rate": 1.8806880257483508e-05, - "loss": 1.0779, + "clip_ratio": 0.0, + "completion_length": 154.28125, + "epoch": 0.442584315318976, + "grad_norm": 4.576831817626953, + "kl": 2.0546875, + "learning_rate": 5.573797139141742e-07, + "loss": 0.0821, + "reward": 1.5523166060447693, + "reward_std": 0.4676290452480316, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6929416656494141, "step": 2723 }, { - "epoch": 0.18, - "learning_rate": 1.8805852526858946e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 164.03125, + "epoch": 0.4427468508736286, + "grad_norm": 3.0046749114990234, + "kl": 2.01171875, + "learning_rate": 5.572171651495449e-07, + "loss": 0.0803, + "reward": 1.4776222705841064, + "reward_std": 0.3908086568117142, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6182472407817841, "step": 2724 }, { - "epoch": 0.18, - "learning_rate": 1.880482438189703e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 158.421875, + "epoch": 0.4429093864282812, + "grad_norm": 10.968514442443848, + "kl": 3.34375, + "learning_rate": 5.570546163849154e-07, + "loss": 0.1339, + "reward": 1.5860349535942078, + "reward_std": 0.32098305225372314, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7422850131988525, "step": 2725 }, { - "epoch": 0.18, - "learning_rate": 1.8803795822646134e-05, - "loss": 1.0291, + "clip_ratio": 0.0, + "completion_length": 147.625, + "epoch": 0.44307192198293377, + "grad_norm": 2.427924394607544, + "kl": 1.79296875, + "learning_rate": 5.568920676202861e-07, + "loss": 0.0719, + "reward": 1.6255720257759094, + "reward_std": 0.3575327694416046, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7818219661712646, "step": 2726 }, { - "epoch": 0.18, - "learning_rate": 1.8802766849154656e-05, - "loss": 1.1232, + "clip_ratio": 0.0, + "completion_length": 149.625, + "epoch": 0.44323445753758633, + "grad_norm": 2.2969400882720947, + "kl": 1.77734375, + "learning_rate": 5.567295188556566e-07, + "loss": 0.0709, + "reward": 1.6136988401412964, + "reward_std": 0.26245149224996567, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7230738401412964, "step": 2727 }, { - "epoch": 0.18, - "learning_rate": 1.880173746147101e-05, - "loss": 0.9866, + "clip_ratio": 0.0, + "completion_length": 154.921875, + "epoch": 0.4433969930922389, + "grad_norm": 2.3949177265167236, + "kl": 2.56640625, + "learning_rate": 5.565669700910273e-07, + "loss": 0.1028, + "reward": 1.4934771060943604, + "reward_std": 0.36648623645305634, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6184771060943604, "step": 2728 }, { - "epoch": 0.18, - "learning_rate": 1.8800707659643635e-05, - "loss": 1.0259, + "clip_ratio": 0.0, + "completion_length": 177.46875, + "epoch": 0.4435595286468915, + "grad_norm": 2.5971567630767822, + "kl": 1.365234375, + "learning_rate": 5.564044213263978e-07, + "loss": 0.0546, + "reward": 1.5918673276901245, + "reward_std": 0.3040112555027008, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7168672978878021, "step": 2729 }, { - "epoch": 0.18, - "learning_rate": 1.8799677443720984e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 169.78125, + "epoch": 0.4437220642015441, + "grad_norm": 5.021708965301514, + "kl": 2.2421875, + "learning_rate": 5.562418725617685e-07, + "loss": 0.0899, + "reward": 1.4833688139915466, + "reward_std": 0.25900352001190186, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6239939033985138, "step": 2730 }, { - "epoch": 0.18, - "learning_rate": 1.8798646813751524e-05, - "loss": 1.0491, + "clip_ratio": 0.0, + "completion_length": 162.25, + "epoch": 0.44388459975619665, + "grad_norm": 3.1412787437438965, + "kl": 3.078125, + "learning_rate": 5.56079323797139e-07, + "loss": 0.1231, + "reward": 1.5981253385543823, + "reward_std": 0.2246522381901741, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7231253087520599, "step": 2731 }, { - "epoch": 0.18, - "learning_rate": 1.879761576978376e-05, - "loss": 1.0863, + "clip_ratio": 0.0, + "completion_length": 159.46875, + "epoch": 0.4440471353108493, + "grad_norm": 2.4899282455444336, + "kl": 2.5, + "learning_rate": 5.559167750325098e-07, + "loss": 0.1, + "reward": 1.5946506261825562, + "reward_std": 0.3305825889110565, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7352756261825562, "step": 2732 }, { - "epoch": 0.18, - "learning_rate": 1.87965843118662e-05, - "loss": 0.966, + "clip_ratio": 0.0, + "completion_length": 152.3125, + "epoch": 0.44420967086550184, + "grad_norm": 2.313405990600586, + "kl": 1.56591796875, + "learning_rate": 5.557542262678803e-07, + "loss": 0.0626, + "reward": 1.6594179272651672, + "reward_std": 0.28034641221165657, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7844179272651672, "step": 2733 }, { - "epoch": 0.18, - "learning_rate": 1.8795552440047374e-05, - "loss": 1.0546, + "clip_ratio": 0.0, + "completion_length": 148.796875, + "epoch": 0.4443722064201544, + "grad_norm": 4.701299667358398, + "kl": 2.85546875, + "learning_rate": 5.55591677503251e-07, + "loss": 0.1143, + "reward": 1.533570945262909, + "reward_std": 0.41221705079078674, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7054459154605865, "step": 2734 }, { - "epoch": 0.18, - "learning_rate": 1.8794520154375836e-05, - "loss": 1.0655, + "clip_ratio": 0.0, + "completion_length": 164.53125, + "epoch": 0.44453474197480697, + "grad_norm": 3.361959934234619, + "kl": 2.3671875, + "learning_rate": 5.554291287386216e-07, + "loss": 0.0946, + "reward": 1.5127569437026978, + "reward_std": 0.5184865444898605, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7002569735050201, "step": 2735 }, { - "epoch": 0.18, - "learning_rate": 1.8793487454900162e-05, - "loss": 1.0207, + "clip_ratio": 0.0, + "completion_length": 180.0, + "epoch": 0.4446972775294596, + "grad_norm": 3.3631186485290527, + "kl": 2.625, + "learning_rate": 5.552665799739922e-07, + "loss": 0.1051, + "reward": 1.5515880584716797, + "reward_std": 0.5489011406898499, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7547130584716797, "step": 2736 }, { - "epoch": 0.18, - "learning_rate": 1.8792454341668938e-05, - "loss": 1.0864, + "clip_ratio": 0.0, + "completion_length": 162.25, + "epoch": 0.44485981308411215, + "grad_norm": 3.6145031452178955, + "kl": 2.263671875, + "learning_rate": 5.551040312093628e-07, + "loss": 0.0906, + "reward": 1.5685319304466248, + "reward_std": 0.25467920303344727, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.70915687084198, "step": 2737 }, { - "epoch": 0.18, - "learning_rate": 1.8791420814730776e-05, - "loss": 1.151, + "clip_ratio": 0.0, + "completion_length": 169.78125, + "epoch": 0.4450223486387647, + "grad_norm": 2.493946075439453, + "kl": 2.7109375, + "learning_rate": 5.549414824447334e-07, + "loss": 0.1083, + "reward": 1.5360000133514404, + "reward_std": 0.29974546283483505, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.707874983549118, "step": 2738 }, { - "epoch": 0.18, - "learning_rate": 1.8790386874134306e-05, - "loss": 0.976, + "clip_ratio": 0.0, + "completion_length": 149.84375, + "epoch": 0.4451848841934173, + "grad_norm": 2.279587984085083, + "kl": 1.98828125, + "learning_rate": 5.54778933680104e-07, + "loss": 0.0797, + "reward": 1.6610883474349976, + "reward_std": 0.2545112520456314, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7548383474349976, "step": 2739 }, { - "epoch": 0.18, - "learning_rate": 1.8789352519928178e-05, - "loss": 0.9515, + "clip_ratio": 0.0, + "completion_length": 179.9375, + "epoch": 0.4453474197480699, + "grad_norm": 11.619760513305664, + "kl": 2.005859375, + "learning_rate": 5.546163849154746e-07, + "loss": 0.08, + "reward": 1.5616134405136108, + "reward_std": 0.32297325134277344, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7022384107112885, "step": 2740 }, { - "epoch": 0.18, - "learning_rate": 1.878831775216106e-05, - "loss": 1.0481, + "clip_ratio": 0.0, + "completion_length": 178.109375, + "epoch": 0.44550995530272247, + "grad_norm": 3.597465753555298, + "kl": 1.5341796875, + "learning_rate": 5.544538361508452e-07, + "loss": 0.0616, + "reward": 1.6338388323783875, + "reward_std": 0.309909762814641, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7275888025760651, "step": 2741 }, { - "epoch": 0.18, - "learning_rate": 1.878728257088164e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 163.953125, + "epoch": 0.44567249085737504, + "grad_norm": 3.366023063659668, + "kl": 1.107421875, + "learning_rate": 5.542912873862159e-07, + "loss": 0.0442, + "reward": 1.66393381357193, + "reward_std": 0.18513056635856628, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7420588433742523, "step": 2742 }, { - "epoch": 0.18, - "learning_rate": 1.878624697613863e-05, - "loss": 0.9875, + "clip_ratio": 0.0, + "completion_length": 166.09375, + "epoch": 0.44583502641202766, + "grad_norm": 2.211050510406494, + "kl": 1.02734375, + "learning_rate": 5.541287386215865e-07, + "loss": 0.0411, + "reward": 1.587173342704773, + "reward_std": 0.10397135093808174, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6340484023094177, "step": 2743 }, { - "epoch": 0.18, - "learning_rate": 1.8785210967980753e-05, - "loss": 0.9864, + "clip_ratio": 0.0, + "completion_length": 143.671875, + "epoch": 0.4459975619666802, + "grad_norm": 4.179412364959717, + "kl": 0.7197265625, + "learning_rate": 5.539661898569571e-07, + "loss": 0.0288, + "reward": 1.7939384579658508, + "reward_std": 0.1682169809937477, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8564384281635284, "step": 2744 }, { - "epoch": 0.18, - "learning_rate": 1.8784174546456754e-05, - "loss": 1.0581, + "clip_ratio": 0.0, + "completion_length": 164.484375, + "epoch": 0.4461600975213328, + "grad_norm": 9.135892868041992, + "kl": 1.5078125, + "learning_rate": 5.538036410923277e-07, + "loss": 0.0605, + "reward": 1.656015932559967, + "reward_std": 0.38236597180366516, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7810158729553223, "step": 2745 }, { - "epoch": 0.18, - "learning_rate": 1.8783137711615406e-05, - "loss": 1.0383, + "clip_ratio": 0.0, + "completion_length": 171.78125, + "epoch": 0.44632263307598535, + "grad_norm": 2.5749893188476562, + "kl": 2.1796875, + "learning_rate": 5.536410923276983e-07, + "loss": 0.0874, + "reward": 1.647376000881195, + "reward_std": 0.23077504336833954, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7723759710788727, "step": 2746 }, { - "epoch": 0.18, - "learning_rate": 1.878210046350549e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 171.53125, + "epoch": 0.446485168630638, + "grad_norm": 3.3758654594421387, + "kl": 3.18359375, + "learning_rate": 5.534785435630689e-07, + "loss": 0.1275, + "reward": 1.5420801043510437, + "reward_std": 0.44317369163036346, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7608301639556885, "step": 2747 }, { - "epoch": 0.18, - "learning_rate": 1.8781062802175812e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 157.296875, + "epoch": 0.44664770418529054, + "grad_norm": 4.352492332458496, + "kl": 2.2734375, + "learning_rate": 5.533159947984395e-07, + "loss": 0.0908, + "reward": 1.5395938158035278, + "reward_std": 0.3842960000038147, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6958438158035278, "step": 2748 }, { - "epoch": 0.18, - "learning_rate": 1.8780024727675196e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 170.53125, + "epoch": 0.4468102397399431, + "grad_norm": 1.9806785583496094, + "kl": 1.51953125, + "learning_rate": 5.531534460338101e-07, + "loss": 0.0608, + "reward": 1.668949842453003, + "reward_std": 0.21347229927778244, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7783248722553253, "step": 2749 }, { - "epoch": 0.18, - "learning_rate": 1.8778986240052487e-05, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 152.71875, + "epoch": 0.44697277529459567, + "grad_norm": 5.323309898376465, + "kl": 1.7890625, + "learning_rate": 5.529908972691807e-07, + "loss": 0.0714, + "reward": 1.591241717338562, + "reward_std": 0.32719868421554565, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7318666577339172, "step": 2750 }, { - "epoch": 0.18, - "learning_rate": 1.8777947339356544e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 184.96875, + "epoch": 0.4471353108492483, + "grad_norm": 2.9040801525115967, + "kl": 2.3828125, + "learning_rate": 5.528283485045513e-07, + "loss": 0.0952, + "reward": 1.6552886366844177, + "reward_std": 0.2395067811012268, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7334136962890625, "step": 2751 }, { - "epoch": 0.18, - "learning_rate": 1.8776908025636257e-05, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 158.90625, + "epoch": 0.44729784640390086, + "grad_norm": 3.6891238689422607, + "kl": 2.07421875, + "learning_rate": 5.52665799739922e-07, + "loss": 0.0831, + "reward": 1.5410864353179932, + "reward_std": 0.4407776743173599, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6973364055156708, "step": 2752 }, { - "epoch": 0.18, - "learning_rate": 1.8775868298940526e-05, - "loss": 1.061, + "clip_ratio": 0.0, + "completion_length": 165.390625, + "epoch": 0.4474603819585534, + "grad_norm": 2.276515483856201, + "kl": 1.80078125, + "learning_rate": 5.525032509752926e-07, + "loss": 0.0719, + "reward": 1.5996181964874268, + "reward_std": 0.30992984026670456, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7402431666851044, "step": 2753 }, { - "epoch": 0.18, - "learning_rate": 1.8774828159318273e-05, - "loss": 1.0248, + "clip_ratio": 0.0, + "completion_length": 177.109375, + "epoch": 0.447622917513206, + "grad_norm": 5.841339588165283, + "kl": 1.93359375, + "learning_rate": 5.523407022106632e-07, + "loss": 0.0774, + "reward": 1.4671713709831238, + "reward_std": 0.44823624193668365, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6546712815761566, "step": 2754 }, { - "epoch": 0.18, - "learning_rate": 1.8773787606818436e-05, - "loss": 1.0628, + "clip_ratio": 0.0, + "completion_length": 151.484375, + "epoch": 0.4477854530678586, + "grad_norm": 2.626274824142456, + "kl": 0.98876953125, + "learning_rate": 5.521781534460338e-07, + "loss": 0.0395, + "reward": 1.755590796470642, + "reward_std": 0.2692456543445587, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8180907368659973, "step": 2755 }, { - "epoch": 0.18, - "learning_rate": 1.8772746641489977e-05, - "loss": 1.0363, + "clip_ratio": 0.0, + "completion_length": 161.375, + "epoch": 0.4479479886225112, + "grad_norm": 2.883143663406372, + "kl": 1.2265625, + "learning_rate": 5.520156046814044e-07, + "loss": 0.049, + "reward": 1.6332318782806396, + "reward_std": 0.22962532937526703, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7113568782806396, "step": 2756 }, { - "epoch": 0.18, - "learning_rate": 1.877170526338188e-05, - "loss": 1.0856, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.44811052417716374, + "grad_norm": 2.9995276927948, + "kl": 1.056640625, + "learning_rate": 5.51853055916775e-07, + "loss": 0.0424, + "reward": 1.6557976007461548, + "reward_std": 0.2137710377573967, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7339226007461548, "step": 2757 }, { - "epoch": 0.18, - "learning_rate": 1.8770663472543135e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 168.84375, + "epoch": 0.44827305973181636, + "grad_norm": 2.307880401611328, + "kl": 0.849609375, + "learning_rate": 5.516905071521456e-07, + "loss": 0.034, + "reward": 1.731974482536316, + "reward_std": 0.08019232004880905, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7475995123386383, "step": 2758 }, { - "epoch": 0.18, - "learning_rate": 1.876962126902277e-05, - "loss": 1.052, + "clip_ratio": 0.0, + "completion_length": 154.328125, + "epoch": 0.4484355952864689, + "grad_norm": 3.4727697372436523, + "kl": 0.40478515625, + "learning_rate": 5.515279583875162e-07, + "loss": 0.0161, + "reward": 1.7547024488449097, + "reward_std": 0.28672178089618683, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8172023892402649, "step": 2759 }, { - "epoch": 0.18, - "learning_rate": 1.8768578652869826e-05, - "loss": 1.0344, + "clip_ratio": 0.0, + "completion_length": 156.765625, + "epoch": 0.4485981308411215, + "grad_norm": 3.7933216094970703, + "kl": 1.55078125, + "learning_rate": 5.513654096228868e-07, + "loss": 0.0621, + "reward": 1.6793028712272644, + "reward_std": 0.3224654793739319, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7886778712272644, "step": 2760 }, { - "epoch": 0.18, - "learning_rate": 1.8767535624133346e-05, - "loss": 1.0217, + "clip_ratio": 0.0, + "completion_length": 169.296875, + "epoch": 0.44876066639577405, + "grad_norm": 2.4944510459899902, + "kl": 2.140625, + "learning_rate": 5.512028608582574e-07, + "loss": 0.0856, + "reward": 1.5439563393592834, + "reward_std": 0.35376717150211334, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6533313393592834, "step": 2761 }, { - "epoch": 0.18, - "learning_rate": 1.876649218286242e-05, - "loss": 1.0333, + "clip_ratio": 0.0, + "completion_length": 140.546875, + "epoch": 0.4489232019504267, + "grad_norm": 2.1639418601989746, + "kl": 1.0703125, + "learning_rate": 5.510403120936281e-07, + "loss": 0.0428, + "reward": 1.7202578783035278, + "reward_std": 0.22229140251874924, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7827579081058502, "step": 2762 }, { - "epoch": 0.19, - "learning_rate": 1.876544832910614e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 146.40625, + "epoch": 0.44908573750507924, + "grad_norm": 2.2634530067443848, + "kl": 0.93359375, + "learning_rate": 5.508777633289987e-07, + "loss": 0.0373, + "reward": 1.6408103704452515, + "reward_std": 0.24787290394306183, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7033103704452515, "step": 2763 }, { - "epoch": 0.19, - "learning_rate": 1.8764404062913627e-05, - "loss": 1.0801, + "clip_ratio": 0.0, + "completion_length": 149.296875, + "epoch": 0.4492482730597318, + "grad_norm": 2.237443447113037, + "kl": 2.4609375, + "learning_rate": 5.507152145643693e-07, + "loss": 0.0984, + "reward": 1.6722455024719238, + "reward_std": 0.2751753032207489, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7816205620765686, "step": 2764 }, { - "epoch": 0.19, - "learning_rate": 1.8763359384334005e-05, - "loss": 1.0398, + "clip_ratio": 0.0, + "completion_length": 145.46875, + "epoch": 0.44941080861438437, + "grad_norm": 1.6225844621658325, + "kl": 1.580078125, + "learning_rate": 5.505526657997399e-07, + "loss": 0.0632, + "reward": 1.7509516477584839, + "reward_std": 0.1388423852622509, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8134516179561615, "step": 2765 }, { - "epoch": 0.19, - "learning_rate": 1.8762314293416438e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 162.625, + "epoch": 0.449573344169037, + "grad_norm": 3.4227709770202637, + "kl": 1.296875, + "learning_rate": 5.503901170351105e-07, + "loss": 0.0519, + "reward": 1.7560398578643799, + "reward_std": 0.2255300134420395, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8341648876667023, "step": 2766 }, { - "epoch": 0.19, - "learning_rate": 1.87612687902101e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 150.125, + "epoch": 0.44973587972368956, + "grad_norm": 3.222963809967041, + "kl": 2.52734375, + "learning_rate": 5.502275682704811e-07, + "loss": 0.1012, + "reward": 1.7137129306793213, + "reward_std": 0.2669595740735531, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8230879604816437, "step": 2767 }, { - "epoch": 0.19, - "learning_rate": 1.8760222874764176e-05, - "loss": 1.1021, + "clip_ratio": 0.0, + "completion_length": 159.25, + "epoch": 0.4498984152783421, + "grad_norm": 2.3431458473205566, + "kl": 1.80859375, + "learning_rate": 5.500650195058517e-07, + "loss": 0.0724, + "reward": 1.6306999921798706, + "reward_std": 0.2604629881680012, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7088249623775482, "step": 2768 }, { - "epoch": 0.19, - "learning_rate": 1.8759176547127894e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 150.859375, + "epoch": 0.45006095083299474, + "grad_norm": 2.7374770641326904, + "kl": 2.25, + "learning_rate": 5.499024707412223e-07, + "loss": 0.0901, + "reward": 1.6117659211158752, + "reward_std": 0.25039006769657135, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7211408913135529, "step": 2769 }, { - "epoch": 0.19, - "learning_rate": 1.8758129807350472e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 159.015625, + "epoch": 0.4502234863876473, + "grad_norm": 2.7046029567718506, + "kl": 2.46875, + "learning_rate": 5.49739921976593e-07, + "loss": 0.0987, + "reward": 1.6727333068847656, + "reward_std": 0.347685307264328, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7821083962917328, "step": 2770 }, { - "epoch": 0.19, - "learning_rate": 1.875708265548117e-05, - "loss": 1.0294, + "clip_ratio": 0.0, + "completion_length": 173.1875, + "epoch": 0.4503860219422999, + "grad_norm": 3.930324077606201, + "kl": 2.953125, + "learning_rate": 5.495773732119635e-07, + "loss": 0.118, + "reward": 1.5270370841026306, + "reward_std": 0.22091051191091537, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6207870543003082, "step": 2771 }, { - "epoch": 0.19, - "learning_rate": 1.8756035091569253e-05, - "loss": 1.0986, + "clip_ratio": 0.0, + "completion_length": 156.984375, + "epoch": 0.45054855749695244, + "grad_norm": 4.669050693511963, + "kl": 3.21875, + "learning_rate": 5.494148244473343e-07, + "loss": 0.1286, + "reward": 1.641165554523468, + "reward_std": 0.29611003398895264, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.797415554523468, "step": 2772 }, { - "epoch": 0.19, - "learning_rate": 1.8754987115664013e-05, - "loss": 1.0193, + "clip_ratio": 0.0, + "completion_length": 165.734375, + "epoch": 0.45071109305160506, + "grad_norm": 2.923776149749756, + "kl": 4.0546875, + "learning_rate": 5.492522756827048e-07, + "loss": 0.162, + "reward": 1.3879984617233276, + "reward_std": 0.6248699724674225, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6536235213279724, "step": 2773 }, { - "epoch": 0.19, - "learning_rate": 1.8753938727814768e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 153.171875, + "epoch": 0.4508736286062576, + "grad_norm": 2.18689227104187, + "kl": 2.421875, + "learning_rate": 5.490897269180755e-07, + "loss": 0.0971, + "reward": 1.5613452196121216, + "reward_std": 0.4141107201576233, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7019701600074768, "step": 2774 }, { - "epoch": 0.19, - "learning_rate": 1.8752889928070837e-05, - "loss": 1.0206, + "clip_ratio": 0.0, + "completion_length": 164.125, + "epoch": 0.4510361641609102, + "grad_norm": 4.725220680236816, + "kl": 3.265625, + "learning_rate": 5.48927178153446e-07, + "loss": 0.1306, + "reward": 1.6619431972503662, + "reward_std": 0.3760889992117882, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7869431674480438, "step": 2775 }, { - "epoch": 0.19, - "learning_rate": 1.8751840716481573e-05, - "loss": 1.0704, + "clip_ratio": 0.0, + "completion_length": 167.40625, + "epoch": 0.45119869971556276, + "grad_norm": 3.0530691146850586, + "kl": 2.3125, + "learning_rate": 5.487646293888167e-07, + "loss": 0.0926, + "reward": 1.552588701248169, + "reward_std": 0.32537198066711426, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.677588701248169, "step": 2776 }, { - "epoch": 0.19, - "learning_rate": 1.8750791093096343e-05, - "loss": 1.1008, + "clip_ratio": 0.0, + "completion_length": 144.53125, + "epoch": 0.4513612352702154, + "grad_norm": 2.5606443881988525, + "kl": 1.595703125, + "learning_rate": 5.486020806241872e-07, + "loss": 0.0639, + "reward": 1.6828550696372986, + "reward_std": 0.29509711265563965, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7766050696372986, "step": 2777 }, { - "epoch": 0.19, - "learning_rate": 1.8749741057964538e-05, - "loss": 1.1148, + "clip_ratio": 0.0, + "completion_length": 160.828125, + "epoch": 0.45152377082486794, + "grad_norm": 2.336652994155884, + "kl": 1.6875, + "learning_rate": 5.484395318595579e-07, + "loss": 0.0676, + "reward": 1.701389729976654, + "reward_std": 0.25888432562351227, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.779514729976654, "step": 2778 }, { - "epoch": 0.19, - "learning_rate": 1.874869061113556e-05, - "loss": 1.017, + "clip_ratio": 0.0, + "completion_length": 148.453125, + "epoch": 0.4516863063795205, + "grad_norm": 1.794959306716919, + "kl": 1.294921875, + "learning_rate": 5.482769830949284e-07, + "loss": 0.0517, + "reward": 1.8550341725349426, + "reward_std": 0.19585245847702026, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.9019092321395874, "step": 2779 }, { - "epoch": 0.19, - "learning_rate": 1.8747639752658833e-05, - "loss": 1.0294, + "clip_ratio": 0.0, + "completion_length": 154.5, + "epoch": 0.4518488419341731, + "grad_norm": 2.6702351570129395, + "kl": 1.283203125, + "learning_rate": 5.481144343302991e-07, + "loss": 0.0514, + "reward": 1.6436036825180054, + "reward_std": 0.2529820501804352, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.721728652715683, "step": 2780 }, { - "epoch": 0.19, - "learning_rate": 1.8746588482583813e-05, - "loss": 1.0222, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.4520113774888257, + "grad_norm": 1.7008908987045288, + "kl": 2.328125, + "learning_rate": 5.479518855656696e-07, + "loss": 0.0931, + "reward": 1.6035727858543396, + "reward_std": 0.3759588152170181, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7285727858543396, "step": 2781 }, { - "epoch": 0.19, - "learning_rate": 1.8745536800959956e-05, - "loss": 1.0765, + "clip_ratio": 0.0, + "completion_length": 167.53125, + "epoch": 0.45217391304347826, + "grad_norm": 4.655941963195801, + "kl": 3.7265625, + "learning_rate": 5.477893368010404e-07, + "loss": 0.1488, + "reward": 1.5005214214324951, + "reward_std": 0.4708511084318161, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7036464810371399, "step": 2782 }, { - "epoch": 0.19, - "learning_rate": 1.874448470783675e-05, - "loss": 1.0429, + "clip_ratio": 0.0, + "completion_length": 173.984375, + "epoch": 0.4523364485981308, + "grad_norm": 3.6751954555511475, + "kl": 2.828125, + "learning_rate": 5.476267880364109e-07, + "loss": 0.1131, + "reward": 1.5480942726135254, + "reward_std": 0.4037512093782425, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6730942726135254, "step": 2783 }, { - "epoch": 0.19, - "learning_rate": 1.8743432203263694e-05, - "loss": 1.1102, + "clip_ratio": 0.0, + "completion_length": 191.921875, + "epoch": 0.45249898415278345, + "grad_norm": 4.031641960144043, + "kl": 3.9296875, + "learning_rate": 5.474642392717816e-07, + "loss": 0.1574, + "reward": 1.5235020518302917, + "reward_std": 0.5687755644321442, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7422521114349365, "step": 2784 }, { - "epoch": 0.19, - "learning_rate": 1.8742379287290314e-05, - "loss": 1.0405, + "clip_ratio": 0.0, + "completion_length": 158.8125, + "epoch": 0.452661519707436, + "grad_norm": 4.040699481964111, + "kl": 3.484375, + "learning_rate": 5.473016905071521e-07, + "loss": 0.1393, + "reward": 1.5939295291900635, + "reward_std": 0.32939741015434265, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7658045291900635, "step": 2785 }, { - "epoch": 0.19, - "learning_rate": 1.8741325959966157e-05, - "loss": 1.0024, + "clip_ratio": 0.0, + "completion_length": 170.8125, + "epoch": 0.4528240552620886, + "grad_norm": 8.030137062072754, + "kl": 3.375, + "learning_rate": 5.471391417425228e-07, + "loss": 0.1352, + "reward": 1.4901608228683472, + "reward_std": 0.44451816380023956, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6776608228683472, "step": 2786 }, { - "epoch": 0.19, - "learning_rate": 1.874027222134078e-05, - "loss": 1.1316, + "clip_ratio": 0.0, + "completion_length": 172.0625, + "epoch": 0.45298659081674114, + "grad_norm": 3.8794190883636475, + "kl": 2.734375, + "learning_rate": 5.469765929778933e-07, + "loss": 0.1092, + "reward": 1.5918567180633545, + "reward_std": 0.5055218935012817, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7481066584587097, "step": 2787 }, { - "epoch": 0.19, - "learning_rate": 1.8739218071463757e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 141.984375, + "epoch": 0.45314912637139376, + "grad_norm": 4.52306604385376, + "kl": 1.666015625, + "learning_rate": 5.46814044213264e-07, + "loss": 0.0666, + "reward": 1.7855257987976074, + "reward_std": 0.2526678293943405, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.879275768995285, "step": 2788 }, { - "epoch": 0.19, - "learning_rate": 1.87381635103847e-05, - "loss": 1.0331, + "clip_ratio": 0.0, + "completion_length": 162.765625, + "epoch": 0.4533116619260463, + "grad_norm": 2.997117757797241, + "kl": 3.390625, + "learning_rate": 5.466514954486345e-07, + "loss": 0.1357, + "reward": 1.4569302201271057, + "reward_std": 0.48247988522052765, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6288052797317505, "step": 2789 }, { - "epoch": 0.19, - "learning_rate": 1.8737108538153227e-05, - "loss": 0.9983, + "clip_ratio": 0.0, + "completion_length": 159.484375, + "epoch": 0.4534741974806989, + "grad_norm": 2.450815200805664, + "kl": 3.8046875, + "learning_rate": 5.464889466840052e-07, + "loss": 0.1523, + "reward": 1.4148350358009338, + "reward_std": 0.631140947341919, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6492100954055786, "step": 2790 }, { - "epoch": 0.19, - "learning_rate": 1.873605315481897e-05, - "loss": 1.1384, + "clip_ratio": 0.0, + "completion_length": 170.296875, + "epoch": 0.45363673303535146, + "grad_norm": 8.486523628234863, + "kl": 1.66162109375, + "learning_rate": 5.463263979193757e-07, + "loss": 0.0664, + "reward": 1.5866848230361938, + "reward_std": 0.1484957616776228, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6491848230361938, "step": 2791 }, { - "epoch": 0.19, - "learning_rate": 1.87349973604316e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 162.703125, + "epoch": 0.4537992685900041, + "grad_norm": 4.176589012145996, + "kl": 0.771484375, + "learning_rate": 5.461638491547465e-07, + "loss": 0.0308, + "reward": 1.7563347220420837, + "reward_std": 0.2279529795050621, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8032097220420837, "step": 2792 }, { - "epoch": 0.19, - "learning_rate": 1.8733941155040778e-05, - "loss": 1.0216, + "clip_ratio": 0.0, + "completion_length": 158.65625, + "epoch": 0.45396180414465664, + "grad_norm": 2.2104289531707764, + "kl": 1.3828125, + "learning_rate": 5.46001300390117e-07, + "loss": 0.0554, + "reward": 1.7696163058280945, + "reward_std": 0.2361488789319992, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8321162462234497, "step": 2793 }, { - "epoch": 0.19, - "learning_rate": 1.873288453869621e-05, - "loss": 1.023, + "clip_ratio": 0.0, + "completion_length": 163.265625, + "epoch": 0.4541243396993092, + "grad_norm": 1.7466928958892822, + "kl": 2.3125, + "learning_rate": 5.458387516254877e-07, + "loss": 0.0927, + "reward": 1.7273198366165161, + "reward_std": 0.23073481023311615, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8210698366165161, "step": 2794 }, { - "epoch": 0.19, - "learning_rate": 1.8731827511447614e-05, - "loss": 0.9733, + "clip_ratio": 0.0, + "completion_length": 167.578125, + "epoch": 0.45428687525396183, + "grad_norm": 2.61544132232666, + "kl": 2.5, + "learning_rate": 5.456762028608582e-07, + "loss": 0.1001, + "reward": 1.656977653503418, + "reward_std": 0.41710373759269714, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7819776237010956, "step": 2795 }, { - "epoch": 0.19, - "learning_rate": 1.8730770073344727e-05, - "loss": 1.0076, + "clip_ratio": 0.0, + "completion_length": 171.78125, + "epoch": 0.4544494108086144, + "grad_norm": 2.7695722579956055, + "kl": 1.091796875, + "learning_rate": 5.455136540962289e-07, + "loss": 0.0436, + "reward": 1.6122470498085022, + "reward_std": 0.2732870504260063, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6903720498085022, "step": 2796 }, { - "epoch": 0.19, - "learning_rate": 1.87297122244373e-05, - "loss": 1.0303, + "clip_ratio": 0.0, + "completion_length": 148.15625, + "epoch": 0.45461194636326696, + "grad_norm": 1.2893548011779785, + "kl": 0.45703125, + "learning_rate": 5.453511053315994e-07, + "loss": 0.0183, + "reward": 1.7525829076766968, + "reward_std": 0.14472518675029278, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7994579672813416, "step": 2797 }, { - "epoch": 0.19, - "learning_rate": 1.8728653964775105e-05, - "loss": 1.0202, + "clip_ratio": 0.0, + "completion_length": 144.9375, + "epoch": 0.4547744819179195, + "grad_norm": 4.173693656921387, + "kl": 0.865234375, + "learning_rate": 5.451885565669701e-07, + "loss": 0.0347, + "reward": 1.8087343573570251, + "reward_std": 0.29502153396606445, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8712343573570251, "step": 2798 }, { - "epoch": 0.19, - "learning_rate": 1.8727595294407944e-05, - "loss": 1.0672, + "clip_ratio": 0.0, + "completion_length": 166.40625, + "epoch": 0.45493701747257215, + "grad_norm": 3.2089555263519287, + "kl": 1.1298828125, + "learning_rate": 5.450260078023406e-07, + "loss": 0.0451, + "reward": 1.6563140153884888, + "reward_std": 0.1957850567996502, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.703188955783844, "step": 2799 }, { - "epoch": 0.19, - "learning_rate": 1.872653621338562e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 157.890625, + "epoch": 0.4550995530272247, + "grad_norm": 2.6861486434936523, + "kl": 0.4169921875, + "learning_rate": 5.448634590377113e-07, + "loss": 0.0166, + "reward": 1.7494314312934875, + "reward_std": 0.19291502609848976, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7963064312934875, "step": 2800 }, { - "epoch": 0.19, - "learning_rate": 1.8725476721757974e-05, - "loss": 0.9459, + "clip_ratio": 0.0, + "completion_length": 159.234375, + "epoch": 0.4552620885818773, + "grad_norm": 1.9648725986480713, + "kl": 0.53515625, + "learning_rate": 5.447009102730818e-07, + "loss": 0.0213, + "reward": 1.7031566500663757, + "reward_std": 0.14890242367982864, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7344066798686981, "step": 2801 }, { - "epoch": 0.19, - "learning_rate": 1.8724416819574853e-05, - "loss": 1.0933, + "clip_ratio": 0.0, + "completion_length": 166.375, + "epoch": 0.45542462413652984, + "grad_norm": 1.014572024345398, + "kl": 1.1171875, + "learning_rate": 5.445383615084526e-07, + "loss": 0.0447, + "reward": 1.729209303855896, + "reward_std": 0.09056781232357025, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7760842442512512, "step": 2802 }, { - "epoch": 0.19, - "learning_rate": 1.872335650688613e-05, - "loss": 1.0185, + "clip_ratio": 0.0, + "completion_length": 162.59375, + "epoch": 0.45558715969118246, + "grad_norm": 3.8886706829071045, + "kl": 2.2421875, + "learning_rate": 5.443758127438232e-07, + "loss": 0.0898, + "reward": 1.6075357794761658, + "reward_std": 0.326865553855896, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7169108092784882, "step": 2803 }, { - "epoch": 0.19, - "learning_rate": 1.8722295783741695e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 164.328125, + "epoch": 0.45574969524583503, + "grad_norm": 2.019226551055908, + "kl": 0.99365234375, + "learning_rate": 5.442132639791938e-07, + "loss": 0.0398, + "reward": 1.5454421639442444, + "reward_std": 0.25442634522914886, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6079421639442444, "step": 2804 }, { - "epoch": 0.19, - "learning_rate": 1.8721234650191458e-05, - "loss": 1.1188, + "clip_ratio": 0.0, + "completion_length": 164.21875, + "epoch": 0.4559122308004876, + "grad_norm": 1.5305837392807007, + "kl": 2.1484375, + "learning_rate": 5.440507152145644e-07, + "loss": 0.0861, + "reward": 1.649190902709961, + "reward_std": 0.27491607517004013, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7273158729076385, "step": 2805 }, { - "epoch": 0.19, - "learning_rate": 1.8720173106285345e-05, - "loss": 1.0951, + "clip_ratio": 0.0, + "completion_length": 157.703125, + "epoch": 0.45607476635514016, + "grad_norm": 1.7467635869979858, + "kl": 1.421875, + "learning_rate": 5.43888166449935e-07, + "loss": 0.057, + "reward": 1.5834726095199585, + "reward_std": 0.32499510794878006, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.708472728729248, "step": 2806 }, { - "epoch": 0.19, - "learning_rate": 1.871911115207331e-05, - "loss": 0.992, + "clip_ratio": 0.0, + "completion_length": 151.40625, + "epoch": 0.4562373019097928, + "grad_norm": 2.2055423259735107, + "kl": 1.08349609375, + "learning_rate": 5.437256176853056e-07, + "loss": 0.0433, + "reward": 1.6564446091651917, + "reward_std": 0.22716284170746803, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7189445495605469, "step": 2807 }, { - "epoch": 0.19, - "learning_rate": 1.8718048787605316e-05, - "loss": 1.0965, + "clip_ratio": 0.0, + "completion_length": 152.609375, + "epoch": 0.45639983746444535, + "grad_norm": 1.4128504991531372, + "kl": 1.615234375, + "learning_rate": 5.435630689206762e-07, + "loss": 0.0647, + "reward": 1.609446942806244, + "reward_std": 0.23900611698627472, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7031969130039215, "step": 2808 }, { - "epoch": 0.19, - "learning_rate": 1.8716986012931353e-05, - "loss": 1.0663, + "clip_ratio": 0.0, + "completion_length": 152.90625, + "epoch": 0.4565623730190979, + "grad_norm": 1.3866444826126099, + "kl": 0.90869140625, + "learning_rate": 5.434005201560468e-07, + "loss": 0.0363, + "reward": 1.7935928106307983, + "reward_std": 0.2004033401608467, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8404677212238312, "step": 2809 }, { - "epoch": 0.19, - "learning_rate": 1.8715922828101424e-05, - "loss": 1.1237, + "clip_ratio": 0.0, + "completion_length": 142.796875, + "epoch": 0.45672490857375053, + "grad_norm": 0.940494954586029, + "kl": 0.68212890625, + "learning_rate": 5.432379713914174e-07, + "loss": 0.0273, + "reward": 1.6632758378982544, + "reward_std": 0.162718765437603, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7257758378982544, "step": 2810 }, { - "epoch": 0.19, - "learning_rate": 1.8714859233165555e-05, - "loss": 1.0682, + "clip_ratio": 0.0, + "completion_length": 151.078125, + "epoch": 0.4568874441284031, + "grad_norm": 2.2156193256378174, + "kl": 1.521484375, + "learning_rate": 5.43075422626788e-07, + "loss": 0.061, + "reward": 1.745048999786377, + "reward_std": 0.2765609808266163, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8231740891933441, "step": 2811 }, { - "epoch": 0.19, - "learning_rate": 1.8713795228173793e-05, - "loss": 0.9693, + "clip_ratio": 0.0, + "completion_length": 163.640625, + "epoch": 0.45704997968305566, + "grad_norm": 1.8054499626159668, + "kl": 1.5234375, + "learning_rate": 5.429128738621587e-07, + "loss": 0.061, + "reward": 1.7496365308761597, + "reward_std": 0.2940263971686363, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8277616500854492, "step": 2812 }, { - "epoch": 0.19, - "learning_rate": 1.87127308131762e-05, - "loss": 1.0707, + "clip_ratio": 0.0, + "completion_length": 168.71875, + "epoch": 0.45721251523770823, + "grad_norm": 1.4689289331436157, + "kl": 1.44921875, + "learning_rate": 5.427503250975293e-07, + "loss": 0.0583, + "reward": 1.6864715814590454, + "reward_std": 0.24196208268404007, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.780221551656723, "step": 2813 }, { - "epoch": 0.19, - "learning_rate": 1.8711665988222863e-05, - "loss": 1.0746, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.45737505079236085, + "grad_norm": 2.1111066341400146, + "kl": 2.3828125, + "learning_rate": 5.425877763328999e-07, + "loss": 0.0955, + "reward": 1.6937667727470398, + "reward_std": 0.2897750437259674, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8031417727470398, "step": 2814 }, { - "epoch": 0.19, - "learning_rate": 1.871060075336388e-05, - "loss": 1.101, + "clip_ratio": 0.0, + "completion_length": 176.375, + "epoch": 0.4575375863470134, + "grad_norm": 2.8862504959106445, + "kl": 1.283447265625, + "learning_rate": 5.424252275682705e-07, + "loss": 0.0513, + "reward": 1.575628399848938, + "reward_std": 0.2058873400092125, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6537534892559052, "step": 2815 }, { - "epoch": 0.19, - "learning_rate": 1.8709535108649374e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 164.453125, + "epoch": 0.457700121901666, + "grad_norm": 1.7332671880722046, + "kl": 2.0703125, + "learning_rate": 5.42262678803641e-07, + "loss": 0.0827, + "reward": 1.573546826839447, + "reward_std": 0.316219687461853, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6829217970371246, "step": 2816 }, { - "epoch": 0.19, - "learning_rate": 1.8708469054129485e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 160.40625, + "epoch": 0.45786265745631854, + "grad_norm": 1.519534707069397, + "kl": 1.1875, + "learning_rate": 5.421001300390117e-07, + "loss": 0.0475, + "reward": 1.631458818912506, + "reward_std": 0.24346430599689484, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7252088487148285, "step": 2817 }, { - "epoch": 0.19, - "learning_rate": 1.8707402589854383e-05, - "loss": 1.1031, + "clip_ratio": 0.0, + "completion_length": 158.53125, + "epoch": 0.45802519301097117, + "grad_norm": 1.3585156202316284, + "kl": 1.076171875, + "learning_rate": 5.419375812743822e-07, + "loss": 0.0431, + "reward": 1.6679155826568604, + "reward_std": 0.24044617265462875, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7460406422615051, "step": 2818 }, { - "epoch": 0.19, - "learning_rate": 1.8706335715874235e-05, - "loss": 1.0008, + "clip_ratio": 0.0, + "completion_length": 178.25, + "epoch": 0.45818772856562373, + "grad_norm": 1.8481292724609375, + "kl": 0.970703125, + "learning_rate": 5.417750325097529e-07, + "loss": 0.0389, + "reward": 1.6253318786621094, + "reward_std": 0.3218254894018173, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7347067892551422, "step": 2819 }, { - "epoch": 0.19, - "learning_rate": 1.8705268432239244e-05, - "loss": 0.9834, + "clip_ratio": 0.0, + "completion_length": 145.5625, + "epoch": 0.4583502641202763, + "grad_norm": 1.30279541015625, + "kl": 1.892578125, + "learning_rate": 5.416124837451234e-07, + "loss": 0.0759, + "reward": 1.73824942111969, + "reward_std": 0.29020629823207855, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8163744211196899, "step": 2820 }, { - "epoch": 0.19, - "learning_rate": 1.8704200738999634e-05, - "loss": 1.0607, + "clip_ratio": 0.0, + "completion_length": 155.203125, + "epoch": 0.4585127996749289, + "grad_norm": 1.577192783355713, + "kl": 2.046875, + "learning_rate": 5.414499349804941e-07, + "loss": 0.0815, + "reward": 1.4677637815475464, + "reward_std": 0.469844713807106, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6083886921405792, "step": 2821 }, { - "epoch": 0.19, - "learning_rate": 1.870313263620564e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 162.984375, + "epoch": 0.4586753352295815, + "grad_norm": 1.1282103061676025, + "kl": 0.916015625, + "learning_rate": 5.412873862158648e-07, + "loss": 0.0367, + "reward": 1.700982689857483, + "reward_std": 0.13274704664945602, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7322325706481934, "step": 2822 }, { - "epoch": 0.19, - "learning_rate": 1.8702064123907513e-05, - "loss": 1.1231, + "clip_ratio": 0.0, + "completion_length": 166.703125, + "epoch": 0.45883787078423405, + "grad_norm": 1.2530066967010498, + "kl": 0.12109375, + "learning_rate": 5.411248374512354e-07, + "loss": 0.0048, + "reward": 1.7599661350250244, + "reward_std": 0.0975399874150753, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7912161350250244, "step": 2823 }, { - "epoch": 0.19, - "learning_rate": 1.8700995202155535e-05, - "loss": 1.0806, + "clip_ratio": 0.0, + "completion_length": 164.6875, + "epoch": 0.4590004063388866, + "grad_norm": 6.346752166748047, + "kl": 1.0771484375, + "learning_rate": 5.40962288686606e-07, + "loss": 0.0431, + "reward": 1.7158206701278687, + "reward_std": 0.18490982800722122, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7783206403255463, "step": 2824 }, { - "epoch": 0.19, - "learning_rate": 1.8699925871e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 161.84375, + "epoch": 0.45916294189353923, + "grad_norm": 3.073002576828003, + "kl": 3.4375, + "learning_rate": 5.407997399219766e-07, + "loss": 0.1376, + "reward": 1.4181020259857178, + "reward_std": 0.46026331186294556, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6212270259857178, "step": 2825 }, { - "epoch": 0.19, - "learning_rate": 1.8698856130491224e-05, - "loss": 1.0018, + "clip_ratio": 0.0, + "completion_length": 147.5625, + "epoch": 0.4593254774481918, + "grad_norm": 3.6726927757263184, + "kl": 1.8125, + "learning_rate": 5.406371911573471e-07, + "loss": 0.0726, + "reward": 1.549181878566742, + "reward_std": 0.4307445287704468, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6898068785667419, "step": 2826 }, { - "epoch": 0.19, - "learning_rate": 1.869778598067954e-05, - "loss": 1.0352, + "clip_ratio": 0.0, + "completion_length": 184.890625, + "epoch": 0.45948801300284436, + "grad_norm": 1.378587245941162, + "kl": 0.958984375, + "learning_rate": 5.404746423927178e-07, + "loss": 0.0384, + "reward": 1.6663811206817627, + "reward_std": 0.3267146646976471, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7757560610771179, "step": 2827 }, { - "epoch": 0.19, - "learning_rate": 1.86967154216153e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 168.921875, + "epoch": 0.45965054855749693, + "grad_norm": 2.2607262134552, + "kl": 1.28515625, + "learning_rate": 5.403120936280883e-07, + "loss": 0.0513, + "reward": 1.6475228667259216, + "reward_std": 0.22044911235570908, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7256478667259216, "step": 2828 }, { - "epoch": 0.19, - "learning_rate": 1.8695644453348877e-05, - "loss": 1.0227, + "clip_ratio": 0.0, + "completion_length": 154.3125, + "epoch": 0.45981308411214955, + "grad_norm": 1.6200861930847168, + "kl": 0.88427734375, + "learning_rate": 5.40149544863459e-07, + "loss": 0.0353, + "reward": 1.6656178832054138, + "reward_std": 0.328683540225029, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7906178832054138, "step": 2829 }, { - "epoch": 0.19, - "learning_rate": 1.8694573075930664e-05, - "loss": 1.0459, + "clip_ratio": 0.0, + "completion_length": 145.796875, + "epoch": 0.4599756196668021, + "grad_norm": 1.482997179031372, + "kl": 1.18505859375, + "learning_rate": 5.399869960988295e-07, + "loss": 0.0475, + "reward": 1.6899137496948242, + "reward_std": 0.22174036502838135, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7367887496948242, "step": 2830 }, { - "epoch": 0.19, - "learning_rate": 1.8693501289411072e-05, - "loss": 1.0478, + "clip_ratio": 0.0, + "completion_length": 176.125, + "epoch": 0.4601381552214547, + "grad_norm": 2.96284818649292, + "kl": 2.7734375, + "learning_rate": 5.398244473342002e-07, + "loss": 0.111, + "reward": 1.5254391431808472, + "reward_std": 0.3775700777769089, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6660641729831696, "step": 2831 }, { - "epoch": 0.19, - "learning_rate": 1.8692429093840527e-05, - "loss": 1.1738, + "clip_ratio": 0.0, + "completion_length": 160.96875, + "epoch": 0.46030069077610725, + "grad_norm": 2.0900542736053467, + "kl": 2.74609375, + "learning_rate": 5.396618985695708e-07, + "loss": 0.1099, + "reward": 1.4108713865280151, + "reward_std": 0.40680474042892456, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6139963269233704, "step": 2832 }, { - "epoch": 0.19, - "learning_rate": 1.8691356489269485e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 169.15625, + "epoch": 0.46046322633075987, + "grad_norm": 1.5010985136032104, + "kl": 1.43359375, + "learning_rate": 5.394993498049415e-07, + "loss": 0.0574, + "reward": 1.6816566586494446, + "reward_std": 0.2406628429889679, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8066565990447998, "step": 2833 }, { - "epoch": 0.19, - "learning_rate": 1.869028347574841e-05, - "loss": 0.9909, + "clip_ratio": 0.0, + "completion_length": 159.8125, + "epoch": 0.46062576188541243, + "grad_norm": 1.5401833057403564, + "kl": 1.791015625, + "learning_rate": 5.39336801040312e-07, + "loss": 0.0715, + "reward": 1.6727965474128723, + "reward_std": 0.24555543065071106, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7509214878082275, "step": 2834 }, { - "epoch": 0.19, - "learning_rate": 1.8689210053327793e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.460788297440065, + "grad_norm": 9.211156845092773, + "kl": 1.39453125, + "learning_rate": 5.391742522756827e-07, + "loss": 0.0557, + "reward": 1.6468362212181091, + "reward_std": 0.3175949454307556, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7718362510204315, "step": 2835 }, { - "epoch": 0.19, - "learning_rate": 1.868813622205814e-05, - "loss": 1.0898, + "clip_ratio": 0.0, + "completion_length": 159.96875, + "epoch": 0.4609508329947176, + "grad_norm": 2.993894338607788, + "kl": 1.71875, + "learning_rate": 5.390117035110532e-07, + "loss": 0.0688, + "reward": 1.5454689264297485, + "reward_std": 0.37597107887268066, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6704688966274261, "step": 2836 }, { - "epoch": 0.19, - "learning_rate": 1.8687061981989974e-05, - "loss": 0.9045, + "clip_ratio": 0.0, + "completion_length": 162.546875, + "epoch": 0.4611133685493702, + "grad_norm": 1.9907281398773193, + "kl": 1.00146484375, + "learning_rate": 5.388491547464239e-07, + "loss": 0.0402, + "reward": 1.5401699542999268, + "reward_std": 0.296995609998703, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.665169894695282, "step": 2837 }, { - "epoch": 0.19, - "learning_rate": 1.868598733317385e-05, - "loss": 0.9956, + "clip_ratio": 0.0, + "completion_length": 160.953125, + "epoch": 0.46127590410402275, + "grad_norm": 1.6357660293579102, + "kl": 1.3671875, + "learning_rate": 5.386866059817945e-07, + "loss": 0.0545, + "reward": 1.6638411283493042, + "reward_std": 0.37048855423927307, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7888411283493042, "step": 2838 }, { - "epoch": 0.19, - "learning_rate": 1.868491227566032e-05, - "loss": 1.0575, + "clip_ratio": 0.0, + "completion_length": 169.34375, + "epoch": 0.4614384396586753, + "grad_norm": 1.7186998128890991, + "kl": 1.03955078125, + "learning_rate": 5.385240572171651e-07, + "loss": 0.0416, + "reward": 1.7344460487365723, + "reward_std": 0.1540587916970253, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7969459891319275, "step": 2839 }, { - "epoch": 0.19, - "learning_rate": 1.868383680949998e-05, - "loss": 0.9696, + "clip_ratio": 0.0, + "completion_length": 170.0625, + "epoch": 0.46160097521332794, + "grad_norm": 3.2894184589385986, + "kl": 1.91015625, + "learning_rate": 5.383615084525357e-07, + "loss": 0.0763, + "reward": 1.542576789855957, + "reward_std": 0.3014930784702301, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6675767600536346, "step": 2840 }, { - "epoch": 0.19, - "learning_rate": 1.8682760934743423e-05, - "loss": 0.9689, + "clip_ratio": 0.0, + "completion_length": 176.390625, + "epoch": 0.4617635107679805, + "grad_norm": 1.892682671546936, + "kl": 1.0947265625, + "learning_rate": 5.381989596879063e-07, + "loss": 0.0439, + "reward": 1.5379429459571838, + "reward_std": 0.3117564022541046, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6629429459571838, "step": 2841 }, { - "epoch": 0.19, - "learning_rate": 1.8681684651441284e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 153.390625, + "epoch": 0.46192604632263307, + "grad_norm": 1.6724098920822144, + "kl": 1.11328125, + "learning_rate": 5.38036410923277e-07, + "loss": 0.0447, + "reward": 1.5801536440849304, + "reward_std": 0.33527250587940216, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.689528614282608, "step": 2842 }, { - "epoch": 0.19, - "learning_rate": 1.8680607959644193e-05, - "loss": 1.0971, + "clip_ratio": 0.0, + "completion_length": 163.28125, + "epoch": 0.46208858187728563, + "grad_norm": 1.347235083580017, + "kl": 1.84375, + "learning_rate": 5.378738621586476e-07, + "loss": 0.0737, + "reward": 1.7180463671684265, + "reward_std": 0.23974943161010742, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8117963671684265, "step": 2843 }, { - "epoch": 0.19, - "learning_rate": 1.8679530859402818e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 137.4375, + "epoch": 0.46225111743193825, + "grad_norm": 2.4598190784454346, + "kl": 2.0234375, + "learning_rate": 5.377113133940182e-07, + "loss": 0.0807, + "reward": 1.6360722780227661, + "reward_std": 0.41237664222717285, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7766972780227661, "step": 2844 }, { - "epoch": 0.19, - "learning_rate": 1.8678453350767835e-05, - "loss": 1.0858, + "clip_ratio": 0.0, + "completion_length": 151.609375, + "epoch": 0.4624136529865908, + "grad_norm": 3.394272565841675, + "kl": 1.298828125, + "learning_rate": 5.375487646293888e-07, + "loss": 0.0522, + "reward": 1.7531986236572266, + "reward_std": 0.22116632387042046, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8156985640525818, "step": 2845 }, { - "epoch": 0.19, - "learning_rate": 1.8677375433789943e-05, - "loss": 1.0783, + "clip_ratio": 0.0, + "completion_length": 154.25, + "epoch": 0.4625761885412434, + "grad_norm": 6.089169025421143, + "kl": 5.046875, + "learning_rate": 5.373862158647594e-07, + "loss": 0.2014, + "reward": 1.3526926636695862, + "reward_std": 0.5825214684009552, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6183176934719086, "step": 2846 }, { - "epoch": 0.19, - "learning_rate": 1.8676297108519867e-05, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 177.984375, + "epoch": 0.462738724095896, + "grad_norm": 1.8469197750091553, + "kl": 2.71875, + "learning_rate": 5.3722366710013e-07, + "loss": 0.1086, + "reward": 1.444710612297058, + "reward_std": 0.4772235155105591, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6478356719017029, "step": 2847 }, { - "epoch": 0.19, - "learning_rate": 1.8675218375008343e-05, - "loss": 0.9735, + "clip_ratio": 0.0, + "completion_length": 151.984375, + "epoch": 0.46290125965054857, + "grad_norm": 4.815073490142822, + "kl": 2.990234375, + "learning_rate": 5.370611183355006e-07, + "loss": 0.1195, + "reward": 1.6511948704719543, + "reward_std": 0.4240668714046478, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7761949002742767, "step": 2848 }, { - "epoch": 0.19, - "learning_rate": 1.8674139233306123e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 150.65625, + "epoch": 0.46306379520520113, + "grad_norm": 2.1064393520355225, + "kl": 2.671875, + "learning_rate": 5.368985695708712e-07, + "loss": 0.1068, + "reward": 1.5283926129341125, + "reward_std": 0.370209276676178, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6846426129341125, "step": 2849 }, { - "epoch": 0.19, - "learning_rate": 1.8673059683463987e-05, - "loss": 1.1126, + "clip_ratio": 0.0, + "completion_length": 157.703125, + "epoch": 0.4632263307598537, + "grad_norm": 10.876102447509766, + "kl": 3.796875, + "learning_rate": 5.367360208062418e-07, + "loss": 0.1517, + "reward": 1.451202929019928, + "reward_std": 0.4532858431339264, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.685577929019928, "step": 2850 }, { - "epoch": 0.19, - "learning_rate": 1.867197972553273e-05, - "loss": 0.9886, + "clip_ratio": 0.0, + "completion_length": 164.875, + "epoch": 0.4633888663145063, + "grad_norm": 1.2891249656677246, + "kl": 2.79296875, + "learning_rate": 5.365734720416124e-07, + "loss": 0.1114, + "reward": 1.6417744159698486, + "reward_std": 0.42003941535949707, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7823994159698486, "step": 2851 }, { - "epoch": 0.19, - "learning_rate": 1.8670899359563167e-05, - "loss": 1.0397, + "clip_ratio": 0.0, + "completion_length": 174.140625, + "epoch": 0.4635514018691589, + "grad_norm": 2.693978786468506, + "kl": 4.484375, + "learning_rate": 5.364109232769831e-07, + "loss": 0.1797, + "reward": 1.41448312997818, + "reward_std": 0.5402398109436035, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6332331597805023, "step": 2852 }, { - "epoch": 0.19, - "learning_rate": 1.8669818585606133e-05, - "loss": 1.0283, + "clip_ratio": 0.0, + "completion_length": 139.5, + "epoch": 0.46371393742381145, + "grad_norm": 2.5464327335357666, + "kl": 1.671875, + "learning_rate": 5.362483745123537e-07, + "loss": 0.067, + "reward": 1.710399091243744, + "reward_std": 0.33593544363975525, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8197740912437439, "step": 2853 }, { - "epoch": 0.19, - "learning_rate": 1.8668737403712478e-05, - "loss": 1.1036, + "clip_ratio": 0.0, + "completion_length": 179.484375, + "epoch": 0.463876472978464, + "grad_norm": 5.697024822235107, + "kl": 4.25, + "learning_rate": 5.360858257477243e-07, + "loss": 0.1702, + "reward": 1.5212410688400269, + "reward_std": 0.38194639980793, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7087410390377045, "step": 2854 }, { - "epoch": 0.19, - "learning_rate": 1.8667655813933076e-05, - "loss": 1.0472, + "clip_ratio": 0.0, + "completion_length": 146.0, + "epoch": 0.46403900853311664, + "grad_norm": 2.1545588970184326, + "kl": 2.18359375, + "learning_rate": 5.359232769830949e-07, + "loss": 0.0874, + "reward": 1.679112732410431, + "reward_std": 0.33739516139030457, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7728627622127533, "step": 2855 }, { - "epoch": 0.19, - "learning_rate": 1.866657381631882e-05, - "loss": 1.0494, + "clip_ratio": 0.0, + "completion_length": 160.109375, + "epoch": 0.4642015440877692, + "grad_norm": 1.9350591897964478, + "kl": 2.1484375, + "learning_rate": 5.357607282184655e-07, + "loss": 0.0858, + "reward": 1.5906012654304504, + "reward_std": 0.4526330828666687, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7468513548374176, "step": 2856 }, { - "epoch": 0.19, - "learning_rate": 1.8665491410920617e-05, - "loss": 1.0062, + "clip_ratio": 0.0, + "completion_length": 167.46875, + "epoch": 0.46436407964242177, + "grad_norm": 2.822927713394165, + "kl": 3.9140625, + "learning_rate": 5.355981794538361e-07, + "loss": 0.1564, + "reward": 1.4947946071624756, + "reward_std": 0.33013707399368286, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6666696667671204, "step": 2857 }, { - "epoch": 0.19, - "learning_rate": 1.8664408597789402e-05, - "loss": 1.0081, + "clip_ratio": 0.0, + "completion_length": 181.171875, + "epoch": 0.46452661519707433, + "grad_norm": 7.643678188323975, + "kl": 7.21875, + "learning_rate": 5.354356306892067e-07, + "loss": 0.2884, + "reward": 1.388940691947937, + "reward_std": 0.5210034549236298, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.685815691947937, "step": 2858 }, { - "epoch": 0.19, - "learning_rate": 1.866332537697612e-05, - "loss": 1.0012, + "clip_ratio": 0.0, + "completion_length": 151.8125, + "epoch": 0.46468915075172695, + "grad_norm": 2.7706360816955566, + "kl": 3.5703125, + "learning_rate": 5.352730819245773e-07, + "loss": 0.1427, + "reward": 1.372873842716217, + "reward_std": 0.579810380935669, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.622873842716217, "step": 2859 }, { - "epoch": 0.19, - "learning_rate": 1.8662241748531738e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 161.765625, + "epoch": 0.4648516863063795, + "grad_norm": 3.3790478706359863, + "kl": 3.1015625, + "learning_rate": 5.351105331599479e-07, + "loss": 0.1236, + "reward": 1.6382403373718262, + "reward_std": 0.3987281918525696, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7788653075695038, "step": 2860 }, { - "epoch": 0.19, - "learning_rate": 1.8661157712507248e-05, - "loss": 1.104, + "clip_ratio": 0.0, + "completion_length": 176.890625, + "epoch": 0.4650142218610321, + "grad_norm": 5.970324993133545, + "kl": 3.5625, + "learning_rate": 5.349479843953185e-07, + "loss": 0.1426, + "reward": 1.562605857849121, + "reward_std": 0.3478877395391464, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7188558280467987, "step": 2861 }, { - "epoch": 0.19, - "learning_rate": 1.8660073268953656e-05, - "loss": 1.1138, + "clip_ratio": 0.0, + "completion_length": 160.796875, + "epoch": 0.4651767574156847, + "grad_norm": 4.5520219802856445, + "kl": 3.0703125, + "learning_rate": 5.347854356306892e-07, + "loss": 0.1227, + "reward": 1.5470018982887268, + "reward_std": 0.5542468428611755, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7501269578933716, "step": 2862 }, { - "epoch": 0.19, - "learning_rate": 1.8658988417921983e-05, - "loss": 1.0408, + "clip_ratio": 0.0, + "completion_length": 152.40625, + "epoch": 0.46533929297033727, + "grad_norm": 3.611104726791382, + "kl": 3.4375, + "learning_rate": 5.346228868660598e-07, + "loss": 0.1375, + "reward": 1.6751824021339417, + "reward_std": 0.3605080172419548, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8470573723316193, "step": 2863 }, { - "epoch": 0.19, - "learning_rate": 1.865790315946328e-05, - "loss": 1.0715, + "clip_ratio": 0.0, + "completion_length": 150.328125, + "epoch": 0.46550182852498984, + "grad_norm": 2.4953601360321045, + "kl": 3.4453125, + "learning_rate": 5.344603381014304e-07, + "loss": 0.1378, + "reward": 1.5220258235931396, + "reward_std": 0.48433567583560944, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.709525853395462, "step": 2864 }, { - "epoch": 0.19, - "learning_rate": 1.8656817493628607e-05, - "loss": 1.0335, + "clip_ratio": 0.0, + "completion_length": 171.421875, + "epoch": 0.4656643640796424, + "grad_norm": 2.124662399291992, + "kl": 3.2734375, + "learning_rate": 5.34297789336801e-07, + "loss": 0.1309, + "reward": 1.5588781237602234, + "reward_std": 0.3011886402964592, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6838782131671906, "step": 2865 }, { - "epoch": 0.19, - "learning_rate": 1.865573142046905e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 155.8125, + "epoch": 0.465826899634295, + "grad_norm": 3.9929540157318115, + "kl": 3.234375, + "learning_rate": 5.341352405721716e-07, + "loss": 0.1296, + "reward": 1.6032108068466187, + "reward_std": 0.42928890883922577, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7594607770442963, "step": 2866 }, { - "epoch": 0.19, - "learning_rate": 1.8654644940035708e-05, - "loss": 0.9991, + "clip_ratio": 0.0, + "completion_length": 154.84375, + "epoch": 0.4659894351889476, + "grad_norm": 2.251803159713745, + "kl": 2.265625, + "learning_rate": 5.339726918075422e-07, + "loss": 0.0908, + "reward": 1.5786601305007935, + "reward_std": 0.23408634960651398, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7036600410938263, "step": 2867 }, { - "epoch": 0.19, - "learning_rate": 1.8653558052379707e-05, - "loss": 1.0366, + "clip_ratio": 0.0, + "completion_length": 172.421875, + "epoch": 0.46615197074360015, + "grad_norm": 4.480156898498535, + "kl": 3.7265625, + "learning_rate": 5.338101430429128e-07, + "loss": 0.149, + "reward": 1.4313210248947144, + "reward_std": 0.42558351159095764, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6344460844993591, "step": 2868 }, { - "epoch": 0.19, - "learning_rate": 1.8652470757552183e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 163.0, + "epoch": 0.4663145062982527, + "grad_norm": 2.617196798324585, + "kl": 3.546875, + "learning_rate": 5.336475942782834e-07, + "loss": 0.1418, + "reward": 1.4959931373596191, + "reward_std": 0.31967703998088837, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6366180777549744, "step": 2869 }, { - "epoch": 0.19, - "learning_rate": 1.86513830556043e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 171.828125, + "epoch": 0.46647704185290534, + "grad_norm": 1.8093860149383545, + "kl": 4.2421875, + "learning_rate": 5.33485045513654e-07, + "loss": 0.1701, + "reward": 1.487358808517456, + "reward_std": 0.4479926824569702, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7217337489128113, "step": 2870 }, { - "epoch": 0.19, - "learning_rate": 1.8650294946587234e-05, - "loss": 1.083, + "clip_ratio": 0.0, + "completion_length": 150.828125, + "epoch": 0.4666395774075579, + "grad_norm": 2.6323866844177246, + "kl": 2.578125, + "learning_rate": 5.333224967490246e-07, + "loss": 0.1031, + "reward": 1.6024263501167297, + "reward_std": 0.4362277686595917, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7274264097213745, "step": 2871 }, { - "epoch": 0.19, - "learning_rate": 1.8649206430552187e-05, - "loss": 0.9846, + "clip_ratio": 0.0, + "completion_length": 163.4375, + "epoch": 0.46680211296221047, + "grad_norm": 4.472105026245117, + "kl": 3.8515625, + "learning_rate": 5.331599479843953e-07, + "loss": 0.1539, + "reward": 1.422835886478424, + "reward_std": 0.5038614571094513, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6259608864784241, "step": 2872 }, { - "epoch": 0.19, - "learning_rate": 1.8648117507550374e-05, - "loss": 1.1253, + "clip_ratio": 0.0, + "completion_length": 167.15625, + "epoch": 0.4669646485168631, + "grad_norm": 3.539456605911255, + "kl": 3.6484375, + "learning_rate": 5.32997399219766e-07, + "loss": 0.1456, + "reward": 1.6029218435287476, + "reward_std": 0.47026292979717255, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7747968435287476, "step": 2873 }, { - "epoch": 0.19, - "learning_rate": 1.8647028177633027e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 168.703125, + "epoch": 0.46712718407151566, + "grad_norm": 3.1461334228515625, + "kl": 3.7421875, + "learning_rate": 5.328348504551365e-07, + "loss": 0.1495, + "reward": 1.551318109035492, + "reward_std": 0.4573076367378235, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7231930792331696, "step": 2874 }, { - "epoch": 0.19, - "learning_rate": 1.864593844085141e-05, - "loss": 1.0015, + "clip_ratio": 0.0, + "completion_length": 163.359375, + "epoch": 0.4672897196261682, + "grad_norm": 3.4382412433624268, + "kl": 3.28125, + "learning_rate": 5.326723016905072e-07, + "loss": 0.131, + "reward": 1.5608575344085693, + "reward_std": 0.3691786378622055, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7483575344085693, "step": 2875 }, { - "epoch": 0.19, - "learning_rate": 1.8644848297256797e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 165.171875, + "epoch": 0.4674522551808208, + "grad_norm": 2.679236888885498, + "kl": 4.0390625, + "learning_rate": 5.325097529258777e-07, + "loss": 0.162, + "reward": 1.5410962104797363, + "reward_std": 0.30476950109004974, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7285962104797363, "step": 2876 }, { - "epoch": 0.19, - "learning_rate": 1.8643757746900478e-05, - "loss": 0.9924, + "clip_ratio": 0.0, + "completion_length": 163.078125, + "epoch": 0.4676147907354734, + "grad_norm": 3.8700952529907227, + "kl": 3.1171875, + "learning_rate": 5.323472041612484e-07, + "loss": 0.1245, + "reward": 1.5196808576583862, + "reward_std": 0.3802664577960968, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7228059470653534, "step": 2877 }, { - "epoch": 0.19, - "learning_rate": 1.8642666789833765e-05, - "loss": 1.0539, + "clip_ratio": 0.0, + "completion_length": 157.1875, + "epoch": 0.46777732629012597, + "grad_norm": 2.213768720626831, + "kl": 2.984375, + "learning_rate": 5.321846553966189e-07, + "loss": 0.1194, + "reward": 1.575698435306549, + "reward_std": 0.4412301182746887, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7788233757019043, "step": 2878 }, { - "epoch": 0.19, - "learning_rate": 1.864157542610799e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 168.9375, + "epoch": 0.46793986184477854, + "grad_norm": 3.724116086959839, + "kl": 3.6328125, + "learning_rate": 5.320221066319896e-07, + "loss": 0.1453, + "reward": 1.4587377309799194, + "reward_std": 0.5660529732704163, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6931126117706299, "step": 2879 }, { - "epoch": 0.19, - "learning_rate": 1.8640483655774513e-05, - "loss": 1.0594, + "clip_ratio": 0.0, + "completion_length": 163.953125, + "epoch": 0.4681023973994311, + "grad_norm": 4.870153427124023, + "kl": 3.3984375, + "learning_rate": 5.318595578673601e-07, + "loss": 0.1357, + "reward": 1.4819710850715637, + "reward_std": 0.5996056497097015, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7163460552692413, "step": 2880 }, { - "epoch": 0.19, - "learning_rate": 1.8639391478884695e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 144.5, + "epoch": 0.4682649329540837, + "grad_norm": 2.073859453201294, + "kl": 2.4375, + "learning_rate": 5.316970091027308e-07, + "loss": 0.0972, + "reward": 1.6786891222000122, + "reward_std": 0.40724578499794006, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8193141222000122, "step": 2881 }, { - "epoch": 0.19, - "learning_rate": 1.8638298895489932e-05, - "loss": 1.102, + "clip_ratio": 0.0, + "completion_length": 166.9375, + "epoch": 0.4684274685087363, + "grad_norm": 6.205029010772705, + "kl": 1.68359375, + "learning_rate": 5.315344603381014e-07, + "loss": 0.0672, + "reward": 1.7015675902366638, + "reward_std": 0.2655410170555115, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.826567530632019, "step": 2882 }, { - "epoch": 0.19, - "learning_rate": 1.863720590564163e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 173.609375, + "epoch": 0.46859000406338885, + "grad_norm": 4.685073375701904, + "kl": 2.53125, + "learning_rate": 5.313719115734721e-07, + "loss": 0.1013, + "reward": 1.5373401045799255, + "reward_std": 0.46619337797164917, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6779651641845703, "step": 2883 }, { - "epoch": 0.19, - "learning_rate": 1.8636112509391214e-05, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.4687525396180414, + "grad_norm": 3.6533091068267822, + "kl": 3.1015625, + "learning_rate": 5.312093628088426e-07, + "loss": 0.1243, + "reward": 1.6017935276031494, + "reward_std": 0.3542895019054413, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7736685574054718, "step": 2884 }, { - "epoch": 0.19, - "learning_rate": 1.8635018706790132e-05, - "loss": 1.1462, + "clip_ratio": 0.0, + "completion_length": 157.6875, + "epoch": 0.46891507517269404, + "grad_norm": 2.910994291305542, + "kl": 2.22265625, + "learning_rate": 5.310468140442133e-07, + "loss": 0.0893, + "reward": 1.6546759605407715, + "reward_std": 0.34147579967975616, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7796758711338043, "step": 2885 }, { - "epoch": 0.19, - "learning_rate": 1.8633924497889856e-05, - "loss": 1.036, + "clip_ratio": 0.0, + "completion_length": 149.484375, + "epoch": 0.4690776107273466, + "grad_norm": 3.3355214595794678, + "kl": 2.115234375, + "learning_rate": 5.308842652795838e-07, + "loss": 0.0847, + "reward": 1.5942544341087341, + "reward_std": 0.344034843146801, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6880043745040894, "step": 2886 }, { - "epoch": 0.19, - "learning_rate": 1.8632829882741866e-05, - "loss": 1.1409, + "clip_ratio": 0.0, + "completion_length": 182.109375, + "epoch": 0.46924014628199917, + "grad_norm": 8.910013198852539, + "kl": 4.921875, + "learning_rate": 5.307217165149545e-07, + "loss": 0.1966, + "reward": 1.4940658211708069, + "reward_std": 0.5405053347349167, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7284407615661621, "step": 2887 }, { - "epoch": 0.19, - "learning_rate": 1.8631734861397667e-05, - "loss": 1.0748, + "clip_ratio": 0.0, + "completion_length": 150.9375, + "epoch": 0.4694026818366518, + "grad_norm": 2.081401824951172, + "kl": 2.28125, + "learning_rate": 5.30559167750325e-07, + "loss": 0.091, + "reward": 1.4825538396835327, + "reward_std": 0.3619132712483406, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6388037502765656, "step": 2888 }, { - "epoch": 0.19, - "learning_rate": 1.8630639433908783e-05, - "loss": 1.0187, + "clip_ratio": 0.0, + "completion_length": 147.03125, + "epoch": 0.46956521739130436, + "grad_norm": 1.2945733070373535, + "kl": 1.1328125, + "learning_rate": 5.303966189856957e-07, + "loss": 0.0452, + "reward": 1.7346067428588867, + "reward_std": 0.23705102503299713, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7971068322658539, "step": 2889 }, { - "epoch": 0.19, - "learning_rate": 1.8629543600326757e-05, - "loss": 1.0988, + "clip_ratio": 0.0, + "completion_length": 154.1875, + "epoch": 0.4697277529459569, + "grad_norm": 19.95944595336914, + "kl": 3.96875, + "learning_rate": 5.302340702210662e-07, + "loss": 0.159, + "reward": 1.6006100177764893, + "reward_std": 0.43528762459754944, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7724850475788116, "step": 2890 }, { - "epoch": 0.19, - "learning_rate": 1.862844736070315e-05, - "loss": 0.9702, + "clip_ratio": 0.0, + "completion_length": 165.71875, + "epoch": 0.4698902885006095, + "grad_norm": 2.486239433288574, + "kl": 4.48828125, + "learning_rate": 5.300715214564369e-07, + "loss": 0.1795, + "reward": 1.5095328092575073, + "reward_std": 0.5869638472795486, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7126578688621521, "step": 2891 }, { - "epoch": 0.19, - "learning_rate": 1.8627350715089545e-05, - "loss": 1.0069, + "clip_ratio": 0.0, + "completion_length": 158.625, + "epoch": 0.4700528240552621, + "grad_norm": 4.610524654388428, + "kl": 2.640625, + "learning_rate": 5.299089726918075e-07, + "loss": 0.1056, + "reward": 1.3676047325134277, + "reward_std": 0.4009864032268524, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5551047027111053, "step": 2892 }, { - "epoch": 0.19, - "learning_rate": 1.862625366353754e-05, - "loss": 1.1071, + "clip_ratio": 0.0, + "completion_length": 163.3125, + "epoch": 0.4702153596099147, + "grad_norm": 4.223423480987549, + "kl": 4.703125, + "learning_rate": 5.297464239271782e-07, + "loss": 0.1885, + "reward": 1.4224379062652588, + "reward_std": 0.6045371890068054, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6724379360675812, "step": 2893 }, { - "epoch": 0.19, - "learning_rate": 1.8625156206098754e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 160.953125, + "epoch": 0.47037789516456724, + "grad_norm": 7.1018548011779785, + "kl": 5.859375, + "learning_rate": 5.295838751625487e-07, + "loss": 0.2341, + "reward": 1.3490793108940125, + "reward_std": 0.5458577275276184, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6303293108940125, "step": 2894 }, { - "epoch": 0.19, - "learning_rate": 1.8624058342824824e-05, - "loss": 1.1068, + "clip_ratio": 0.0, + "completion_length": 169.90625, + "epoch": 0.4705404307192198, + "grad_norm": 4.8635573387146, + "kl": 5.0625, + "learning_rate": 5.294213263979194e-07, + "loss": 0.2021, + "reward": 1.362992286682129, + "reward_std": 0.5574951469898224, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6286172866821289, "step": 2895 }, { - "epoch": 0.19, - "learning_rate": 1.862296007376741e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 170.90625, + "epoch": 0.4707029662738724, + "grad_norm": 7.029318809509277, + "kl": 6.203125, + "learning_rate": 5.292587776332899e-07, + "loss": 0.2482, + "reward": 1.3673253059387207, + "reward_std": 0.5546777248382568, + "rewards/format_reward_gen": 0.671875, + "rewards/llm_reward": 0.6954503059387207, "step": 2896 }, { - "epoch": 0.19, - "learning_rate": 1.8621861398978182e-05, - "loss": 1.0788, + "clip_ratio": 0.0, + "completion_length": 137.375, + "epoch": 0.470865501828525, + "grad_norm": 3.6238160133361816, + "kl": 3.5546875, + "learning_rate": 5.290962288686606e-07, + "loss": 0.142, + "reward": 1.649440050125122, + "reward_std": 0.4768311083316803, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7900651097297668, "step": 2897 }, { - "epoch": 0.19, - "learning_rate": 1.8620762318508846e-05, - "loss": 1.0769, + "clip_ratio": 0.0, + "completion_length": 185.28125, + "epoch": 0.47102803738317756, + "grad_norm": 3.013476610183716, + "kl": 5.1875, + "learning_rate": 5.289336801040311e-07, + "loss": 0.2079, + "reward": 1.4628289937973022, + "reward_std": 0.4979667663574219, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.7128290235996246, "step": 2898 }, { - "epoch": 0.19, - "learning_rate": 1.861966283241111e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 172.421875, + "epoch": 0.4711905729378302, + "grad_norm": 23.989469528198242, + "kl": 5.25, + "learning_rate": 5.287711313394018e-07, + "loss": 0.2096, + "reward": 1.412552297115326, + "reward_std": 0.4867246598005295, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6781772077083588, "step": 2899 }, { - "epoch": 0.19, - "learning_rate": 1.8618562940736703e-05, - "loss": 1.0514, + "clip_ratio": 0.0, + "completion_length": 139.859375, + "epoch": 0.47135310849248274, + "grad_norm": 2.0947601795196533, + "kl": 2.640625, + "learning_rate": 5.286085825747723e-07, + "loss": 0.1053, + "reward": 1.569053292274475, + "reward_std": 0.49761927127838135, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7409283518791199, "step": 2900 }, { - "epoch": 0.19, - "learning_rate": 1.8617462643537387e-05, - "loss": 1.0038, + "clip_ratio": 0.0, + "completion_length": 183.140625, + "epoch": 0.4715156440471353, + "grad_norm": 5.42863655090332, + "kl": 5.078125, + "learning_rate": 5.28446033810143e-07, + "loss": 0.2029, + "reward": 1.3112064003944397, + "reward_std": 0.6749183535575867, + "rewards/format_reward_gen": 0.703125, + "rewards/llm_reward": 0.6080814003944397, "step": 2901 }, { - "epoch": 0.19, - "learning_rate": 1.861636194086493e-05, - "loss": 1.0876, + "clip_ratio": 0.0, + "completion_length": 147.140625, + "epoch": 0.4716781796017879, + "grad_norm": 4.726403713226318, + "kl": 4.3828125, + "learning_rate": 5.282834850455136e-07, + "loss": 0.1751, + "reward": 1.517939031124115, + "reward_std": 0.4559982866048813, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.752314031124115, "step": 2902 }, { - "epoch": 0.19, - "learning_rate": 1.8615260832771123e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 149.265625, + "epoch": 0.4718407151564405, + "grad_norm": 3.626159906387329, + "kl": 3.6171875, + "learning_rate": 5.281209362808843e-07, + "loss": 0.1449, + "reward": 1.529687225818634, + "reward_std": 0.580124706029892, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7484371960163116, "step": 2903 }, { - "epoch": 0.19, - "learning_rate": 1.8614159319307775e-05, - "loss": 1.0856, + "clip_ratio": 0.0, + "completion_length": 188.59375, + "epoch": 0.47200325071109306, + "grad_norm": 7.989266395568848, + "kl": 3.70703125, + "learning_rate": 5.279583875162548e-07, + "loss": 0.1486, + "reward": 1.4513799548149109, + "reward_std": 0.2785617709159851, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6388799846172333, "step": 2904 }, { - "epoch": 0.19, - "learning_rate": 1.8613057400526714e-05, - "loss": 1.0033, + "clip_ratio": 0.0, + "completion_length": 162.140625, + "epoch": 0.4721657862657456, + "grad_norm": 2.859205484390259, + "kl": 3.375, + "learning_rate": 5.277958387516255e-07, + "loss": 0.135, + "reward": 1.4855973720550537, + "reward_std": 0.3948118984699249, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6887223720550537, "step": 2905 }, { - "epoch": 0.19, - "learning_rate": 1.8611955076479788e-05, - "loss": 1.1219, + "clip_ratio": 0.0, + "completion_length": 170.375, + "epoch": 0.4723283218203982, + "grad_norm": 2.6138699054718018, + "kl": 1.875, + "learning_rate": 5.276332899869961e-07, + "loss": 0.075, + "reward": 1.5586943626403809, + "reward_std": 0.29774434864521027, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6680693924427032, "step": 2906 }, { - "epoch": 0.19, - "learning_rate": 1.8610852347218867e-05, - "loss": 1.0196, + "clip_ratio": 0.0, + "completion_length": 147.96875, + "epoch": 0.4724908573750508, + "grad_norm": 3.398242235183716, + "kl": 1.36328125, + "learning_rate": 5.274707412223667e-07, + "loss": 0.0544, + "reward": 1.6663846969604492, + "reward_std": 0.3334398567676544, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7757596373558044, "step": 2907 }, { - "epoch": 0.19, - "learning_rate": 1.8609749212795835e-05, - "loss": 1.0435, + "clip_ratio": 0.0, + "completion_length": 148.359375, + "epoch": 0.4726533929297034, + "grad_norm": 2.1575629711151123, + "kl": 0.96484375, + "learning_rate": 5.273081924577373e-07, + "loss": 0.0385, + "reward": 1.6524156332015991, + "reward_std": 0.20359864830970764, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6992906332015991, "step": 2908 }, { - "epoch": 0.19, - "learning_rate": 1.86086456732626e-05, - "loss": 1.047, + "clip_ratio": 0.0, + "completion_length": 169.609375, + "epoch": 0.47281592848435594, + "grad_norm": 4.389813423156738, + "kl": 1.7578125, + "learning_rate": 5.271456436931079e-07, + "loss": 0.0702, + "reward": 1.7239621877670288, + "reward_std": 0.26525068283081055, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8177121877670288, "step": 2909 }, { - "epoch": 0.19, - "learning_rate": 1.8607541728671084e-05, - "loss": 1.0411, + "clip_ratio": 0.0, + "completion_length": 172.96875, + "epoch": 0.4729784640390085, + "grad_norm": 3.197829008102417, + "kl": 1.0546875, + "learning_rate": 5.269830949284785e-07, + "loss": 0.0422, + "reward": 1.5956323742866516, + "reward_std": 0.3049667328596115, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7050073444843292, "step": 2910 }, { - "epoch": 0.19, - "learning_rate": 1.8606437379073227e-05, - "loss": 0.9768, + "clip_ratio": 0.0, + "completion_length": 153.1875, + "epoch": 0.4731409995936611, + "grad_norm": 3.271245241165161, + "kl": 1.71875, + "learning_rate": 5.268205461638491e-07, + "loss": 0.0689, + "reward": 1.5345266461372375, + "reward_std": 0.31172920763492584, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6595266461372375, "step": 2911 }, { - "epoch": 0.2, - "learning_rate": 1.8605332624520997e-05, - "loss": 1.0085, + "clip_ratio": 0.0, + "completion_length": 166.53125, + "epoch": 0.4733035351483137, + "grad_norm": 2.69429612159729, + "kl": 1.0703125, + "learning_rate": 5.266579973992198e-07, + "loss": 0.0428, + "reward": 1.7109495401382446, + "reward_std": 0.21239836513996124, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7890744805335999, "step": 2912 }, { - "epoch": 0.2, - "learning_rate": 1.8604227465066375e-05, - "loss": 1.1028, + "clip_ratio": 0.0, + "completion_length": 170.796875, + "epoch": 0.47346607070296626, + "grad_norm": 5.480989933013916, + "kl": 1.1396484375, + "learning_rate": 5.264954486345904e-07, + "loss": 0.0455, + "reward": 1.7133264541625977, + "reward_std": 0.25256670266389847, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.77582648396492, "step": 2913 }, { - "epoch": 0.2, - "learning_rate": 1.8603121900761357e-05, - "loss": 1.0751, + "clip_ratio": 0.0, + "completion_length": 160.6875, + "epoch": 0.4736286062576189, + "grad_norm": 5.9972968101501465, + "kl": 1.875, + "learning_rate": 5.26332899869961e-07, + "loss": 0.0752, + "reward": 1.6888618469238281, + "reward_std": 0.28674178570508957, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7982368469238281, "step": 2914 }, { - "epoch": 0.2, - "learning_rate": 1.8602015931657966e-05, - "loss": 1.0435, + "clip_ratio": 0.0, + "completion_length": 150.0625, + "epoch": 0.47379114181227144, + "grad_norm": 1.4441527128219604, + "kl": 0.650390625, + "learning_rate": 5.261703511053316e-07, + "loss": 0.026, + "reward": 1.8259336948394775, + "reward_std": 0.05766446329653263, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8571837246417999, "step": 2915 }, { - "epoch": 0.2, - "learning_rate": 1.860090955780824e-05, - "loss": 1.086, + "clip_ratio": 0.0, + "completion_length": 152.375, + "epoch": 0.473953677366924, + "grad_norm": 2.207062244415283, + "kl": 0.5947265625, + "learning_rate": 5.260078023407022e-07, + "loss": 0.0238, + "reward": 1.8065274357795715, + "reward_std": 0.09683403372764587, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8377774059772491, "step": 2916 }, { - "epoch": 0.2, - "learning_rate": 1.8599802779264236e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 180.859375, + "epoch": 0.4741162129215766, + "grad_norm": 2.778054714202881, + "kl": 1.26953125, + "learning_rate": 5.258452535760728e-07, + "loss": 0.0508, + "reward": 1.5241705775260925, + "reward_std": 0.16575726121664047, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6179205477237701, "step": 2917 }, { - "epoch": 0.2, - "learning_rate": 1.8598695596078032e-05, - "loss": 1.1084, + "clip_ratio": 0.0, + "completion_length": 138.609375, + "epoch": 0.4742787484762292, + "grad_norm": 2.920999526977539, + "kl": 1.23828125, + "learning_rate": 5.256827048114434e-07, + "loss": 0.0495, + "reward": 1.710341989994049, + "reward_std": 0.21704694628715515, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7728420197963715, "step": 2918 }, { - "epoch": 0.2, - "learning_rate": 1.8597588008301723e-05, - "loss": 1.1058, + "clip_ratio": 0.0, + "completion_length": 159.125, + "epoch": 0.47444128403088176, + "grad_norm": 1.30314302444458, + "kl": 0.404296875, + "learning_rate": 5.25520156046814e-07, + "loss": 0.0162, + "reward": 1.7804304957389832, + "reward_std": 0.1510479673743248, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7960554659366608, "step": 2919 }, { - "epoch": 0.2, - "learning_rate": 1.8596480015987428e-05, - "loss": 1.0574, + "clip_ratio": 0.0, + "completion_length": 155.625, + "epoch": 0.4746038195855343, + "grad_norm": 2.613699436187744, + "kl": 0.646484375, + "learning_rate": 5.253576072821846e-07, + "loss": 0.0259, + "reward": 1.7526915669441223, + "reward_std": 0.11545656248927116, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7839415669441223, "step": 2920 }, { - "epoch": 0.2, - "learning_rate": 1.859537161918727e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.4747663551401869, + "grad_norm": 3.8423702716827393, + "kl": 0.6787109375, + "learning_rate": 5.251950585175552e-07, + "loss": 0.0271, + "reward": 1.7078388333320618, + "reward_std": 0.19875073432922363, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7547138333320618, "step": 2921 }, { - "epoch": 0.2, - "learning_rate": 1.8594262817953414e-05, - "loss": 0.9519, + "clip_ratio": 0.0, + "completion_length": 145.0625, + "epoch": 0.4749288906948395, + "grad_norm": 1.6589524745941162, + "kl": 1.052734375, + "learning_rate": 5.250325097529259e-07, + "loss": 0.0422, + "reward": 1.8234537839889526, + "reward_std": 0.14462973177433014, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.839078813791275, "step": 2922 }, { - "epoch": 0.2, - "learning_rate": 1.8593153612338022e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 172.125, + "epoch": 0.4750914262494921, + "grad_norm": 1.6906867027282715, + "kl": 1.18115234375, + "learning_rate": 5.248699609882965e-07, + "loss": 0.0474, + "reward": 1.6446168422698975, + "reward_std": 0.3422531187534332, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7539918422698975, "step": 2923 }, { - "epoch": 0.2, - "learning_rate": 1.859204400239329e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 186.015625, + "epoch": 0.47525396180414464, + "grad_norm": 2.269587755203247, + "kl": 0.87890625, + "learning_rate": 5.247074122236671e-07, + "loss": 0.0353, + "reward": 1.7433865070343018, + "reward_std": 0.0817655511200428, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7746365070343018, "step": 2924 }, { - "epoch": 0.2, - "learning_rate": 1.859093398817143e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 159.5625, + "epoch": 0.47541649735879726, + "grad_norm": 1.0214637517929077, + "kl": 0.61474609375, + "learning_rate": 5.245448634590377e-07, + "loss": 0.0245, + "reward": 1.7379150390625, + "reward_std": 0.11374110355973244, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7691650092601776, "step": 2925 }, { - "epoch": 0.2, - "learning_rate": 1.8589823569724666e-05, - "loss": 1.0084, + "clip_ratio": 0.0, + "completion_length": 148.359375, + "epoch": 0.47557903291344983, + "grad_norm": 2.38692569732666, + "kl": 1.041015625, + "learning_rate": 5.243823146944083e-07, + "loss": 0.0416, + "reward": 1.6771148443222046, + "reward_std": 0.13223502784967422, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7083648443222046, "step": 2926 }, { - "epoch": 0.2, - "learning_rate": 1.8588712747105248e-05, - "loss": 0.9789, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.4757415684681024, + "grad_norm": 1.2161508798599243, + "kl": 0.33984375, + "learning_rate": 5.242197659297789e-07, + "loss": 0.0136, + "reward": 1.8871433734893799, + "reward_std": 0.0683905016630888, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.9027684032917023, "step": 2927 }, { - "epoch": 0.2, - "learning_rate": 1.8587601520365442e-05, - "loss": 1.0182, + "clip_ratio": 0.0, + "completion_length": 196.296875, + "epoch": 0.47590410402275496, + "grad_norm": 1.646625280380249, + "kl": 2.18115234375, + "learning_rate": 5.240572171651495e-07, + "loss": 0.0873, + "reward": 1.565427303314209, + "reward_std": 0.3009238839149475, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6748022735118866, "step": 2928 }, { - "epoch": 0.2, - "learning_rate": 1.8586489889557537e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 135.703125, + "epoch": 0.4760666395774076, + "grad_norm": 2.5476155281066895, + "kl": 0.666015625, + "learning_rate": 5.238946684005201e-07, + "loss": 0.0267, + "reward": 1.79994797706604, + "reward_std": 0.2189299613237381, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8468229472637177, "step": 2929 }, { - "epoch": 0.2, - "learning_rate": 1.8585377854733836e-05, - "loss": 1.039, + "clip_ratio": 0.0, + "completion_length": 173.640625, + "epoch": 0.47622917513206015, + "grad_norm": 1.8503174781799316, + "kl": 1.5751953125, + "learning_rate": 5.237321196358907e-07, + "loss": 0.0629, + "reward": 1.794237732887268, + "reward_std": 0.13046312902588397, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8567377924919128, "step": 2930 }, { - "epoch": 0.2, - "learning_rate": 1.8584265415946664e-05, - "loss": 1.1243, + "clip_ratio": 0.0, + "completion_length": 159.0, + "epoch": 0.4763917106867127, + "grad_norm": 3.2359988689422607, + "kl": 2.18359375, + "learning_rate": 5.235695708712613e-07, + "loss": 0.0872, + "reward": 1.4563161730766296, + "reward_std": 0.4401713013648987, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6281911730766296, "step": 2931 }, { - "epoch": 0.2, - "learning_rate": 1.858315257324836e-05, - "loss": 1.0693, + "clip_ratio": 0.0, + "completion_length": 154.46875, + "epoch": 0.4765542462413653, + "grad_norm": 1.2435472011566162, + "kl": 1.33203125, + "learning_rate": 5.23407022106632e-07, + "loss": 0.0534, + "reward": 1.6050031781196594, + "reward_std": 0.17832651734352112, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6518782079219818, "step": 2932 }, { - "epoch": 0.2, - "learning_rate": 1.8582039326691293e-05, - "loss": 1.0425, + "clip_ratio": 0.0, + "completion_length": 173.578125, + "epoch": 0.4767167817960179, + "grad_norm": 2.3145675659179688, + "kl": 1.421875, + "learning_rate": 5.232444733420026e-07, + "loss": 0.0569, + "reward": 1.6373046040534973, + "reward_std": 0.21649324893951416, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6998046636581421, "step": 2933 }, { - "epoch": 0.2, - "learning_rate": 1.8580925676327838e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 146.9375, + "epoch": 0.47687931735067046, + "grad_norm": 1.5927897691726685, + "kl": 2.328125, + "learning_rate": 5.230819245773732e-07, + "loss": 0.0932, + "reward": 1.5613554120063782, + "reward_std": 0.35661938786506653, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6707304418087006, "step": 2934 }, { - "epoch": 0.2, - "learning_rate": 1.8579811622210394e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 174.125, + "epoch": 0.477041852905323, + "grad_norm": 2.165442943572998, + "kl": 1.109375, + "learning_rate": 5.229193758127438e-07, + "loss": 0.0445, + "reward": 1.7570914030075073, + "reward_std": 0.21008186042308807, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8195913732051849, "step": 2935 }, { - "epoch": 0.2, - "learning_rate": 1.857869716439139e-05, - "loss": 1.1423, + "clip_ratio": 0.0, + "completion_length": 151.0, + "epoch": 0.4772043884599756, + "grad_norm": 2.8024280071258545, + "kl": 1.9140625, + "learning_rate": 5.227568270481144e-07, + "loss": 0.0768, + "reward": 1.698412299156189, + "reward_std": 0.27229658514261246, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.792162299156189, "step": 2936 }, { - "epoch": 0.2, - "learning_rate": 1.857758230292325e-05, - "loss": 1.0359, + "clip_ratio": 0.0, + "completion_length": 150.609375, + "epoch": 0.4773669240146282, + "grad_norm": 1.9122081995010376, + "kl": 3.125, + "learning_rate": 5.22594278283485e-07, + "loss": 0.1248, + "reward": 1.719272494316101, + "reward_std": 0.2949799448251724, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8286474943161011, "step": 2937 }, { - "epoch": 0.2, - "learning_rate": 1.8576467037858443e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 154.578125, + "epoch": 0.4775294595692808, + "grad_norm": 1.593308925628662, + "kl": 1.5, + "learning_rate": 5.224317295188556e-07, + "loss": 0.0601, + "reward": 1.6413469314575195, + "reward_std": 0.2799195572733879, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7194719612598419, "step": 2938 }, { - "epoch": 0.2, - "learning_rate": 1.857535136924944e-05, - "loss": 1.0841, + "clip_ratio": 0.0, + "completion_length": 136.21875, + "epoch": 0.47769199512393334, + "grad_norm": 4.07627534866333, + "kl": 2.0625, + "learning_rate": 5.222691807542262e-07, + "loss": 0.0829, + "reward": 1.6461407542228699, + "reward_std": 0.2451007068157196, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7242657542228699, "step": 2939 }, { - "epoch": 0.2, - "learning_rate": 1.8574235297148734e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 153.140625, + "epoch": 0.47785453067858596, + "grad_norm": 1.5978516340255737, + "kl": 2.0703125, + "learning_rate": 5.221066319895968e-07, + "loss": 0.0827, + "reward": 1.5761944651603699, + "reward_std": 0.33541928231716156, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6855694353580475, "step": 2940 }, { - "epoch": 0.2, - "learning_rate": 1.8573118821608843e-05, - "loss": 1.0038, + "clip_ratio": 0.0, + "completion_length": 182.265625, + "epoch": 0.47801706623323853, + "grad_norm": 5.314873218536377, + "kl": 5.953125, + "learning_rate": 5.219440832249675e-07, + "loss": 0.2385, + "reward": 1.3978473544120789, + "reward_std": 0.5281813442707062, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6634723842144012, "step": 2941 }, { - "epoch": 0.2, - "learning_rate": 1.8572001942682297e-05, - "loss": 1.092, + "clip_ratio": 0.0, + "completion_length": 138.40625, + "epoch": 0.4781796017878911, + "grad_norm": 2.5354442596435547, + "kl": 3.7734375, + "learning_rate": 5.217815344603381e-07, + "loss": 0.1504, + "reward": 1.4652764797210693, + "reward_std": 0.37466761469841003, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6527764797210693, "step": 2942 }, { - "epoch": 0.2, - "learning_rate": 1.857088466042165e-05, - "loss": 1.1072, + "clip_ratio": 0.0, + "completion_length": 159.375, + "epoch": 0.47834213734254366, + "grad_norm": 2.5908925533294678, + "kl": 3.25390625, + "learning_rate": 5.216189856957088e-07, + "loss": 0.1299, + "reward": 1.544528603553772, + "reward_std": 0.2761731371283531, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.669528603553772, "step": 2943 }, { - "epoch": 0.2, - "learning_rate": 1.8569766974879472e-05, - "loss": 0.9793, + "clip_ratio": 0.0, + "completion_length": 169.625, + "epoch": 0.4785046728971963, + "grad_norm": 2.646728992462158, + "kl": 3.1875, + "learning_rate": 5.214564369310793e-07, + "loss": 0.1277, + "reward": 1.5884540677070618, + "reward_std": 0.42827193439006805, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7290789783000946, "step": 2944 }, { - "epoch": 0.2, - "learning_rate": 1.856864888610835e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 151.015625, + "epoch": 0.47866720845184885, + "grad_norm": 8.372624397277832, + "kl": 1.62109375, + "learning_rate": 5.2129388816645e-07, + "loss": 0.065, + "reward": 1.7708932161331177, + "reward_std": 0.22955695539712906, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8333932459354401, "step": 2945 }, { - "epoch": 0.2, - "learning_rate": 1.85675303941609e-05, - "loss": 1.0862, + "clip_ratio": 0.0, + "completion_length": 175.484375, + "epoch": 0.4788297440065014, + "grad_norm": 3.023822784423828, + "kl": 4.21875, + "learning_rate": 5.211313394018205e-07, + "loss": 0.1694, + "reward": 1.417924702167511, + "reward_std": 0.514805793762207, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.636674702167511, "step": 2946 }, { - "epoch": 0.2, - "learning_rate": 1.8566411499089745e-05, - "loss": 1.0544, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.478992279561154, + "grad_norm": 4.30146598815918, + "kl": 1.5390625, + "learning_rate": 5.209687906371912e-07, + "loss": 0.0616, + "reward": 1.5079134106636047, + "reward_std": 0.43783390522003174, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.67978835105896, "step": 2947 }, { - "epoch": 0.2, - "learning_rate": 1.8565292200947533e-05, - "loss": 1.0055, + "clip_ratio": 0.0, + "completion_length": 174.984375, + "epoch": 0.4791548151158066, + "grad_norm": 2.259348154067993, + "kl": 3.6328125, + "learning_rate": 5.208062418725617e-07, + "loss": 0.1449, + "reward": 1.4550419449806213, + "reward_std": 0.4312811493873596, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6581669449806213, "step": 2948 }, { - "epoch": 0.2, - "learning_rate": 1.8564172499786926e-05, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 201.9375, + "epoch": 0.47931735067045916, + "grad_norm": 2.4891021251678467, + "kl": 1.9453125, + "learning_rate": 5.206436931079324e-07, + "loss": 0.0777, + "reward": 1.6946033835411072, + "reward_std": 0.24033702909946442, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8039783835411072, "step": 2949 }, { - "epoch": 0.2, - "learning_rate": 1.8563052395660617e-05, - "loss": 1.1825, + "clip_ratio": 0.0, + "completion_length": 168.921875, + "epoch": 0.47947988622511173, + "grad_norm": 3.517848253250122, + "kl": 3.28125, + "learning_rate": 5.204811443433029e-07, + "loss": 0.1311, + "reward": 1.6651750206947327, + "reward_std": 0.37750065326690674, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8058000206947327, "step": 2950 }, { - "epoch": 0.2, - "learning_rate": 1.85619318886213e-05, - "loss": 1.0644, + "clip_ratio": 0.0, + "completion_length": 152.78125, + "epoch": 0.47964242177976435, + "grad_norm": 3.463463306427002, + "kl": 2.30078125, + "learning_rate": 5.203185955786736e-07, + "loss": 0.0917, + "reward": 1.5523696541786194, + "reward_std": 0.34964320063591003, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6617446839809418, "step": 2951 }, { - "epoch": 0.2, - "learning_rate": 1.8560810978721703e-05, - "loss": 1.0172, + "clip_ratio": 0.0, + "completion_length": 179.109375, + "epoch": 0.4798049573344169, + "grad_norm": 2.0435378551483154, + "kl": 2.12109375, + "learning_rate": 5.201560468140442e-07, + "loss": 0.0849, + "reward": 1.4679547548294067, + "reward_std": 0.37919119000434875, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6085798442363739, "step": 2952 }, { - "epoch": 0.2, - "learning_rate": 1.8559689666014567e-05, - "loss": 1.0531, + "clip_ratio": 0.0, + "completion_length": 162.46875, + "epoch": 0.4799674928890695, + "grad_norm": 5.475674629211426, + "kl": 2.6875, + "learning_rate": 5.199934980494149e-07, + "loss": 0.1075, + "reward": 1.497480034828186, + "reward_std": 0.5389342904090881, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.700605034828186, "step": 2953 }, { - "epoch": 0.2, - "learning_rate": 1.8558567950552654e-05, - "loss": 1.0836, + "clip_ratio": 0.0, + "completion_length": 157.859375, + "epoch": 0.48013002844372205, + "grad_norm": 3.3679161071777344, + "kl": 1.93359375, + "learning_rate": 5.198309492847854e-07, + "loss": 0.0773, + "reward": 1.642211377620697, + "reward_std": 0.4366213530302048, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7672114074230194, "step": 2954 }, { - "epoch": 0.2, - "learning_rate": 1.8557445832388743e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 161.625, + "epoch": 0.48029256399837467, + "grad_norm": 8.399774551391602, + "kl": 3.078125, + "learning_rate": 5.196684005201561e-07, + "loss": 0.1228, + "reward": 1.3854857087135315, + "reward_std": 0.596753865480423, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6198607683181763, "step": 2955 }, { - "epoch": 0.2, - "learning_rate": 1.8556323311575632e-05, - "loss": 1.0614, + "clip_ratio": 0.0, + "completion_length": 193.546875, + "epoch": 0.48045509955302723, + "grad_norm": 4.217095851898193, + "kl": 2.54296875, + "learning_rate": 5.195058517555266e-07, + "loss": 0.1017, + "reward": 1.5035671591758728, + "reward_std": 0.5265471190214157, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7066921293735504, "step": 2956 }, { - "epoch": 0.2, - "learning_rate": 1.8555200388166134e-05, - "loss": 1.0804, + "clip_ratio": 0.0, + "completion_length": 176.125, + "epoch": 0.4806176351076798, + "grad_norm": 2.817873239517212, + "kl": 2.046875, + "learning_rate": 5.193433029908973e-07, + "loss": 0.0819, + "reward": 1.5690840482711792, + "reward_std": 0.4543011039495468, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7253340780735016, "step": 2957 }, { - "epoch": 0.2, - "learning_rate": 1.8554077062213092e-05, - "loss": 1.0444, + "clip_ratio": 0.0, + "completion_length": 173.28125, + "epoch": 0.48078017066233236, + "grad_norm": 2.700120449066162, + "kl": 1.99609375, + "learning_rate": 5.191807542262678e-07, + "loss": 0.0798, + "reward": 1.5745019912719727, + "reward_std": 0.3524194657802582, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.715127021074295, "step": 2958 }, { - "epoch": 0.2, - "learning_rate": 1.8552953333769357e-05, - "loss": 1.0186, + "clip_ratio": 0.0, + "completion_length": 189.234375, + "epoch": 0.480942706216985, + "grad_norm": 3.0039103031158447, + "kl": 3.0078125, + "learning_rate": 5.190182054616385e-07, + "loss": 0.1202, + "reward": 1.497551441192627, + "reward_std": 0.43690699338912964, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.669426441192627, "step": 2959 }, { - "epoch": 0.2, - "learning_rate": 1.8551829202887806e-05, - "loss": 1.0612, + "clip_ratio": 0.0, + "completion_length": 161.59375, + "epoch": 0.48110524177163755, + "grad_norm": 5.9994893074035645, + "kl": 3.5, + "learning_rate": 5.18855656697009e-07, + "loss": 0.1402, + "reward": 1.4197537899017334, + "reward_std": 0.5057256817817688, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6228787899017334, "step": 2960 }, { - "epoch": 0.2, - "learning_rate": 1.855070466962133e-05, - "loss": 1.1055, + "clip_ratio": 0.0, + "completion_length": 216.53125, + "epoch": 0.4812677773262901, + "grad_norm": 2.222153425216675, + "kl": 5.75, + "learning_rate": 5.186931079323797e-07, + "loss": 0.2297, + "reward": 1.2932560443878174, + "reward_std": 0.5374687910079956, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.5745060741901398, "step": 2961 }, { - "epoch": 0.2, - "learning_rate": 1.854957973402284e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 177.1875, + "epoch": 0.4814303128809427, + "grad_norm": 5.041362285614014, + "kl": 2.7109375, + "learning_rate": 5.185305591677503e-07, + "loss": 0.1085, + "reward": 1.5813543796539307, + "reward_std": 0.509488895535469, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7688543200492859, "step": 2962 }, { - "epoch": 0.2, - "learning_rate": 1.8548454396145273e-05, - "loss": 1.066, + "clip_ratio": 0.0, + "completion_length": 181.109375, + "epoch": 0.4815928484355953, + "grad_norm": 3.652846574783325, + "kl": 2.96875, + "learning_rate": 5.18368010403121e-07, + "loss": 0.1187, + "reward": 1.5378389358520508, + "reward_std": 0.4712946265935898, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7565889656543732, "step": 2963 }, { - "epoch": 0.2, - "learning_rate": 1.854732865604157e-05, - "loss": 1.0544, + "clip_ratio": 0.0, + "completion_length": 163.90625, + "epoch": 0.48175538399024787, + "grad_norm": 3.9870002269744873, + "kl": 4.4921875, + "learning_rate": 5.182054616384915e-07, + "loss": 0.18, + "reward": 1.3412361145019531, + "reward_std": 0.6720589101314545, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6068611443042755, "step": 2964 }, { - "epoch": 0.2, - "learning_rate": 1.854620251376471e-05, - "loss": 1.0827, + "clip_ratio": 0.0, + "completion_length": 171.671875, + "epoch": 0.48191791954490043, + "grad_norm": 7.393091201782227, + "kl": 3.484375, + "learning_rate": 5.180429128738622e-07, + "loss": 0.1393, + "reward": 1.3920229077339172, + "reward_std": 0.6859577000141144, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6263979077339172, "step": 2965 }, { - "epoch": 0.2, - "learning_rate": 1.8545075969367678e-05, - "loss": 1.08, + "clip_ratio": 0.0, + "completion_length": 158.828125, + "epoch": 0.48208045509955305, + "grad_norm": 3.8569278717041016, + "kl": 5.421875, + "learning_rate": 5.178803641092327e-07, + "loss": 0.2169, + "reward": 1.3815412521362305, + "reward_std": 0.5864206701517105, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.66279137134552, "step": 2966 }, { - "epoch": 0.2, - "learning_rate": 1.854394902290347e-05, - "loss": 1.0389, + "clip_ratio": 0.0, + "completion_length": 168.828125, + "epoch": 0.4822429906542056, + "grad_norm": 6.342901229858398, + "kl": 6.078125, + "learning_rate": 5.177178153446034e-07, + "loss": 0.2431, + "reward": 1.3473902940750122, + "reward_std": 0.49231287837028503, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.5973902344703674, "step": 2967 }, { - "epoch": 0.2, - "learning_rate": 1.8542821674425128e-05, - "loss": 1.0574, + "clip_ratio": 0.0, + "completion_length": 204.1875, + "epoch": 0.4824055262088582, + "grad_norm": 5.0038838386535645, + "kl": 3.875, + "learning_rate": 5.175552665799739e-07, + "loss": 0.1552, + "reward": 1.4855875372886658, + "reward_std": 0.29087190330028534, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6730875074863434, "step": 2968 }, { - "epoch": 0.2, - "learning_rate": 1.8541693923985684e-05, - "loss": 1.0478, + "clip_ratio": 0.0, + "completion_length": 193.28125, + "epoch": 0.48256806176351075, + "grad_norm": 5.101257801055908, + "kl": 5.8125, + "learning_rate": 5.173927178153446e-07, + "loss": 0.2324, + "reward": 1.392728567123413, + "reward_std": 0.5958057940006256, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.7052285671234131, "step": 2969 }, { - "epoch": 0.2, - "learning_rate": 1.8540565771638207e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 183.765625, + "epoch": 0.48273059731816337, + "grad_norm": 8.761653900146484, + "kl": 4.734375, + "learning_rate": 5.172301690507151e-07, + "loss": 0.1893, + "reward": 1.384848177433014, + "reward_std": 0.46666616201400757, + "rewards/format_reward_gen": 0.71875, + "rewards/llm_reward": 0.6660981774330139, "step": 2970 }, { - "epoch": 0.2, - "learning_rate": 1.8539437217435782e-05, - "loss": 1.0858, + "clip_ratio": 0.0, + "completion_length": 182.5, + "epoch": 0.48289313287281593, + "grad_norm": 3.1678626537323, + "kl": 2.33203125, + "learning_rate": 5.170676202860858e-07, + "loss": 0.0931, + "reward": 1.554023563861847, + "reward_std": 0.2663126438856125, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6633985936641693, "step": 2971 }, { - "epoch": 0.2, - "learning_rate": 1.8538308261431502e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 181.640625, + "epoch": 0.4830556684274685, + "grad_norm": 8.010724067687988, + "kl": 4.4921875, + "learning_rate": 5.169050715214564e-07, + "loss": 0.1799, + "reward": 1.4523792266845703, + "reward_std": 0.4782312512397766, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6867542564868927, "step": 2972 }, { - "epoch": 0.2, - "learning_rate": 1.8537178903678495e-05, - "loss": 1.0315, + "clip_ratio": 0.0, + "completion_length": 152.625, + "epoch": 0.48321820398212106, + "grad_norm": 5.486558437347412, + "kl": 1.955078125, + "learning_rate": 5.167425227568271e-07, + "loss": 0.0784, + "reward": 1.670280396938324, + "reward_std": 0.3759300112724304, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7952804267406464, "step": 2973 }, { - "epoch": 0.2, - "learning_rate": 1.8536049144229895e-05, - "loss": 0.9931, + "clip_ratio": 0.0, + "completion_length": 155.296875, + "epoch": 0.4833807395367737, + "grad_norm": 2.162741184234619, + "kl": 2.6015625, + "learning_rate": 5.165799739921977e-07, + "loss": 0.1041, + "reward": 1.5849847793579102, + "reward_std": 0.4595903307199478, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7256097495555878, "step": 2974 }, { - "epoch": 0.2, - "learning_rate": 1.853491898313886e-05, - "loss": 1.0648, + "clip_ratio": 0.0, + "completion_length": 187.21875, + "epoch": 0.48354327509142625, + "grad_norm": 3.780893087387085, + "kl": 3.296875, + "learning_rate": 5.164174252275683e-07, + "loss": 0.1319, + "reward": 1.4932876825332642, + "reward_std": 0.398552343249321, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6495376527309418, "step": 2975 }, { - "epoch": 0.2, - "learning_rate": 1.8533788420458575e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 174.15625, + "epoch": 0.4837058106460788, + "grad_norm": 3.097025156021118, + "kl": 2.484375, + "learning_rate": 5.162548764629389e-07, + "loss": 0.0996, + "reward": 1.4983675479888916, + "reward_std": 0.3477507531642914, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6546175181865692, "step": 2976 }, { - "epoch": 0.2, - "learning_rate": 1.8532657456242224e-05, - "loss": 1.0708, + "clip_ratio": 0.0, + "completion_length": 166.5625, + "epoch": 0.48386834620073144, + "grad_norm": 2.4357354640960693, + "kl": 1.6328125, + "learning_rate": 5.160923276983095e-07, + "loss": 0.0654, + "reward": 1.6664687395095825, + "reward_std": 0.2981707453727722, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7602186501026154, "step": 2977 }, { - "epoch": 0.2, - "learning_rate": 1.8531526090543033e-05, - "loss": 1.0513, + "clip_ratio": 0.0, + "completion_length": 204.875, + "epoch": 0.484030881755384, + "grad_norm": 4.643410682678223, + "kl": 2.4140625, + "learning_rate": 5.159297789336801e-07, + "loss": 0.0966, + "reward": 1.502726674079895, + "reward_std": 0.32311640679836273, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6589767038822174, "step": 2978 }, { - "epoch": 0.2, - "learning_rate": 1.8530394323414227e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 166.53125, + "epoch": 0.48419341731003657, + "grad_norm": 5.398845195770264, + "kl": 1.62109375, + "learning_rate": 5.157672301690507e-07, + "loss": 0.0648, + "reward": 1.5113449692726135, + "reward_std": 0.25454799830913544, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6363449990749359, "step": 2979 }, { - "epoch": 0.2, - "learning_rate": 1.8529262154909063e-05, - "loss": 1.0215, + "clip_ratio": 0.0, + "completion_length": 183.671875, + "epoch": 0.48435595286468913, + "grad_norm": 7.600831985473633, + "kl": 1.4453125, + "learning_rate": 5.156046814044213e-07, + "loss": 0.0578, + "reward": 1.5457116961479187, + "reward_std": 0.3875935673713684, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6863366961479187, "step": 2980 }, { - "epoch": 0.2, - "learning_rate": 1.8528129585080808e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 147.0, + "epoch": 0.48451848841934175, + "grad_norm": 2.4528942108154297, + "kl": 0.6904296875, + "learning_rate": 5.154421326397919e-07, + "loss": 0.0276, + "reward": 1.6034619212150574, + "reward_std": 0.19093047827482224, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6503370404243469, "step": 2981 }, { - "epoch": 0.2, - "learning_rate": 1.8526996613982758e-05, - "loss": 1.1144, + "clip_ratio": 0.0, + "completion_length": 157.59375, + "epoch": 0.4846810239739943, + "grad_norm": 3.9959747791290283, + "kl": 1.89453125, + "learning_rate": 5.152795838751626e-07, + "loss": 0.0756, + "reward": 1.6038830876350403, + "reward_std": 0.3832070231437683, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7132581174373627, "step": 2982 }, { - "epoch": 0.2, - "learning_rate": 1.8525863241668217e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 156.40625, + "epoch": 0.4848435595286469, + "grad_norm": 2.6366169452667236, + "kl": 0.79931640625, + "learning_rate": 5.151170351105332e-07, + "loss": 0.032, + "reward": 1.6439194083213806, + "reward_std": 0.17701441049575806, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.675169438123703, "step": 2983 }, { - "epoch": 0.2, - "learning_rate": 1.8524729468190514e-05, - "loss": 1.0167, + "clip_ratio": 0.0, + "completion_length": 153.84375, + "epoch": 0.48500609508329945, + "grad_norm": 1.8345125913619995, + "kl": 1.265625, + "learning_rate": 5.149544863459038e-07, + "loss": 0.0507, + "reward": 1.7590730786323547, + "reward_std": 0.24559887498617172, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8371981084346771, "step": 2984 }, { - "epoch": 0.2, - "learning_rate": 1.8523595293603e-05, - "loss": 1.0094, + "clip_ratio": 0.0, + "completion_length": 156.359375, + "epoch": 0.48516863063795207, + "grad_norm": 1.4104869365692139, + "kl": 0.4326171875, + "learning_rate": 5.147919375812744e-07, + "loss": 0.0173, + "reward": 1.8396633863449097, + "reward_std": 0.08797508664429188, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8552883565425873, "step": 2985 }, { - "epoch": 0.2, - "learning_rate": 1.8522460717959036e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 162.46875, + "epoch": 0.48533116619260463, + "grad_norm": 2.600209951400757, + "kl": 0.9765625, + "learning_rate": 5.14629388816645e-07, + "loss": 0.0391, + "reward": 1.686648964881897, + "reward_std": 0.24371488392353058, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.764773964881897, "step": 2986 }, { - "epoch": 0.2, - "learning_rate": 1.8521325741312014e-05, - "loss": 1.0082, + "clip_ratio": 0.0, + "completion_length": 181.109375, + "epoch": 0.4854937017472572, + "grad_norm": 3.13627552986145, + "kl": 2.421875, + "learning_rate": 5.144668400520156e-07, + "loss": 0.097, + "reward": 1.5666010975837708, + "reward_std": 0.41098570823669434, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7072260975837708, "step": 2987 }, { - "epoch": 0.2, - "learning_rate": 1.8520190363715326e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 170.953125, + "epoch": 0.48565623730190977, + "grad_norm": 3.482469320297241, + "kl": 1.5234375, + "learning_rate": 5.143042912873862e-07, + "loss": 0.0609, + "reward": 1.5232903957366943, + "reward_std": 0.30741558969020844, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6326653957366943, "step": 2988 }, { - "epoch": 0.2, - "learning_rate": 1.8519054585222403e-05, - "loss": 1.0291, + "clip_ratio": 0.0, + "completion_length": 177.40625, + "epoch": 0.4858187728565624, + "grad_norm": 2.924417734146118, + "kl": 1.01416015625, + "learning_rate": 5.141417425227567e-07, + "loss": 0.0405, + "reward": 1.7042617201805115, + "reward_std": 0.18935058265924454, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7511367201805115, "step": 2989 }, { - "epoch": 0.2, - "learning_rate": 1.8517918405886682e-05, - "loss": 1.1116, + "clip_ratio": 0.0, + "completion_length": 181.921875, + "epoch": 0.48598130841121495, + "grad_norm": 2.666144847869873, + "kl": 2.1015625, + "learning_rate": 5.139791937581274e-07, + "loss": 0.0841, + "reward": 1.6051814556121826, + "reward_std": 0.25849180668592453, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7145563960075378, "step": 2990 }, { - "epoch": 0.2, - "learning_rate": 1.8516781825761626e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 158.265625, + "epoch": 0.4861438439658675, + "grad_norm": 3.2939977645874023, + "kl": 2.1640625, + "learning_rate": 5.13816644993498e-07, + "loss": 0.0866, + "reward": 1.7170400619506836, + "reward_std": 0.31213296949863434, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.795165091753006, "step": 2991 }, { - "epoch": 0.2, - "learning_rate": 1.851564484490071e-05, - "loss": 1.0762, + "clip_ratio": 0.0, + "completion_length": 184.046875, + "epoch": 0.48630637952052014, + "grad_norm": 1.7721935510635376, + "kl": 1.4140625, + "learning_rate": 5.136540962288687e-07, + "loss": 0.0568, + "reward": 1.5990538001060486, + "reward_std": 0.2530951052904129, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6771788001060486, "step": 2992 }, { - "epoch": 0.2, - "learning_rate": 1.8514507463357437e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 167.984375, + "epoch": 0.4864689150751727, + "grad_norm": 3.586127758026123, + "kl": 1.8115234375, + "learning_rate": 5.134915474642393e-07, + "loss": 0.0725, + "reward": 1.6385347843170166, + "reward_std": 0.29398754239082336, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7635347545146942, "step": 2993 }, { - "epoch": 0.2, - "learning_rate": 1.851336968118532e-05, - "loss": 1.099, + "clip_ratio": 0.0, + "completion_length": 191.03125, + "epoch": 0.48663145062982527, + "grad_norm": 2.5817785263061523, + "kl": 1.46875, + "learning_rate": 5.133289986996099e-07, + "loss": 0.0587, + "reward": 1.622602939605713, + "reward_std": 0.309384286403656, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7163529992103577, "step": 2994 }, { - "epoch": 0.2, - "learning_rate": 1.8512231498437897e-05, - "loss": 1.0288, + "clip_ratio": 0.0, + "completion_length": 156.46875, + "epoch": 0.48679398618447783, + "grad_norm": 1.2064059972763062, + "kl": 0.986328125, + "learning_rate": 5.131664499349804e-07, + "loss": 0.0395, + "reward": 1.850922703742981, + "reward_std": 0.1176205575466156, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.897797703742981, "step": 2995 }, { - "epoch": 0.2, - "learning_rate": 1.851109291516872e-05, - "loss": 1.1034, + "clip_ratio": 0.0, + "completion_length": 175.140625, + "epoch": 0.48695652173913045, + "grad_norm": 5.121811866760254, + "kl": 1.73828125, + "learning_rate": 5.130039011703511e-07, + "loss": 0.0696, + "reward": 1.5795886516571045, + "reward_std": 0.31264109909534454, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6733386516571045, "step": 2996 }, { - "epoch": 0.2, - "learning_rate": 1.8509953931431363e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 185.859375, + "epoch": 0.487119057293783, + "grad_norm": 2.976952075958252, + "kl": 1.08984375, + "learning_rate": 5.128413524057216e-07, + "loss": 0.0436, + "reward": 1.6243934035301208, + "reward_std": 0.3453141152858734, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7181433439254761, "step": 2997 }, { - "epoch": 0.2, - "learning_rate": 1.8508814547279415e-05, - "loss": 1.0992, + "clip_ratio": 0.0, + "completion_length": 157.71875, + "epoch": 0.4872815928484356, + "grad_norm": 2.0020370483398438, + "kl": 0.5224609375, + "learning_rate": 5.126788036410923e-07, + "loss": 0.0209, + "reward": 1.6763822436332703, + "reward_std": 0.08020619675517082, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6920072734355927, "step": 2998 }, { - "epoch": 0.2, - "learning_rate": 1.8507674762766496e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 172.21875, + "epoch": 0.48744412840308815, + "grad_norm": 1.4514700174331665, + "kl": 1.48046875, + "learning_rate": 5.125162548764628e-07, + "loss": 0.0592, + "reward": 1.7243521809577942, + "reward_std": 0.28015848994255066, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8181021809577942, "step": 2999 }, { - "epoch": 0.2, - "learning_rate": 1.8506534577946226e-05, - "loss": 1.0623, + "clip_ratio": 0.0, + "completion_length": 175.15625, + "epoch": 0.48760666395774077, + "grad_norm": 1.6928749084472656, + "kl": 1.291015625, + "learning_rate": 5.123537061118335e-07, + "loss": 0.0516, + "reward": 1.7507917284965515, + "reward_std": 0.12743069231510162, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7976667284965515, "step": 3000 }, { - "epoch": 0.2, - "learning_rate": 1.8505393992872256e-05, - "loss": 0.9537, + "clip_ratio": 0.0, + "completion_length": 181.0625, + "epoch": 0.48776919951239334, + "grad_norm": 2.0620858669281006, + "kl": 1.59375, + "learning_rate": 5.12191157347204e-07, + "loss": 0.0638, + "reward": 1.7886910438537598, + "reward_std": 0.13910599425435066, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8355660736560822, "step": 3001 }, { - "epoch": 0.2, - "learning_rate": 1.8504253007598255e-05, - "loss": 1.0009, + "clip_ratio": 0.0, + "completion_length": 165.515625, + "epoch": 0.4879317350670459, + "grad_norm": 2.242058515548706, + "kl": 1.6796875, + "learning_rate": 5.120286085825748e-07, + "loss": 0.0672, + "reward": 1.7286750078201294, + "reward_std": 0.1910983920097351, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8068000674247742, "step": 3002 }, { - "epoch": 0.2, - "learning_rate": 1.850311162217791e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 206.578125, + "epoch": 0.4880942706216985, + "grad_norm": 2.8103652000427246, + "kl": 0.5595703125, + "learning_rate": 5.118660598179453e-07, + "loss": 0.0224, + "reward": 1.6601693034172058, + "reward_std": 0.173333577811718, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7070443630218506, "step": 3003 }, { - "epoch": 0.2, - "learning_rate": 1.8501969836664927e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 161.953125, + "epoch": 0.4882568061763511, + "grad_norm": 1.5009130239486694, + "kl": 0.544921875, + "learning_rate": 5.11703511053316e-07, + "loss": 0.0218, + "reward": 1.767150104045868, + "reward_std": 0.11441028490662575, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7827751040458679, "step": 3004 }, { - "epoch": 0.2, - "learning_rate": 1.8500827651113025e-05, - "loss": 1.0755, + "clip_ratio": 0.0, + "completion_length": 181.21875, + "epoch": 0.48841934173100365, + "grad_norm": 1.3837143182754517, + "kl": 0.82568359375, + "learning_rate": 5.115409622886865e-07, + "loss": 0.033, + "reward": 1.7887220978736877, + "reward_std": 0.22448883950710297, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8355970978736877, "step": 3005 }, { - "epoch": 0.2, - "learning_rate": 1.8499685065575946e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.4885818772856562, + "grad_norm": 1.50851571559906, + "kl": 1.255859375, + "learning_rate": 5.113784135240572e-07, + "loss": 0.0503, + "reward": 1.751214861869812, + "reward_std": 0.2598753497004509, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8293398022651672, "step": 3006 }, { - "epoch": 0.2, - "learning_rate": 1.849854208010746e-05, - "loss": 1.0638, + "clip_ratio": 0.0, + "completion_length": 149.703125, + "epoch": 0.48874441284030884, + "grad_norm": 1.2369046211242676, + "kl": 0.3994140625, + "learning_rate": 5.112158647594277e-07, + "loss": 0.0159, + "reward": 1.6631540060043335, + "reward_std": 0.22492405772209167, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7256540060043335, "step": 3007 }, { - "epoch": 0.2, - "learning_rate": 1.849739869476134e-05, - "loss": 1.0895, + "clip_ratio": 0.0, + "completion_length": 183.578125, + "epoch": 0.4889069483949614, + "grad_norm": 1.7354154586791992, + "kl": 1.27734375, + "learning_rate": 5.110533159947984e-07, + "loss": 0.0511, + "reward": 1.7276161909103394, + "reward_std": 0.2792622372508049, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8057413101196289, "step": 3008 }, { - "epoch": 0.2, - "learning_rate": 1.8496254909591387e-05, - "loss": 1.1048, + "clip_ratio": 0.0, + "completion_length": 151.71875, + "epoch": 0.48906948394961397, + "grad_norm": 1.6062079668045044, + "kl": 0.81005859375, + "learning_rate": 5.10890767230169e-07, + "loss": 0.0325, + "reward": 1.73847097158432, + "reward_std": 0.16880944836884737, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8009710311889648, "step": 3009 }, { - "epoch": 0.2, - "learning_rate": 1.849511072465142e-05, - "loss": 1.0595, + "clip_ratio": 0.0, + "completion_length": 154.453125, + "epoch": 0.48923201950426654, + "grad_norm": 2.9338653087615967, + "kl": 0.75, + "learning_rate": 5.107282184655396e-07, + "loss": 0.03, + "reward": 1.6577427387237549, + "reward_std": 0.3647938519716263, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7514926791191101, "step": 3010 }, { - "epoch": 0.2, - "learning_rate": 1.8493966139995278e-05, - "loss": 1.0678, + "clip_ratio": 0.0, + "completion_length": 159.609375, + "epoch": 0.48939455505891916, + "grad_norm": 1.8298534154891968, + "kl": 1.00390625, + "learning_rate": 5.105656697009102e-07, + "loss": 0.0402, + "reward": 1.6002185344696045, + "reward_std": 0.2508934736251831, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6627184450626373, "step": 3011 }, { - "epoch": 0.2, - "learning_rate": 1.849282115567681e-05, - "loss": 1.0634, + "clip_ratio": 0.0, + "completion_length": 157.375, + "epoch": 0.4895570906135717, + "grad_norm": 0.9861142039299011, + "kl": 0.99609375, + "learning_rate": 5.104031209362809e-07, + "loss": 0.0398, + "reward": 1.7360364198684692, + "reward_std": 0.2520013451576233, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7985364198684692, "step": 3012 }, { - "epoch": 0.2, - "learning_rate": 1.849167577174989e-05, - "loss": 1.1412, + "clip_ratio": 0.0, + "completion_length": 155.75, + "epoch": 0.4897196261682243, + "grad_norm": 1.6390787363052368, + "kl": 1.359375, + "learning_rate": 5.102405721716515e-07, + "loss": 0.0543, + "reward": 1.7691265940666199, + "reward_std": 0.22934061288833618, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8472515940666199, "step": 3013 }, { - "epoch": 0.2, - "learning_rate": 1.849052998826842e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.48988216172287685, + "grad_norm": 1.2791954278945923, + "kl": 1.24462890625, + "learning_rate": 5.100780234070221e-07, + "loss": 0.0496, + "reward": 1.7923674583435059, + "reward_std": 0.13337091729044914, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8548674583435059, "step": 3014 }, { - "epoch": 0.2, - "learning_rate": 1.8489383805286308e-05, - "loss": 1.0019, + "clip_ratio": 0.0, + "completion_length": 158.578125, + "epoch": 0.4900446972775295, + "grad_norm": 1.5520515441894531, + "kl": 0.8681640625, + "learning_rate": 5.099154746423927e-07, + "loss": 0.0348, + "reward": 1.8133172988891602, + "reward_std": 0.22164730727672577, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8758172988891602, "step": 3015 }, { - "epoch": 0.2, - "learning_rate": 1.8488237222857484e-05, - "loss": 1.0195, + "clip_ratio": 0.0, + "completion_length": 179.21875, + "epoch": 0.49020723283218204, + "grad_norm": 1.4613010883331299, + "kl": 0.77099609375, + "learning_rate": 5.097529258777633e-07, + "loss": 0.0309, + "reward": 1.6874071955680847, + "reward_std": 0.09867567988112569, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7186571657657623, "step": 3016 }, { - "epoch": 0.2, - "learning_rate": 1.8487090241035894e-05, - "loss": 0.9871, + "clip_ratio": 0.0, + "completion_length": 146.109375, + "epoch": 0.4903697683868346, + "grad_norm": 1.4595638513565063, + "kl": 0.2236328125, + "learning_rate": 5.095903771131339e-07, + "loss": 0.009, + "reward": 1.8370988965034485, + "reward_std": 0.08755584619939327, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8370988667011261, "step": 3017 }, { - "epoch": 0.2, - "learning_rate": 1.8485942859875515e-05, - "loss": 0.9838, + "clip_ratio": 0.0, + "completion_length": 178.125, + "epoch": 0.4905323039414872, + "grad_norm": 1.814898133277893, + "kl": 0.7421875, + "learning_rate": 5.094278283485045e-07, + "loss": 0.0297, + "reward": 1.7271994948387146, + "reward_std": 0.19239307194948196, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7740744948387146, "step": 3018 }, { - "epoch": 0.2, - "learning_rate": 1.8484795079430324e-05, - "loss": 1.0342, + "clip_ratio": 0.0, + "completion_length": 161.390625, + "epoch": 0.4906948394961398, + "grad_norm": 1.791932225227356, + "kl": 1.06640625, + "learning_rate": 5.092652795838751e-07, + "loss": 0.0426, + "reward": 1.8547481298446655, + "reward_std": 0.12934240698814392, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.9016231894493103, "step": 3019 }, { - "epoch": 0.2, - "learning_rate": 1.8483646899754334e-05, - "loss": 1.1138, + "clip_ratio": 0.0, + "completion_length": 172.546875, + "epoch": 0.49085737505079235, + "grad_norm": 1.3378583192825317, + "kl": 0.44287109375, + "learning_rate": 5.091027308192457e-07, + "loss": 0.0177, + "reward": 1.7942602038383484, + "reward_std": 0.057527391240000725, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8098852336406708, "step": 3020 }, { - "epoch": 0.2, - "learning_rate": 1.8482498320901565e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 178.953125, + "epoch": 0.4910199106054449, + "grad_norm": 1.4752084016799927, + "kl": 0.87890625, + "learning_rate": 5.089401820546163e-07, + "loss": 0.0352, + "reward": 1.819748878479004, + "reward_std": 0.13061657175421715, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8666238486766815, "step": 3021 }, { - "epoch": 0.2, - "learning_rate": 1.8481349342926065e-05, - "loss": 1.1913, + "clip_ratio": 0.0, + "completion_length": 159.71875, + "epoch": 0.49118244616009754, + "grad_norm": 2.6172118186950684, + "kl": 0.66796875, + "learning_rate": 5.08777633289987e-07, + "loss": 0.0267, + "reward": 1.7674211263656616, + "reward_std": 0.15111883729696274, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8142961263656616, "step": 3022 }, { - "epoch": 0.2, - "learning_rate": 1.84801999658819e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 190.390625, + "epoch": 0.4913449817147501, + "grad_norm": 3.627358913421631, + "kl": 1.763671875, + "learning_rate": 5.086150845253576e-07, + "loss": 0.0704, + "reward": 1.5953781604766846, + "reward_std": 0.26556530594825745, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6891281604766846, "step": 3023 }, { - "epoch": 0.2, - "learning_rate": 1.8479050189823137e-05, - "loss": 0.9744, + "clip_ratio": 0.0, + "completion_length": 150.828125, + "epoch": 0.49150751726940267, + "grad_norm": 3.660301923751831, + "kl": 0.52001953125, + "learning_rate": 5.084525357607282e-07, + "loss": 0.0208, + "reward": 1.749764084815979, + "reward_std": 0.26620951294898987, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7966390252113342, "step": 3024 }, { - "epoch": 0.2, - "learning_rate": 1.8477900014803888e-05, - "loss": 1.0853, + "clip_ratio": 0.0, + "completion_length": 175.140625, + "epoch": 0.49167005282405524, + "grad_norm": 1.3939602375030518, + "kl": 0.75390625, + "learning_rate": 5.082899869960988e-07, + "loss": 0.0301, + "reward": 1.6533364653587341, + "reward_std": 0.31772905588150024, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7470864653587341, "step": 3025 }, { - "epoch": 0.2, - "learning_rate": 1.8476749440878267e-05, - "loss": 0.9815, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.49183258837870786, + "grad_norm": 1.2557393312454224, + "kl": 1.2119140625, + "learning_rate": 5.081274382314694e-07, + "loss": 0.0484, + "reward": 1.677718460559845, + "reward_std": 0.17149820923805237, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7402184903621674, "step": 3026 }, { - "epoch": 0.2, - "learning_rate": 1.8475598468100413e-05, - "loss": 0.9983, + "clip_ratio": 0.0, + "completion_length": 164.578125, + "epoch": 0.4919951239333604, + "grad_norm": 1.3518524169921875, + "kl": 1.77783203125, + "learning_rate": 5.0796488946684e-07, + "loss": 0.0714, + "reward": 1.6551328301429749, + "reward_std": 0.28366584703326225, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7645078599452972, "step": 3027 }, { - "epoch": 0.2, - "learning_rate": 1.847444709652448e-05, - "loss": 1.0763, + "clip_ratio": 0.0, + "completion_length": 140.984375, + "epoch": 0.492157659488013, + "grad_norm": 1.8396975994110107, + "kl": 2.375, + "learning_rate": 5.078023407022106e-07, + "loss": 0.0951, + "reward": 1.7004546523094177, + "reward_std": 0.35443224012851715, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7942046225070953, "step": 3028 }, { - "epoch": 0.2, - "learning_rate": 1.8473295326204644e-05, - "loss": 1.1008, + "clip_ratio": 0.0, + "completion_length": 150.84375, + "epoch": 0.4923201950426656, + "grad_norm": 1.54184091091156, + "kl": 0.806640625, + "learning_rate": 5.076397919375812e-07, + "loss": 0.0323, + "reward": 1.6719759702682495, + "reward_std": 0.18065308034420013, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7188510298728943, "step": 3029 }, { - "epoch": 0.2, - "learning_rate": 1.8472143157195098e-05, - "loss": 0.9864, + "clip_ratio": 0.0, + "completion_length": 185.46875, + "epoch": 0.4924827305973182, + "grad_norm": 1.544438123703003, + "kl": 1.349609375, + "learning_rate": 5.074772431729518e-07, + "loss": 0.0539, + "reward": 1.739298164844513, + "reward_std": 0.11166089400649071, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7861731052398682, "step": 3030 }, { - "epoch": 0.2, - "learning_rate": 1.847099058955006e-05, - "loss": 1.1659, + "clip_ratio": 0.0, + "completion_length": 173.171875, + "epoch": 0.49264526615197074, + "grad_norm": 3.94557523727417, + "kl": 0.2041015625, + "learning_rate": 5.073146944083224e-07, + "loss": 0.0082, + "reward": 1.781980037689209, + "reward_std": 0.11906632035970688, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7976050674915314, "step": 3031 }, { - "epoch": 0.2, - "learning_rate": 1.8469837623323755e-05, - "loss": 0.966, + "clip_ratio": 0.0, + "completion_length": 159.578125, + "epoch": 0.4928078017066233, + "grad_norm": 1.4690065383911133, + "kl": 2.359375, + "learning_rate": 5.071521456436931e-07, + "loss": 0.0944, + "reward": 1.6477881073951721, + "reward_std": 0.30558572709560394, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7259130775928497, "step": 3032 }, { - "epoch": 0.2, - "learning_rate": 1.8468684258570432e-05, - "loss": 1.0255, + "clip_ratio": 0.0, + "completion_length": 165.796875, + "epoch": 0.4929703372612759, + "grad_norm": 2.764416456222534, + "kl": 2.27734375, + "learning_rate": 5.069895968790637e-07, + "loss": 0.0906, + "reward": 1.6874724626541138, + "reward_std": 0.4144698679447174, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8124724328517914, "step": 3033 }, { - "epoch": 0.2, - "learning_rate": 1.8467530495344367e-05, - "loss": 0.9847, + "clip_ratio": 0.0, + "completion_length": 175.140625, + "epoch": 0.4931328728159285, + "grad_norm": 2.0093600749969482, + "kl": 2.64453125, + "learning_rate": 5.068270481144343e-07, + "loss": 0.1058, + "reward": 1.637363314628601, + "reward_std": 0.35749636590480804, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7467382848262787, "step": 3034 }, { - "epoch": 0.2, - "learning_rate": 1.846637633369984e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 186.34375, + "epoch": 0.49329540837058106, + "grad_norm": 1.9742854833602905, + "kl": 3.44140625, + "learning_rate": 5.066644993498049e-07, + "loss": 0.1378, + "reward": 1.4781807661056519, + "reward_std": 0.5018350780010223, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6813057959079742, "step": 3035 }, { - "epoch": 0.2, - "learning_rate": 1.8465221773691158e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 199.765625, + "epoch": 0.4934579439252336, + "grad_norm": 2.1124632358551025, + "kl": 2.8125, + "learning_rate": 5.065019505851755e-07, + "loss": 0.1124, + "reward": 1.4928012490272522, + "reward_std": 0.39277179539203644, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6490512192249298, "step": 3036 }, { - "epoch": 0.2, - "learning_rate": 1.846406681537265e-05, - "loss": 1.0952, + "clip_ratio": 0.0, + "completion_length": 157.078125, + "epoch": 0.49362047947988624, + "grad_norm": 4.781499862670898, + "kl": 3.21484375, + "learning_rate": 5.063394018205461e-07, + "loss": 0.1285, + "reward": 1.657131314277649, + "reward_std": 0.40927617251873016, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7821313142776489, "step": 3037 }, { - "epoch": 0.2, - "learning_rate": 1.8462911458798654e-05, - "loss": 1.0531, + "clip_ratio": 0.0, + "completion_length": 178.078125, + "epoch": 0.4937830150345388, + "grad_norm": 2.397952079772949, + "kl": 3.3359375, + "learning_rate": 5.061768530559167e-07, + "loss": 0.1334, + "reward": 1.5589494705200195, + "reward_std": 0.4503871500492096, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7308244705200195, "step": 3038 }, { - "epoch": 0.2, - "learning_rate": 1.846175570402354e-05, - "loss": 1.0342, + "clip_ratio": 0.0, + "completion_length": 183.203125, + "epoch": 0.4939455505891914, + "grad_norm": 1.365264654159546, + "kl": 2.70703125, + "learning_rate": 5.060143042912873e-07, + "loss": 0.1084, + "reward": 1.6709104776382446, + "reward_std": 0.2710968144237995, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7646605372428894, "step": 3039 }, { - "epoch": 0.2, - "learning_rate": 1.8460599551101683e-05, - "loss": 1.0467, + "clip_ratio": 0.0, + "completion_length": 144.8125, + "epoch": 0.49410808614384394, + "grad_norm": 2.1203439235687256, + "kl": 2.25390625, + "learning_rate": 5.058517555266579e-07, + "loss": 0.0904, + "reward": 1.6613827347755432, + "reward_std": 0.4285081699490547, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7707577347755432, "step": 3040 }, { - "epoch": 0.2, - "learning_rate": 1.8459443000087487e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 189.09375, + "epoch": 0.49427062169849656, + "grad_norm": 1.3963556289672852, + "kl": 1.26953125, + "learning_rate": 5.056892067620285e-07, + "loss": 0.0509, + "reward": 1.66304212808609, + "reward_std": 0.15540161356329918, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7099170982837677, "step": 3041 }, { - "epoch": 0.2, - "learning_rate": 1.845828605103537e-05, - "loss": 1.1576, + "clip_ratio": 0.0, + "completion_length": 174.34375, + "epoch": 0.4944331572531491, + "grad_norm": 2.299701690673828, + "kl": 2.5546875, + "learning_rate": 5.055266579973993e-07, + "loss": 0.1022, + "reward": 1.72366201877594, + "reward_std": 0.37170226126909256, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8486619591712952, "step": 3042 }, { - "epoch": 0.2, - "learning_rate": 1.8457128703999762e-05, - "loss": 1.0031, + "clip_ratio": 0.0, + "completion_length": 164.25, + "epoch": 0.4945956928078017, + "grad_norm": 2.4115476608276367, + "kl": 2.00390625, + "learning_rate": 5.053641092327698e-07, + "loss": 0.0802, + "reward": 1.7020926475524902, + "reward_std": 0.30313363671302795, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7802176773548126, "step": 3043 }, { - "epoch": 0.2, - "learning_rate": 1.8455970959035127e-05, - "loss": 1.1298, + "clip_ratio": 0.0, + "completion_length": 148.9375, + "epoch": 0.4947582283624543, + "grad_norm": 2.1377344131469727, + "kl": 1.8828125, + "learning_rate": 5.052015604681405e-07, + "loss": 0.0755, + "reward": 1.7614383101463318, + "reward_std": 0.2642252445220947, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8395633399486542, "step": 3044 }, { - "epoch": 0.2, - "learning_rate": 1.8454812816195938e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 166.96875, + "epoch": 0.4949207639171069, + "grad_norm": 1.8130502700805664, + "kl": 1.32421875, + "learning_rate": 5.05039011703511e-07, + "loss": 0.0531, + "reward": 1.6562373638153076, + "reward_std": 0.3005839139223099, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7499873042106628, "step": 3045 }, { - "epoch": 0.2, - "learning_rate": 1.845365427553669e-05, - "loss": 1.0386, + "clip_ratio": 0.0, + "completion_length": 184.25, + "epoch": 0.49508329947175944, + "grad_norm": 1.8424192667007446, + "kl": 1.3046875, + "learning_rate": 5.048764629388817e-07, + "loss": 0.0521, + "reward": 1.6810235381126404, + "reward_std": 0.18835396319627762, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7591484785079956, "step": 3046 }, { - "epoch": 0.2, - "learning_rate": 1.8452495337111892e-05, - "loss": 1.0651, + "clip_ratio": 0.0, + "completion_length": 161.546875, + "epoch": 0.495245835026412, + "grad_norm": 1.7582911252975464, + "kl": 2.9375, + "learning_rate": 5.047139141742522e-07, + "loss": 0.1178, + "reward": 1.6378180980682373, + "reward_std": 0.3443964719772339, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7471930980682373, "step": 3047 }, { - "epoch": 0.2, - "learning_rate": 1.845133600097608e-05, - "loss": 0.9938, + "clip_ratio": 0.0, + "completion_length": 154.8125, + "epoch": 0.4954083705810646, + "grad_norm": 2.604306221008301, + "kl": 2.046875, + "learning_rate": 5.045513654096229e-07, + "loss": 0.082, + "reward": 1.6672460436820984, + "reward_std": 0.349980965256691, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7922461032867432, "step": 3048 }, { - "epoch": 0.2, - "learning_rate": 1.8450176267183796e-05, - "loss": 1.0826, + "clip_ratio": 0.0, + "completion_length": 192.84375, + "epoch": 0.4955709061357172, + "grad_norm": 2.352006435394287, + "kl": 2.109375, + "learning_rate": 5.043888166449934e-07, + "loss": 0.0844, + "reward": 1.4933995008468628, + "reward_std": 0.32415053248405457, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.618399441242218, "step": 3049 }, { - "epoch": 0.2, - "learning_rate": 1.8449016135789613e-05, - "loss": 1.0753, + "clip_ratio": 0.0, + "completion_length": 174.609375, + "epoch": 0.49573344169036976, + "grad_norm": 3.1701550483703613, + "kl": 2.1171875, + "learning_rate": 5.042262678803641e-07, + "loss": 0.085, + "reward": 1.7170490622520447, + "reward_std": 0.2645544707775116, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7951740622520447, "step": 3050 }, { - "epoch": 0.2, - "learning_rate": 1.844785560684812e-05, - "loss": 1.0557, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.4958959772450223, + "grad_norm": 2.8268470764160156, + "kl": 1.36328125, + "learning_rate": 5.040637191157346e-07, + "loss": 0.0545, + "reward": 1.5932344794273376, + "reward_std": 0.34499456733465195, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7026094496250153, "step": 3051 }, { - "epoch": 0.2, - "learning_rate": 1.8446694680413914e-05, - "loss": 1.033, + "clip_ratio": 0.0, + "completion_length": 176.109375, + "epoch": 0.49605851279967494, + "grad_norm": 2.729897975921631, + "kl": 2.1484375, + "learning_rate": 5.039011703511054e-07, + "loss": 0.0859, + "reward": 1.598663091659546, + "reward_std": 0.44561469554901123, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7080380916595459, "step": 3052 }, { - "epoch": 0.2, - "learning_rate": 1.844553335654163e-05, - "loss": 1.0637, + "clip_ratio": 0.0, + "completion_length": 157.078125, + "epoch": 0.4962210483543275, + "grad_norm": 1.390547752380371, + "kl": 1.5390625, + "learning_rate": 5.037386215864759e-07, + "loss": 0.0614, + "reward": 1.6878451704978943, + "reward_std": 0.22393552958965302, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7815952003002167, "step": 3053 }, { - "epoch": 0.2, - "learning_rate": 1.8444371635285908e-05, - "loss": 0.967, + "clip_ratio": 0.0, + "completion_length": 154.984375, + "epoch": 0.4963835839089801, + "grad_norm": 1.7173130512237549, + "kl": 1.50390625, + "learning_rate": 5.035760728218466e-07, + "loss": 0.06, + "reward": 1.7520450353622437, + "reward_std": 0.20659299939870834, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.814545065164566, "step": 3054 }, { - "epoch": 0.2, - "learning_rate": 1.844320951670141e-05, - "loss": 1.0493, + "clip_ratio": 0.0, + "completion_length": 183.28125, + "epoch": 0.4965461194636327, + "grad_norm": 1.9282546043395996, + "kl": 1.828125, + "learning_rate": 5.034135240572171e-07, + "loss": 0.073, + "reward": 1.7049584984779358, + "reward_std": 0.2180062234401703, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7518334984779358, "step": 3055 }, { - "epoch": 0.2, - "learning_rate": 1.844204700084281e-05, - "loss": 0.9899, + "clip_ratio": 0.0, + "completion_length": 176.125, + "epoch": 0.49670865501828526, + "grad_norm": 1.9104933738708496, + "kl": 2.625, + "learning_rate": 5.032509752925878e-07, + "loss": 0.105, + "reward": 1.6236755847930908, + "reward_std": 0.30400843173265457, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7330505549907684, "step": 3056 }, { - "epoch": 0.2, - "learning_rate": 1.8440884087764815e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 177.546875, + "epoch": 0.4968711905729378, + "grad_norm": 2.3742897510528564, + "kl": 1.3046875, + "learning_rate": 5.030884265279583e-07, + "loss": 0.0522, + "reward": 1.5084569454193115, + "reward_std": 0.3153744265437126, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6490819454193115, "step": 3057 }, { - "epoch": 0.2, - "learning_rate": 1.8439720777522144e-05, - "loss": 1.0164, + "clip_ratio": 0.0, + "completion_length": 170.28125, + "epoch": 0.4970337261275904, + "grad_norm": 3.7231366634368896, + "kl": 2.91796875, + "learning_rate": 5.02925877763329e-07, + "loss": 0.1167, + "reward": 1.6298511624336243, + "reward_std": 0.35834528505802155, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7548511624336243, "step": 3058 }, { - "epoch": 0.2, - "learning_rate": 1.8438557070169526e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 195.578125, + "epoch": 0.497196261682243, + "grad_norm": 2.558624267578125, + "kl": 4.34375, + "learning_rate": 5.027633289986995e-07, + "loss": 0.1735, + "reward": 1.4139500856399536, + "reward_std": 0.49012602865695953, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.601450115442276, "step": 3059 }, { - "epoch": 0.2, - "learning_rate": 1.8437392965761724e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 164.75, + "epoch": 0.4973587972368956, + "grad_norm": 2.1800665855407715, + "kl": 3.6953125, + "learning_rate": 5.026007802340702e-07, + "loss": 0.1477, + "reward": 1.4344680905342102, + "reward_std": 0.4594053477048874, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6219680905342102, "step": 3060 }, { - "epoch": 0.21, - "learning_rate": 1.843622846435351e-05, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 187.34375, + "epoch": 0.49752133279154814, + "grad_norm": 4.051002025604248, + "kl": 4.1015625, + "learning_rate": 5.024382314694407e-07, + "loss": 0.1636, + "reward": 1.5677138566970825, + "reward_std": 0.4336356669664383, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.755213737487793, "step": 3061 }, { - "epoch": 0.21, - "learning_rate": 1.843506356599967e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 161.15625, + "epoch": 0.4976838683462007, + "grad_norm": 2.5973851680755615, + "kl": 3.6015625, + "learning_rate": 5.022756827048115e-07, + "loss": 0.1439, + "reward": 1.5382087230682373, + "reward_std": 0.4304054379463196, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6944587826728821, "step": 3062 }, { - "epoch": 0.21, - "learning_rate": 1.8433898270755028e-05, - "loss": 1.0819, + "clip_ratio": 0.0, + "completion_length": 159.046875, + "epoch": 0.49784640390085333, + "grad_norm": 1.8841055631637573, + "kl": 2.578125, + "learning_rate": 5.02113133940182e-07, + "loss": 0.1031, + "reward": 1.6338064670562744, + "reward_std": 0.3420015722513199, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7744314670562744, "step": 3063 }, { - "epoch": 0.21, - "learning_rate": 1.8432732578674398e-05, - "loss": 1.0747, + "clip_ratio": 0.0, + "completion_length": 151.984375, + "epoch": 0.4980089394555059, + "grad_norm": 1.776987075805664, + "kl": 0.861328125, + "learning_rate": 5.019505851755527e-07, + "loss": 0.0345, + "reward": 1.6338282227516174, + "reward_std": 0.28006597608327866, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7119532525539398, "step": 3064 }, { - "epoch": 0.21, - "learning_rate": 1.8431566489812643e-05, - "loss": 1.0884, + "clip_ratio": 0.0, + "completion_length": 166.90625, + "epoch": 0.49817147501015846, + "grad_norm": 4.814548492431641, + "kl": 2.55859375, + "learning_rate": 5.017880364109232e-07, + "loss": 0.1024, + "reward": 1.6888867616653442, + "reward_std": 0.26883627474308014, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7826367318630219, "step": 3065 }, { - "epoch": 0.21, - "learning_rate": 1.8430400004224623e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 173.6875, + "epoch": 0.498334010564811, + "grad_norm": 5.90078067779541, + "kl": 1.701171875, + "learning_rate": 5.016254876462939e-07, + "loss": 0.0681, + "reward": 1.5883145928382874, + "reward_std": 0.30495335161685944, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6976896524429321, "step": 3066 }, { - "epoch": 0.21, - "learning_rate": 1.842923312196523e-05, - "loss": 1.0192, + "clip_ratio": 0.0, + "completion_length": 169.84375, + "epoch": 0.49849654611946365, + "grad_norm": 1.3948173522949219, + "kl": 1.08203125, + "learning_rate": 5.014629388816644e-07, + "loss": 0.0433, + "reward": 1.6566499471664429, + "reward_std": 0.278355211019516, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7347749769687653, "step": 3067 }, { - "epoch": 0.21, - "learning_rate": 1.8428065843089363e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 170.421875, + "epoch": 0.4986590816741162, + "grad_norm": 1.4785969257354736, + "kl": 2.765625, + "learning_rate": 5.013003901170351e-07, + "loss": 0.1107, + "reward": 1.5083706974983215, + "reward_std": 0.4793781489133835, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7114957273006439, "step": 3068 }, { - "epoch": 0.21, - "learning_rate": 1.8426898167651946e-05, - "loss": 1.1489, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.4988216172287688, + "grad_norm": 1.5392059087753296, + "kl": 2.4296875, + "learning_rate": 5.011378413524056e-07, + "loss": 0.0971, + "reward": 1.6912173628807068, + "reward_std": 0.2641184329986572, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7849673926830292, "step": 3069 }, { - "epoch": 0.21, - "learning_rate": 1.842573009570792e-05, - "loss": 1.0292, + "clip_ratio": 0.0, + "completion_length": 165.0625, + "epoch": 0.4989841527834214, + "grad_norm": 1.347951889038086, + "kl": 1.88671875, + "learning_rate": 5.009752925877763e-07, + "loss": 0.0754, + "reward": 1.5321331024169922, + "reward_std": 0.23875751346349716, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6415081918239594, "step": 3070 }, { - "epoch": 0.21, - "learning_rate": 1.842456162731225e-05, - "loss": 1.0645, + "clip_ratio": 0.0, + "completion_length": 148.28125, + "epoch": 0.49914668833807396, + "grad_norm": 2.3655989170074463, + "kl": 2.0, + "learning_rate": 5.008127438231468e-07, + "loss": 0.0799, + "reward": 1.5945260524749756, + "reward_std": 0.3353785425424576, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7664010524749756, "step": 3071 }, { - "epoch": 0.21, - "learning_rate": 1.8423392762519915e-05, - "loss": 1.1235, + "clip_ratio": 0.0, + "completion_length": 162.625, + "epoch": 0.49930922389272653, + "grad_norm": 1.8482612371444702, + "kl": 1.44140625, + "learning_rate": 5.006501950585176e-07, + "loss": 0.0576, + "reward": 1.582855761051178, + "reward_std": 0.34824448823928833, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7234807312488556, "step": 3072 }, { - "epoch": 0.21, - "learning_rate": 1.842222350138591e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 168.671875, + "epoch": 0.4994717594473791, + "grad_norm": 1.6380996704101562, + "kl": 1.244140625, + "learning_rate": 5.004876462938881e-07, + "loss": 0.0497, + "reward": 1.478282868862152, + "reward_std": 0.3714880645275116, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6032828092575073, "step": 3073 }, { - "epoch": 0.21, - "learning_rate": 1.8421053843965252e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 160.390625, + "epoch": 0.4996342950020317, + "grad_norm": 1.153929591178894, + "kl": 1.4140625, + "learning_rate": 5.003250975292588e-07, + "loss": 0.0568, + "reward": 1.838334083557129, + "reward_std": 0.15394405275583267, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.9164591729640961, "step": 3074 }, { - "epoch": 0.21, - "learning_rate": 1.8419883790312978e-05, - "loss": 1.1016, + "clip_ratio": 0.0, + "completion_length": 149.59375, + "epoch": 0.4997968305566843, + "grad_norm": 3.7536733150482178, + "kl": 1.4921875, + "learning_rate": 5.001625487646293e-07, + "loss": 0.0597, + "reward": 1.6509315967559814, + "reward_std": 0.16102384775877, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7134316265583038, "step": 3075 }, { - "epoch": 0.21, - "learning_rate": 1.8418713340484144e-05, - "loss": 1.0101, + "clip_ratio": 0.0, + "completion_length": 167.296875, + "epoch": 0.49995936611133684, + "grad_norm": 1.729932188987732, + "kl": 1.404296875, + "learning_rate": 5e-07, + "loss": 0.0561, + "reward": 1.6569876074790955, + "reward_std": 0.3437260538339615, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7507376670837402, "step": 3076 }, { - "epoch": 0.21, - "learning_rate": 1.8417542494533812e-05, - "loss": 1.038, + "clip_ratio": 0.0, + "completion_length": 162.40625, + "epoch": 0.5001219016659895, + "grad_norm": 1.5877045392990112, + "kl": 0.365478515625, + "learning_rate": 4.998374512353706e-07, + "loss": 0.0146, + "reward": 1.7562301754951477, + "reward_std": 0.11648805718868971, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7718551456928253, "step": 3077 }, { - "epoch": 0.21, - "learning_rate": 1.8416371252517086e-05, - "loss": 1.0395, + "clip_ratio": 0.0, + "completion_length": 164.484375, + "epoch": 0.500284437220642, + "grad_norm": 1.977675437927246, + "kl": 1.14453125, + "learning_rate": 4.996749024707412e-07, + "loss": 0.0458, + "reward": 1.6365009546279907, + "reward_std": 0.3687615394592285, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.745875895023346, "step": 3078 }, { - "epoch": 0.21, - "learning_rate": 1.841519961448907e-05, - "loss": 1.1432, + "clip_ratio": 0.0, + "completion_length": 175.671875, + "epoch": 0.5004469727752946, + "grad_norm": 3.073253870010376, + "kl": 2.0361328125, + "learning_rate": 4.995123537061118e-07, + "loss": 0.0814, + "reward": 1.4304349422454834, + "reward_std": 0.3146766871213913, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.571059912443161, "step": 3079 }, { - "epoch": 0.21, - "learning_rate": 1.8414027580504897e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 154.625, + "epoch": 0.5006095083299472, + "grad_norm": 1.6975712776184082, + "kl": 1.796875, + "learning_rate": 4.993498049414825e-07, + "loss": 0.0717, + "reward": 1.6382418870925903, + "reward_std": 0.4340742528438568, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8101168572902679, "step": 3080 }, { - "epoch": 0.21, - "learning_rate": 1.8412855150619705e-05, - "loss": 1.0966, + "clip_ratio": 0.0, + "completion_length": 164.75, + "epoch": 0.5007720438845997, + "grad_norm": 6.1585259437561035, + "kl": 1.78125, + "learning_rate": 4.99187256176853e-07, + "loss": 0.0714, + "reward": 1.6381944417953491, + "reward_std": 0.3884246349334717, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7788194119930267, "step": 3081 }, { - "epoch": 0.21, - "learning_rate": 1.8411682324888668e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 190.25, + "epoch": 0.5009345794392523, + "grad_norm": 2.2613816261291504, + "kl": 0.66796875, + "learning_rate": 4.990247074122237e-07, + "loss": 0.0267, + "reward": 1.6295074224472046, + "reward_std": 0.25684410333633423, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7232573628425598, "step": 3082 }, { - "epoch": 0.21, - "learning_rate": 1.841050910336697e-05, - "loss": 1.0735, + "clip_ratio": 0.0, + "completion_length": 170.40625, + "epoch": 0.501097114993905, + "grad_norm": 1.0591485500335693, + "kl": 0.6142578125, + "learning_rate": 4.988621586475942e-07, + "loss": 0.0246, + "reward": 1.7512397170066833, + "reward_std": 0.16245143115520477, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7981147468090057, "step": 3083 }, { - "epoch": 0.21, - "learning_rate": 1.8409335486109805e-05, - "loss": 1.0712, + "clip_ratio": 0.0, + "completion_length": 202.234375, + "epoch": 0.5012596505485575, + "grad_norm": 1.8625963926315308, + "kl": 2.01171875, + "learning_rate": 4.986996098829649e-07, + "loss": 0.0805, + "reward": 1.6879534125328064, + "reward_std": 0.29795219004154205, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.812953382730484, "step": 3084 }, { - "epoch": 0.21, - "learning_rate": 1.8408161473172406e-05, - "loss": 1.1091, + "clip_ratio": 0.0, + "completion_length": 166.640625, + "epoch": 0.5014221861032101, + "grad_norm": 2.86130952835083, + "kl": 0.628662109375, + "learning_rate": 4.985370611183355e-07, + "loss": 0.0252, + "reward": 1.6742955446243286, + "reward_std": 0.1744669582694769, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7211705446243286, "step": 3085 }, { - "epoch": 0.21, - "learning_rate": 1.8406987064610006e-05, - "loss": 1.0954, + "clip_ratio": 0.0, + "completion_length": 160.34375, + "epoch": 0.5015847216578626, + "grad_norm": 1.0767250061035156, + "kl": 1.2578125, + "learning_rate": 4.983745123537061e-07, + "loss": 0.0503, + "reward": 1.7532168626785278, + "reward_std": 0.2149873711168766, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8313418924808502, "step": 3086 }, { - "epoch": 0.21, - "learning_rate": 1.840581226047787e-05, - "loss": 1.039, + "clip_ratio": 0.0, + "completion_length": 164.328125, + "epoch": 0.5017472572125152, + "grad_norm": 3.4559056758880615, + "kl": 1.64453125, + "learning_rate": 4.982119635890767e-07, + "loss": 0.0659, + "reward": 1.714115560054779, + "reward_std": 0.3018019497394562, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8078655302524567, "step": 3087 }, { - "epoch": 0.21, - "learning_rate": 1.8404637060831268e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 164.53125, + "epoch": 0.5019097927671679, + "grad_norm": 1.6791151762008667, + "kl": 2.421875, + "learning_rate": 4.980494148244473e-07, + "loss": 0.097, + "reward": 1.5652324557304382, + "reward_std": 0.2897309735417366, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.690232515335083, "step": 3088 }, { - "epoch": 0.21, - "learning_rate": 1.8403461465725502e-05, - "loss": 1.0743, + "clip_ratio": 0.0, + "completion_length": 163.515625, + "epoch": 0.5020723283218204, + "grad_norm": 3.025151252746582, + "kl": 1.30078125, + "learning_rate": 4.978868660598179e-07, + "loss": 0.0521, + "reward": 1.7260414958000183, + "reward_std": 0.2165127471089363, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8041664063930511, "step": 3089 }, { - "epoch": 0.21, - "learning_rate": 1.8402285475215886e-05, - "loss": 1.0853, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.502234863876473, + "grad_norm": 1.8203661441802979, + "kl": 1.001953125, + "learning_rate": 4.977243172951886e-07, + "loss": 0.0403, + "reward": 1.5997133255004883, + "reward_std": 0.3692225515842438, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6934633553028107, "step": 3090 }, { - "epoch": 0.21, - "learning_rate": 1.8401109089357745e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 162.296875, + "epoch": 0.5023973994311256, + "grad_norm": 3.2988553047180176, + "kl": 3.14453125, + "learning_rate": 4.975617685305591e-07, + "loss": 0.1259, + "reward": 1.5413767099380493, + "reward_std": 0.2837976962327957, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7288766801357269, "step": 3091 }, { - "epoch": 0.21, - "learning_rate": 1.8399932308206444e-05, - "loss": 0.9926, + "clip_ratio": 0.0, + "completion_length": 168.53125, + "epoch": 0.5025599349857781, + "grad_norm": 1.3685669898986816, + "kl": 2.171875, + "learning_rate": 4.973992197659298e-07, + "loss": 0.087, + "reward": 1.5878976583480835, + "reward_std": 0.41568607091903687, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7285226583480835, "step": 3092 }, { - "epoch": 0.21, - "learning_rate": 1.8398755131817345e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 175.59375, + "epoch": 0.5027224705404307, + "grad_norm": 1.585263729095459, + "kl": 0.8291015625, + "learning_rate": 4.972366710013003e-07, + "loss": 0.0332, + "reward": 1.6729325652122498, + "reward_std": 0.3089047819375992, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7510575652122498, "step": 3093 }, { - "epoch": 0.21, - "learning_rate": 1.8397577560245842e-05, - "loss": 1.0929, + "clip_ratio": 0.0, + "completion_length": 162.734375, + "epoch": 0.5028850060950834, + "grad_norm": 1.2152296304702759, + "kl": 1.29296875, + "learning_rate": 4.97074122236671e-07, + "loss": 0.0519, + "reward": 1.6639773845672607, + "reward_std": 0.18343240022659302, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.726477324962616, "step": 3094 }, { - "epoch": 0.21, - "learning_rate": 1.8396399593547336e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 156.8125, + "epoch": 0.5030475416497359, + "grad_norm": 2.581383228302002, + "kl": 2.359375, + "learning_rate": 4.969115734720416e-07, + "loss": 0.0945, + "reward": 1.539244830608368, + "reward_std": 0.47060930728912354, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7111198902130127, "step": 3095 }, { - "epoch": 0.21, - "learning_rate": 1.839522123177726e-05, - "loss": 1.0852, + "clip_ratio": 0.0, + "completion_length": 158.6875, + "epoch": 0.5032100772043885, + "grad_norm": 1.8553797006607056, + "kl": 1.9013671875, + "learning_rate": 4.967490247074122e-07, + "loss": 0.0762, + "reward": 1.6339586973190308, + "reward_std": 0.3586922883987427, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.743333637714386, "step": 3096 }, { - "epoch": 0.21, - "learning_rate": 1.8394042474991054e-05, - "loss": 0.9843, + "clip_ratio": 0.0, + "completion_length": 158.1875, + "epoch": 0.503372612759041, + "grad_norm": 1.5044158697128296, + "kl": 1.94140625, + "learning_rate": 4.965864759427828e-07, + "loss": 0.0777, + "reward": 1.6154273748397827, + "reward_std": 0.2996019423007965, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6935523152351379, "step": 3097 }, { - "epoch": 0.21, - "learning_rate": 1.8392863323244185e-05, - "loss": 1.0946, + "clip_ratio": 0.0, + "completion_length": 165.375, + "epoch": 0.5035351483136936, + "grad_norm": 2.3853673934936523, + "kl": 1.81640625, + "learning_rate": 4.964239271781534e-07, + "loss": 0.0724, + "reward": 1.6809616684913635, + "reward_std": 0.1762351505458355, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7278366088867188, "step": 3098 }, { - "epoch": 0.21, - "learning_rate": 1.8391683776592135e-05, - "loss": 1.0747, + "clip_ratio": 0.0, + "completion_length": 157.0625, + "epoch": 0.5036976838683462, + "grad_norm": 1.6490230560302734, + "kl": 1.109375, + "learning_rate": 4.96261378413524e-07, + "loss": 0.0443, + "reward": 1.727790355682373, + "reward_std": 0.26213085651397705, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7902902960777283, "step": 3099 }, { - "epoch": 0.21, - "learning_rate": 1.83905038350904e-05, - "loss": 1.1255, + "clip_ratio": 0.0, + "completion_length": 186.921875, + "epoch": 0.5038602194229987, + "grad_norm": 1.6545188426971436, + "kl": 2.33203125, + "learning_rate": 4.960988296488947e-07, + "loss": 0.0934, + "reward": 1.6488999128341675, + "reward_std": 0.29939740896224976, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7426498830318451, "step": 3100 }, { - "epoch": 0.21, - "learning_rate": 1.8389323498794507e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 207.875, + "epoch": 0.5040227549776514, + "grad_norm": 2.73319935798645, + "kl": 3.6328125, + "learning_rate": 4.959362808842652e-07, + "loss": 0.1456, + "reward": 1.4992298483848572, + "reward_std": 0.3788723349571228, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6398548483848572, "step": 3101 }, { - "epoch": 0.21, - "learning_rate": 1.8388142767759983e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 159.78125, + "epoch": 0.504185290532304, + "grad_norm": 1.5246585607528687, + "kl": 0.9541015625, + "learning_rate": 4.957737321196359e-07, + "loss": 0.0382, + "reward": 1.751928687095642, + "reward_std": 0.22024574875831604, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8144286274909973, "step": 3102 }, { - "epoch": 0.21, - "learning_rate": 1.8386961642042397e-05, - "loss": 1.0277, + "clip_ratio": 0.0, + "completion_length": 166.71875, + "epoch": 0.5043478260869565, + "grad_norm": 2.446495294570923, + "kl": 2.6171875, + "learning_rate": 4.956111833550064e-07, + "loss": 0.1047, + "reward": 1.5656755566596985, + "reward_std": 0.33466216921806335, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7063005566596985, "step": 3103 }, { - "epoch": 0.21, - "learning_rate": 1.838578012169731e-05, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 173.390625, + "epoch": 0.5045103616416091, + "grad_norm": 2.9042723178863525, + "kl": 2.31640625, + "learning_rate": 4.954486345903771e-07, + "loss": 0.0929, + "reward": 1.6633290648460388, + "reward_std": 0.27898523211479187, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7570790946483612, "step": 3104 }, { - "epoch": 0.21, - "learning_rate": 1.838459820678033e-05, - "loss": 1.0419, + "clip_ratio": 0.0, + "completion_length": 177.5, + "epoch": 0.5046728971962616, + "grad_norm": 3.3554327487945557, + "kl": 2.390625, + "learning_rate": 4.952860858257477e-07, + "loss": 0.0957, + "reward": 1.501353144645691, + "reward_std": 0.24364496767520905, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6419781446456909, "step": 3105 }, { - "epoch": 0.21, - "learning_rate": 1.838341589734706e-05, - "loss": 1.0495, + "clip_ratio": 0.0, + "completion_length": 160.265625, + "epoch": 0.5048354327509142, + "grad_norm": 1.9007006883621216, + "kl": 2.0234375, + "learning_rate": 4.951235370611183e-07, + "loss": 0.081, + "reward": 1.7020068764686584, + "reward_std": 0.32208351790905, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8113818764686584, "step": 3106 }, { - "epoch": 0.21, - "learning_rate": 1.838223319345313e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 163.859375, + "epoch": 0.5049979683055669, + "grad_norm": 2.5519633293151855, + "kl": 0.935546875, + "learning_rate": 4.949609882964889e-07, + "loss": 0.0375, + "reward": 1.6339361071586609, + "reward_std": 0.23728790506720543, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6808111071586609, "step": 3107 }, { - "epoch": 0.21, - "learning_rate": 1.8381050095154193e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.5051605038602194, + "grad_norm": 3.1793160438537598, + "kl": 1.07421875, + "learning_rate": 4.947984395318595e-07, + "loss": 0.0429, + "reward": 1.5491430759429932, + "reward_std": 0.1941896378993988, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.5803930759429932, "step": 3108 }, { - "epoch": 0.21, - "learning_rate": 1.8379866602505916e-05, - "loss": 1.0276, + "clip_ratio": 0.0, + "completion_length": 159.34375, + "epoch": 0.505323039414872, + "grad_norm": 2.1350479125976562, + "kl": 2.375, + "learning_rate": 4.946358907672301e-07, + "loss": 0.095, + "reward": 1.5556193590164185, + "reward_std": 0.455563485622406, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7118693292140961, "step": 3109 }, { - "epoch": 0.21, - "learning_rate": 1.8378682715563986e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 172.5625, + "epoch": 0.5054855749695246, + "grad_norm": 1.6516128778457642, + "kl": 2.515625, + "learning_rate": 4.944733420026008e-07, + "loss": 0.1008, + "reward": 1.5897449254989624, + "reward_std": 0.4092617928981781, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7147449254989624, "step": 3110 }, { - "epoch": 0.21, - "learning_rate": 1.8377498434384106e-05, - "loss": 1.0465, + "clip_ratio": 0.0, + "completion_length": 170.15625, + "epoch": 0.5056481105241771, + "grad_norm": 1.2097649574279785, + "kl": 1.205078125, + "learning_rate": 4.943107932379714e-07, + "loss": 0.0484, + "reward": 1.650109052658081, + "reward_std": 0.3060120940208435, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.743859052658081, "step": 3111 }, { - "epoch": 0.21, - "learning_rate": 1.8376313759022e-05, - "loss": 0.9898, + "clip_ratio": 0.0, + "completion_length": 179.8125, + "epoch": 0.5058106460788298, + "grad_norm": 2.52900767326355, + "kl": 3.28125, + "learning_rate": 4.94148244473342e-07, + "loss": 0.1313, + "reward": 1.5087074637413025, + "reward_std": 0.37242694199085236, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6649575233459473, "step": 3112 }, { - "epoch": 0.21, - "learning_rate": 1.837512868953341e-05, - "loss": 1.0131, + "clip_ratio": 0.0, + "completion_length": 171.015625, + "epoch": 0.5059731816334824, + "grad_norm": 2.0240745544433594, + "kl": 1.5390625, + "learning_rate": 4.939856957087126e-07, + "loss": 0.0616, + "reward": 1.6054279804229736, + "reward_std": 0.21179042756557465, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6835529804229736, "step": 3113 }, { - "epoch": 0.21, - "learning_rate": 1.8373943225974097e-05, - "loss": 1.1059, + "clip_ratio": 0.0, + "completion_length": 172.5, + "epoch": 0.5061357171881349, + "grad_norm": 3.4457528591156006, + "kl": 3.3359375, + "learning_rate": 4.938231469440833e-07, + "loss": 0.1338, + "reward": 1.4804804921150208, + "reward_std": 0.47381986677646637, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6523554623126984, "step": 3114 }, { - "epoch": 0.21, - "learning_rate": 1.8372757368399837e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 190.234375, + "epoch": 0.5062982527427875, + "grad_norm": 1.9187233448028564, + "kl": 4.453125, + "learning_rate": 4.936605981794538e-07, + "loss": 0.1783, + "reward": 1.433053731918335, + "reward_std": 0.44553864002227783, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6361787617206573, "step": 3115 }, { - "epoch": 0.21, - "learning_rate": 1.8371571116866433e-05, - "loss": 1.0807, + "clip_ratio": 0.0, + "completion_length": 184.671875, + "epoch": 0.50646078829744, + "grad_norm": 2.5665621757507324, + "kl": 1.98046875, + "learning_rate": 4.934980494148245e-07, + "loss": 0.0796, + "reward": 1.5033259391784668, + "reward_std": 0.41394126415252686, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6439509689807892, "step": 3116 }, { - "epoch": 0.21, - "learning_rate": 1.8370384471429698e-05, - "loss": 1.1287, + "clip_ratio": 0.0, + "completion_length": 175.09375, + "epoch": 0.5066233238520926, + "grad_norm": 2.123857021331787, + "kl": 1.166015625, + "learning_rate": 4.93335500650195e-07, + "loss": 0.0464, + "reward": 1.7510374188423157, + "reward_std": 0.15193118900060654, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7979125082492828, "step": 3117 }, { - "epoch": 0.21, - "learning_rate": 1.836919743214546e-05, - "loss": 1.0847, + "clip_ratio": 0.0, + "completion_length": 189.765625, + "epoch": 0.5067858594067453, + "grad_norm": 1.233378529548645, + "kl": 2.140625, + "learning_rate": 4.931729518855657e-07, + "loss": 0.0855, + "reward": 1.6319687962532043, + "reward_std": 0.42706793546676636, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7569687962532043, "step": 3118 }, { - "epoch": 0.21, - "learning_rate": 1.8368009999069587e-05, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 162.15625, + "epoch": 0.5069483949613978, + "grad_norm": 2.208510160446167, + "kl": 1.83984375, + "learning_rate": 4.930104031209363e-07, + "loss": 0.0736, + "reward": 1.696540653705597, + "reward_std": 0.31736592948436737, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7902906835079193, "step": 3119 }, { - "epoch": 0.21, - "learning_rate": 1.836682217225794e-05, - "loss": 0.9686, + "clip_ratio": 0.0, + "completion_length": 151.875, + "epoch": 0.5071109305160504, + "grad_norm": 1.4886771440505981, + "kl": 1.318359375, + "learning_rate": 4.928478543563069e-07, + "loss": 0.0527, + "reward": 1.7242626547813416, + "reward_std": 0.31647905707359314, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8336376547813416, "step": 3120 }, { - "epoch": 0.21, - "learning_rate": 1.8365633951766412e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 160.71875, + "epoch": 0.507273466070703, + "grad_norm": 1.237339973449707, + "kl": 0.5263671875, + "learning_rate": 4.926853055916775e-07, + "loss": 0.021, + "reward": 1.712601661682129, + "reward_std": 0.217243492603302, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7751016616821289, "step": 3121 }, { - "epoch": 0.21, - "learning_rate": 1.836444533765091e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 186.171875, + "epoch": 0.5074360016253555, + "grad_norm": 1.6470736265182495, + "kl": 3.109375, + "learning_rate": 4.925227568270481e-07, + "loss": 0.1248, + "reward": 1.4141905307769775, + "reward_std": 0.44831743836402893, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6016905158758163, "step": 3122 }, { - "epoch": 0.21, - "learning_rate": 1.8363256329967364e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 181.484375, + "epoch": 0.5075985371800081, + "grad_norm": 2.591191053390503, + "kl": 2.65234375, + "learning_rate": 4.923602080624187e-07, + "loss": 0.1059, + "reward": 1.4914769530296326, + "reward_std": 0.3858312964439392, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6321018934249878, "step": 3123 }, { - "epoch": 0.21, - "learning_rate": 1.836206692877172e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 173.984375, + "epoch": 0.5077610727346608, + "grad_norm": 1.5436303615570068, + "kl": 1.98046875, + "learning_rate": 4.921976592977894e-07, + "loss": 0.0792, + "reward": 1.611564576625824, + "reward_std": 0.35338951647281647, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7053146064281464, "step": 3124 }, { - "epoch": 0.21, - "learning_rate": 1.836087713411994e-05, - "loss": 1.0766, + "clip_ratio": 0.0, + "completion_length": 174.71875, + "epoch": 0.5079236082893133, + "grad_norm": 2.4532201290130615, + "kl": 2.1875, + "learning_rate": 4.920351105331599e-07, + "loss": 0.0875, + "reward": 1.5612735152244568, + "reward_std": 0.3918445408344269, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.670648455619812, "step": 3125 }, { - "epoch": 0.21, - "learning_rate": 1.8359686946068007e-05, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 155.0, + "epoch": 0.5080861438439659, + "grad_norm": 2.3063549995422363, + "kl": 0.91015625, + "learning_rate": 4.918725617685306e-07, + "loss": 0.0364, + "reward": 1.699594259262085, + "reward_std": 0.24960949271917343, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.762094259262085, "step": 3126 }, { - "epoch": 0.21, - "learning_rate": 1.8358496364671922e-05, - "loss": 1.0785, + "clip_ratio": 0.0, + "completion_length": 187.78125, + "epoch": 0.5082486793986184, + "grad_norm": 1.313801646232605, + "kl": 1.220703125, + "learning_rate": 4.917100130039011e-07, + "loss": 0.0488, + "reward": 1.6017687320709229, + "reward_std": 0.2508333921432495, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7423936724662781, "step": 3127 }, { - "epoch": 0.21, - "learning_rate": 1.835730538998771e-05, - "loss": 1.0046, + "clip_ratio": 0.0, + "completion_length": 170.375, + "epoch": 0.508411214953271, + "grad_norm": 1.339447021484375, + "kl": 2.140625, + "learning_rate": 4.915474642392718e-07, + "loss": 0.0857, + "reward": 1.6575545072555542, + "reward_std": 0.3481544703245163, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7669295072555542, "step": 3128 }, { - "epoch": 0.21, - "learning_rate": 1.8356114022071402e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 172.421875, + "epoch": 0.5085737505079236, + "grad_norm": 1.30587899684906, + "kl": 2.671875, + "learning_rate": 4.913849154746424e-07, + "loss": 0.1072, + "reward": 1.5419892072677612, + "reward_std": 0.3701200932264328, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6826141774654388, "step": 3129 }, { - "epoch": 0.21, - "learning_rate": 1.8354922260979057e-05, - "loss": 1.0222, + "clip_ratio": 0.0, + "completion_length": 187.734375, + "epoch": 0.5087362860625761, + "grad_norm": 1.2174280881881714, + "kl": 0.78076171875, + "learning_rate": 4.91222366710013e-07, + "loss": 0.0312, + "reward": 1.7949503660202026, + "reward_std": 0.09302310273051262, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8262003064155579, "step": 3130 }, { - "epoch": 0.21, - "learning_rate": 1.8353730106766754e-05, - "loss": 1.089, + "clip_ratio": 0.0, + "completion_length": 184.609375, + "epoch": 0.5088988216172288, + "grad_norm": 3.1646761894226074, + "kl": 3.2421875, + "learning_rate": 4.910598179453836e-07, + "loss": 0.1296, + "reward": 1.6104057431221008, + "reward_std": 0.4635494649410248, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.782280683517456, "step": 3131 }, { - "epoch": 0.21, - "learning_rate": 1.8352537559490583e-05, - "loss": 1.062, + "clip_ratio": 0.0, + "completion_length": 150.828125, + "epoch": 0.5090613571718814, + "grad_norm": 3.2673587799072266, + "kl": 2.09765625, + "learning_rate": 4.908972691807542e-07, + "loss": 0.0837, + "reward": 1.6953043937683105, + "reward_std": 0.24969860166311264, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7734293937683105, "step": 3132 }, { - "epoch": 0.21, - "learning_rate": 1.8351344619206653e-05, - "loss": 0.9949, + "clip_ratio": 0.0, + "completion_length": 170.0, + "epoch": 0.5092238927265339, + "grad_norm": 1.1560404300689697, + "kl": 2.5078125, + "learning_rate": 4.907347204161248e-07, + "loss": 0.1003, + "reward": 1.6547516584396362, + "reward_std": 0.3610578626394272, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7953766286373138, "step": 3133 }, { - "epoch": 0.21, - "learning_rate": 1.835015128597111e-05, - "loss": 1.0233, + "clip_ratio": 0.0, + "completion_length": 178.0625, + "epoch": 0.5093864282811865, + "grad_norm": 1.511656403541565, + "kl": 1.5703125, + "learning_rate": 4.905721716514955e-07, + "loss": 0.0626, + "reward": 1.6362358927726746, + "reward_std": 0.21268634498119354, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7143608927726746, "step": 3134 }, { - "epoch": 0.21, - "learning_rate": 1.8348957559840083e-05, - "loss": 0.9986, + "clip_ratio": 0.0, + "completion_length": 175.265625, + "epoch": 0.5095489638358391, + "grad_norm": 2.5813584327697754, + "kl": 2.2734375, + "learning_rate": 4.90409622886866e-07, + "loss": 0.0909, + "reward": 1.6119449138641357, + "reward_std": 0.40986868739128113, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7369448840618134, "step": 3135 }, { - "epoch": 0.21, - "learning_rate": 1.8347763440869752e-05, - "loss": 1.0978, + "clip_ratio": 0.0, + "completion_length": 160.765625, + "epoch": 0.5097114993904917, + "grad_norm": 3.925257921218872, + "kl": 2.890625, + "learning_rate": 4.902470741222367e-07, + "loss": 0.1156, + "reward": 1.553202748298645, + "reward_std": 0.20751390606164932, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7094526886940002, "step": 3136 }, { - "epoch": 0.21, - "learning_rate": 1.8346568929116305e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 175.578125, + "epoch": 0.5098740349451443, + "grad_norm": 8.571745872497559, + "kl": 1.75390625, + "learning_rate": 4.900845253576072e-07, + "loss": 0.0701, + "reward": 1.696537733078003, + "reward_std": 0.24539946019649506, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7902877628803253, "step": 3137 }, { - "epoch": 0.21, - "learning_rate": 1.8345374024635937e-05, - "loss": 1.0283, + "clip_ratio": 0.0, + "completion_length": 175.625, + "epoch": 0.5100365704997968, + "grad_norm": 1.6625336408615112, + "kl": 1.578125, + "learning_rate": 4.899219765929779e-07, + "loss": 0.0631, + "reward": 1.5521818399429321, + "reward_std": 0.24293473362922668, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6459318399429321, "step": 3138 }, { - "epoch": 0.21, - "learning_rate": 1.834417872748488e-05, - "loss": 0.9663, + "clip_ratio": 0.0, + "completion_length": 181.609375, + "epoch": 0.5101991060544494, + "grad_norm": 2.380610704421997, + "kl": 2.3515625, + "learning_rate": 4.897594278283485e-07, + "loss": 0.0943, + "reward": 1.576157569885254, + "reward_std": 0.2856772094964981, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6855325698852539, "step": 3139 }, { - "epoch": 0.21, - "learning_rate": 1.834298303771937e-05, - "loss": 1.0953, + "clip_ratio": 0.0, + "completion_length": 170.421875, + "epoch": 0.510361641609102, + "grad_norm": 4.211232662200928, + "kl": 2.4921875, + "learning_rate": 4.895968790637191e-07, + "loss": 0.0997, + "reward": 1.6081469058990479, + "reward_std": 0.394493505358696, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7175219655036926, "step": 3140 }, { - "epoch": 0.21, - "learning_rate": 1.834178695539567e-05, - "loss": 1.117, + "clip_ratio": 0.0, + "completion_length": 189.21875, + "epoch": 0.5105241771637545, + "grad_norm": 1.7905100584030151, + "kl": 1.859375, + "learning_rate": 4.894343302990897e-07, + "loss": 0.0742, + "reward": 1.5532914996147156, + "reward_std": 0.4269621968269348, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6782915592193604, "step": 3141 }, { - "epoch": 0.21, - "learning_rate": 1.834059048057006e-05, - "loss": 0.9804, + "clip_ratio": 0.0, + "completion_length": 159.421875, + "epoch": 0.5106867127184072, + "grad_norm": 1.904499888420105, + "kl": 2.43359375, + "learning_rate": 4.892717815344603e-07, + "loss": 0.0973, + "reward": 1.6224802136421204, + "reward_std": 0.40076616406440735, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7474801540374756, "step": 3142 }, { - "epoch": 0.21, - "learning_rate": 1.8339393613298834e-05, - "loss": 1.0813, + "clip_ratio": 0.0, + "completion_length": 163.296875, + "epoch": 0.5108492482730598, + "grad_norm": 2.594221591949463, + "kl": 1.421875, + "learning_rate": 4.891092327698309e-07, + "loss": 0.0566, + "reward": 1.6164342164993286, + "reward_std": 0.35760723799467087, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7258092164993286, "step": 3143 }, { - "epoch": 0.21, - "learning_rate": 1.833819635363831e-05, - "loss": 1.0268, + "clip_ratio": 0.0, + "completion_length": 170.234375, + "epoch": 0.5110117838277123, + "grad_norm": 2.921868085861206, + "kl": 3.015625, + "learning_rate": 4.889466840052016e-07, + "loss": 0.1207, + "reward": 1.5745139718055725, + "reward_std": 0.2638562023639679, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7307639718055725, "step": 3144 }, { - "epoch": 0.21, - "learning_rate": 1.8336998701644823e-05, - "loss": 1.1129, + "clip_ratio": 0.0, + "completion_length": 185.96875, + "epoch": 0.5111743193823649, + "grad_norm": 2.831698417663574, + "kl": 2.3203125, + "learning_rate": 4.887841352405722e-07, + "loss": 0.093, + "reward": 1.5189177989959717, + "reward_std": 0.3110284209251404, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6282927691936493, "step": 3145 }, { - "epoch": 0.21, - "learning_rate": 1.833580065737472e-05, - "loss": 1.0445, + "clip_ratio": 0.0, + "completion_length": 178.21875, + "epoch": 0.5113368549370175, + "grad_norm": 3.188739538192749, + "kl": 1.4765625, + "learning_rate": 4.886215864759428e-07, + "loss": 0.0592, + "reward": 1.6302725672721863, + "reward_std": 0.25482502579689026, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7240225970745087, "step": 3146 }, { - "epoch": 0.21, - "learning_rate": 1.8334602220884378e-05, - "loss": 1.0438, + "clip_ratio": 0.0, + "completion_length": 178.65625, + "epoch": 0.51149939049167, + "grad_norm": 3.223519802093506, + "kl": 2.765625, + "learning_rate": 4.884590377113134e-07, + "loss": 0.1104, + "reward": 1.5234125256538391, + "reward_std": 0.4201173633337021, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6796625256538391, "step": 3147 }, { - "epoch": 0.21, - "learning_rate": 1.833340339223018e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 140.4375, + "epoch": 0.5116619260463227, + "grad_norm": 1.8452157974243164, + "kl": 2.7421875, + "learning_rate": 4.88296488946684e-07, + "loss": 0.11, + "reward": 1.7924049496650696, + "reward_std": 0.36817462742328644, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8861549198627472, "step": 3148 }, { - "epoch": 0.21, - "learning_rate": 1.8332204171468543e-05, - "loss": 1.0078, + "clip_ratio": 0.0, + "completion_length": 167.6875, + "epoch": 0.5118244616009752, + "grad_norm": 1.2688883543014526, + "kl": 2.0625, + "learning_rate": 4.881339401820546e-07, + "loss": 0.0822, + "reward": 1.6391876935958862, + "reward_std": 0.42104218900203705, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7641877233982086, "step": 3149 }, { - "epoch": 0.21, - "learning_rate": 1.8331004558655887e-05, - "loss": 1.0186, + "clip_ratio": 0.0, + "completion_length": 179.578125, + "epoch": 0.5119869971556278, + "grad_norm": 3.4471843242645264, + "kl": 2.6015625, + "learning_rate": 4.879713914174253e-07, + "loss": 0.1041, + "reward": 1.6871299147605896, + "reward_std": 0.2960928976535797, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7808798551559448, "step": 3150 }, { - "epoch": 0.21, - "learning_rate": 1.8329804553848657e-05, - "loss": 1.0007, + "clip_ratio": 0.0, + "completion_length": 164.296875, + "epoch": 0.5121495327102804, + "grad_norm": 1.8919757604599, + "kl": 2.421875, + "learning_rate": 4.878088426527958e-07, + "loss": 0.097, + "reward": 1.5443460941314697, + "reward_std": 0.333807148039341, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6537210941314697, "step": 3151 }, { - "epoch": 0.21, - "learning_rate": 1.8328604157103318e-05, - "loss": 0.9926, + "clip_ratio": 0.0, + "completion_length": 156.015625, + "epoch": 0.5123120682649329, + "grad_norm": 1.6417551040649414, + "kl": 1.78515625, + "learning_rate": 4.876462938881665e-07, + "loss": 0.0714, + "reward": 1.718104600906372, + "reward_std": 0.3458612784743309, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8118546307086945, "step": 3152 }, { - "epoch": 0.21, - "learning_rate": 1.8327403368476352e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 172.21875, + "epoch": 0.5124746038195855, + "grad_norm": 3.9036478996276855, + "kl": 1.76953125, + "learning_rate": 4.87483745123537e-07, + "loss": 0.0705, + "reward": 1.6436631083488464, + "reward_std": 0.33302588760852814, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7686631977558136, "step": 3153 }, { - "epoch": 0.21, - "learning_rate": 1.8326202188024255e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 196.59375, + "epoch": 0.5126371393742382, + "grad_norm": 3.1591341495513916, + "kl": 2.59375, + "learning_rate": 4.873211963589077e-07, + "loss": 0.1038, + "reward": 1.6076289415359497, + "reward_std": 0.3660928010940552, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7482539117336273, "step": 3154 }, { - "epoch": 0.21, - "learning_rate": 1.832500061580355e-05, - "loss": 1.1554, + "clip_ratio": 0.0, + "completion_length": 175.0, + "epoch": 0.5127996749288907, + "grad_norm": 1.8200922012329102, + "kl": 1.93359375, + "learning_rate": 4.871586475942783e-07, + "loss": 0.0771, + "reward": 1.587185025215149, + "reward_std": 0.24604709446430206, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6809349060058594, "step": 3155 }, { - "epoch": 0.21, - "learning_rate": 1.8323798651870773e-05, - "loss": 1.036, + "clip_ratio": 0.0, + "completion_length": 170.96875, + "epoch": 0.5129622104835433, + "grad_norm": 5.038852214813232, + "kl": 1.85546875, + "learning_rate": 4.869960988296489e-07, + "loss": 0.0743, + "reward": 1.7318934202194214, + "reward_std": 0.28107331693172455, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.825643390417099, "step": 3156 }, { - "epoch": 0.21, - "learning_rate": 1.8322596296282474e-05, - "loss": 1.1158, + "clip_ratio": 0.0, + "completion_length": 163.5, + "epoch": 0.5131247460381958, + "grad_norm": 1.8903090953826904, + "kl": 1.583984375, + "learning_rate": 4.868335500650195e-07, + "loss": 0.0633, + "reward": 1.7157292366027832, + "reward_std": 0.32218919694423676, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8094792664051056, "step": 3157 }, { - "epoch": 0.21, - "learning_rate": 1.832139354909524e-05, - "loss": 1.1025, + "clip_ratio": 0.0, + "completion_length": 170.546875, + "epoch": 0.5132872815928484, + "grad_norm": 3.797954559326172, + "kl": 1.375, + "learning_rate": 4.8667100130039e-07, + "loss": 0.0548, + "reward": 1.5298298597335815, + "reward_std": 0.3368137627840042, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6548298597335815, "step": 3158 }, { - "epoch": 0.21, - "learning_rate": 1.8320190410365647e-05, - "loss": 1.1016, + "clip_ratio": 0.0, + "completion_length": 169.734375, + "epoch": 0.513449817147501, + "grad_norm": 4.901169300079346, + "kl": 3.71875, + "learning_rate": 4.865084525357607e-07, + "loss": 0.1483, + "reward": 1.3952812552452087, + "reward_std": 0.3814420998096466, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.5984062552452087, "step": 3159 }, { - "epoch": 0.21, - "learning_rate": 1.831898688015032e-05, - "loss": 1.0562, + "clip_ratio": 0.0, + "completion_length": 170.953125, + "epoch": 0.5136123527021536, + "grad_norm": 2.4304375648498535, + "kl": 2.369140625, + "learning_rate": 4.863459037711314e-07, + "loss": 0.0948, + "reward": 1.6940948963165283, + "reward_std": 0.15995555743575096, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7722198963165283, "step": 3160 }, { - "epoch": 0.21, - "learning_rate": 1.8317782958505878e-05, - "loss": 1.0008, + "clip_ratio": 0.0, + "completion_length": 174.265625, + "epoch": 0.5137748882568062, + "grad_norm": 1.8371108770370483, + "kl": 1.3173828125, + "learning_rate": 4.861833550065019e-07, + "loss": 0.0527, + "reward": 1.6942952275276184, + "reward_std": 0.23159034550189972, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.772420197725296, "step": 3161 }, { - "epoch": 0.21, - "learning_rate": 1.8316578645488972e-05, - "loss": 1.0697, + "clip_ratio": 0.0, + "completion_length": 175.390625, + "epoch": 0.5139374238114588, + "grad_norm": 2.756913900375366, + "kl": 1.84765625, + "learning_rate": 4.860208062418726e-07, + "loss": 0.074, + "reward": 1.5433312058448792, + "reward_std": 0.40703874826431274, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7152060866355896, "step": 3162 }, { - "epoch": 0.21, - "learning_rate": 1.8315373941156275e-05, - "loss": 1.108, + "clip_ratio": 0.0, + "completion_length": 183.28125, + "epoch": 0.5140999593661113, + "grad_norm": 4.123511791229248, + "kl": 4.75, + "learning_rate": 4.858582574772431e-07, + "loss": 0.1907, + "reward": 1.3961460590362549, + "reward_std": 0.39174623042345047, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6617709994316101, "step": 3163 }, { - "epoch": 0.21, - "learning_rate": 1.8314168845564457e-05, - "loss": 1.0243, + "clip_ratio": 0.0, + "completion_length": 205.234375, + "epoch": 0.5142624949207639, + "grad_norm": 2.7390477657318115, + "kl": 3.296875, + "learning_rate": 4.856957087126138e-07, + "loss": 0.1323, + "reward": 1.5307680368423462, + "reward_std": 0.40283113718032837, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6870179772377014, "step": 3164 }, { - "epoch": 0.21, - "learning_rate": 1.8312963358770232e-05, - "loss": 1.0062, + "clip_ratio": 0.0, + "completion_length": 201.453125, + "epoch": 0.5144250304754165, + "grad_norm": 1.887012243270874, + "kl": 2.48046875, + "learning_rate": 4.855331599479844e-07, + "loss": 0.0994, + "reward": 1.539376139640808, + "reward_std": 0.3595341593027115, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7112511396408081, "step": 3165 }, { - "epoch": 0.21, - "learning_rate": 1.8311757480830316e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 191.65625, + "epoch": 0.514587566030069, + "grad_norm": 2.2299857139587402, + "kl": 2.0625, + "learning_rate": 4.85370611183355e-07, + "loss": 0.0825, + "reward": 1.4912146925926208, + "reward_std": 0.4487645775079727, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.647464781999588, "step": 3166 }, { - "epoch": 0.21, - "learning_rate": 1.8310551211801452e-05, - "loss": 1.1458, + "clip_ratio": 0.0, + "completion_length": 172.796875, + "epoch": 0.5147501015847217, + "grad_norm": 5.114343643188477, + "kl": 2.19921875, + "learning_rate": 4.852080624187256e-07, + "loss": 0.088, + "reward": 1.6569589972496033, + "reward_std": 0.30338388681411743, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7663339972496033, "step": 3167 }, { - "epoch": 0.21, - "learning_rate": 1.830934455174039e-05, - "loss": 1.0284, + "clip_ratio": 0.0, + "completion_length": 192.296875, + "epoch": 0.5149126371393742, + "grad_norm": 2.3752388954162598, + "kl": 3.203125, + "learning_rate": 4.850455136540961e-07, + "loss": 0.128, + "reward": 1.5616787672042847, + "reward_std": 0.422914057970047, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7491787672042847, "step": 3168 }, { - "epoch": 0.21, - "learning_rate": 1.8308137500703916e-05, - "loss": 0.9891, + "clip_ratio": 0.0, + "completion_length": 173.96875, + "epoch": 0.5150751726940268, + "grad_norm": 3.348299503326416, + "kl": 2.49609375, + "learning_rate": 4.848829648894668e-07, + "loss": 0.1, + "reward": 1.6013708114624023, + "reward_std": 0.2579268217086792, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.71074578166008, "step": 3169 }, { - "epoch": 0.21, - "learning_rate": 1.8306930058748828e-05, - "loss": 1.0153, + "clip_ratio": 0.0, + "completion_length": 201.484375, + "epoch": 0.5152377082486794, + "grad_norm": 5.526949405670166, + "kl": 3.8046875, + "learning_rate": 4.847204161248375e-07, + "loss": 0.1523, + "reward": 1.4989638924598694, + "reward_std": 0.4051175117492676, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6864638924598694, "step": 3170 }, { - "epoch": 0.21, - "learning_rate": 1.8305722225931927e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 165.09375, + "epoch": 0.5154002438033319, + "grad_norm": 2.3677804470062256, + "kl": 3.0859375, + "learning_rate": 4.84557867360208e-07, + "loss": 0.1232, + "reward": 1.5321468114852905, + "reward_std": 0.4748740494251251, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7040217816829681, "step": 3171 }, { - "epoch": 0.21, - "learning_rate": 1.8304514002310044e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 187.71875, + "epoch": 0.5155627793579846, + "grad_norm": 2.3910090923309326, + "kl": 2.1328125, + "learning_rate": 4.843953185955786e-07, + "loss": 0.0852, + "reward": 1.6425549983978271, + "reward_std": 0.2716532498598099, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7363049685955048, "step": 3172 }, { - "epoch": 0.21, - "learning_rate": 1.830330538794004e-05, - "loss": 1.0245, + "clip_ratio": 0.0, + "completion_length": 162.609375, + "epoch": 0.5157253149126372, + "grad_norm": 2.5529370307922363, + "kl": 2.30078125, + "learning_rate": 4.842327698309492e-07, + "loss": 0.0922, + "reward": 1.5943790674209595, + "reward_std": 0.3711899071931839, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7037540674209595, "step": 3173 }, { - "epoch": 0.21, - "learning_rate": 1.8302096382878782e-05, - "loss": 1.0902, + "clip_ratio": 0.0, + "completion_length": 181.25, + "epoch": 0.5158878504672897, + "grad_norm": 2.1423306465148926, + "kl": 2.21875, + "learning_rate": 4.840702210663198e-07, + "loss": 0.0889, + "reward": 1.5977026224136353, + "reward_std": 0.3554602265357971, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.72270268201828, "step": 3174 }, { - "epoch": 0.21, - "learning_rate": 1.830088698718315e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 193.125, + "epoch": 0.5160503860219423, + "grad_norm": 2.411275863647461, + "kl": 2.875, + "learning_rate": 4.839076723016905e-07, + "loss": 0.1148, + "reward": 1.6884048581123352, + "reward_std": 0.34410326927900314, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8134048581123352, "step": 3175 }, { - "epoch": 0.21, - "learning_rate": 1.829967720091005e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 202.3125, + "epoch": 0.5162129215765949, + "grad_norm": 3.5842177867889404, + "kl": 3.734375, + "learning_rate": 4.83745123537061e-07, + "loss": 0.1495, + "reward": 1.4913470149040222, + "reward_std": 0.37209652364254, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6788470447063446, "step": 3176 }, { - "epoch": 0.21, - "learning_rate": 1.8298467024116408e-05, - "loss": 1.0918, + "clip_ratio": 0.0, + "completion_length": 158.171875, + "epoch": 0.5163754571312474, + "grad_norm": 3.2986557483673096, + "kl": 3.0703125, + "learning_rate": 4.835825747724317e-07, + "loss": 0.123, + "reward": 1.5087357759475708, + "reward_std": 0.3584079183638096, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.664985865354538, "step": 3177 }, { - "epoch": 0.21, - "learning_rate": 1.8297256456859168e-05, - "loss": 1.1356, + "clip_ratio": 0.0, + "completion_length": 188.5, + "epoch": 0.5165379926859001, + "grad_norm": 1.6531435251235962, + "kl": 3.3828125, + "learning_rate": 4.834200260078022e-07, + "loss": 0.1354, + "reward": 1.5752484202384949, + "reward_std": 0.42907142639160156, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7471234798431396, "step": 3178 }, { - "epoch": 0.21, - "learning_rate": 1.8296045499195285e-05, - "loss": 1.04, + "clip_ratio": 0.0, + "completion_length": 165.5625, + "epoch": 0.5167005282405526, + "grad_norm": 2.478879690170288, + "kl": 2.5859375, + "learning_rate": 4.83257477243173e-07, + "loss": 0.1034, + "reward": 1.6575189232826233, + "reward_std": 0.27550579607486725, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7825189530849457, "step": 3179 }, { - "epoch": 0.21, - "learning_rate": 1.829483415118174e-05, - "loss": 1.0582, + "clip_ratio": 0.0, + "completion_length": 202.21875, + "epoch": 0.5168630637952052, + "grad_norm": 4.767576217651367, + "kl": 2.234375, + "learning_rate": 4.830949284785435e-07, + "loss": 0.0895, + "reward": 1.5324387550354004, + "reward_std": 0.34294217824935913, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6574387848377228, "step": 3180 }, { - "epoch": 0.21, - "learning_rate": 1.8293622412875528e-05, - "loss": 1.1337, + "clip_ratio": 0.0, + "completion_length": 171.59375, + "epoch": 0.5170255993498578, + "grad_norm": 2.2665178775787354, + "kl": 2.0625, + "learning_rate": 4.829323797139142e-07, + "loss": 0.0825, + "reward": 1.597073495388031, + "reward_std": 0.3077160492539406, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7064485251903534, "step": 3181 }, { - "epoch": 0.21, - "learning_rate": 1.8292410284333672e-05, - "loss": 1.1183, + "clip_ratio": 0.0, + "completion_length": 175.90625, + "epoch": 0.5171881349045103, + "grad_norm": 2.199697732925415, + "kl": 0.638671875, + "learning_rate": 4.827698309492847e-07, + "loss": 0.0256, + "reward": 1.7240440845489502, + "reward_std": 0.19333622604608536, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7865440547466278, "step": 3182 }, { - "epoch": 0.21, - "learning_rate": 1.8291197765613197e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 163.859375, + "epoch": 0.5173506704591629, + "grad_norm": 5.732980251312256, + "kl": 1.94921875, + "learning_rate": 4.826072821846554e-07, + "loss": 0.0781, + "reward": 1.672432780265808, + "reward_std": 0.29191380739212036, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7818077802658081, "step": 3183 }, { - "epoch": 0.21, - "learning_rate": 1.828998485677116e-05, - "loss": 1.1078, + "clip_ratio": 0.0, + "completion_length": 175.4375, + "epoch": 0.5175132060138156, + "grad_norm": 4.995100498199463, + "kl": 1.63671875, + "learning_rate": 4.82444733420026e-07, + "loss": 0.0653, + "reward": 1.6075704097747803, + "reward_std": 0.32939018309116364, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7325704395771027, "step": 3184 }, { - "epoch": 0.21, - "learning_rate": 1.8288771557864624e-05, - "loss": 1.0456, + "clip_ratio": 0.0, + "completion_length": 179.3125, + "epoch": 0.5176757415684681, + "grad_norm": 2.8360061645507812, + "kl": 3.3359375, + "learning_rate": 4.822821846553966e-07, + "loss": 0.1332, + "reward": 1.5166730284690857, + "reward_std": 0.36407166719436646, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6729230284690857, "step": 3185 }, { - "epoch": 0.21, - "learning_rate": 1.8287557868950687e-05, - "loss": 1.0609, + "clip_ratio": 0.0, + "completion_length": 158.859375, + "epoch": 0.5178382771231207, + "grad_norm": 1.8713264465332031, + "kl": 1.55078125, + "learning_rate": 4.821196358907672e-07, + "loss": 0.0623, + "reward": 1.7735832929611206, + "reward_std": 0.210870623588562, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.836083322763443, "step": 3186 }, { - "epoch": 0.21, - "learning_rate": 1.828634379008645e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 166.15625, + "epoch": 0.5180008126777733, + "grad_norm": 2.3892617225646973, + "kl": 2.15625, + "learning_rate": 4.819570871261378e-07, + "loss": 0.0863, + "reward": 1.5786893963813782, + "reward_std": 0.36874422430992126, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7036893665790558, "step": 3187 }, { - "epoch": 0.21, - "learning_rate": 1.828512932132904e-05, - "loss": 0.9923, + "clip_ratio": 0.0, + "completion_length": 161.625, + "epoch": 0.5181633482324258, + "grad_norm": 2.835777759552002, + "kl": 2.13671875, + "learning_rate": 4.817945383615084e-07, + "loss": 0.0857, + "reward": 1.659694790840149, + "reward_std": 0.4386863261461258, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8003197610378265, "step": 3188 }, { - "epoch": 0.21, - "learning_rate": 1.8283914462735608e-05, - "loss": 1.0683, + "clip_ratio": 0.0, + "completion_length": 173.625, + "epoch": 0.5183258837870784, + "grad_norm": 2.828730344772339, + "kl": 2.88671875, + "learning_rate": 4.816319895968791e-07, + "loss": 0.1159, + "reward": 1.5676056146621704, + "reward_std": 0.4658386558294296, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7394805550575256, "step": 3189 }, { - "epoch": 0.21, - "learning_rate": 1.8282699214363308e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 183.65625, + "epoch": 0.518488419341731, + "grad_norm": 3.72953462600708, + "kl": 3.296875, + "learning_rate": 4.814694408322496e-07, + "loss": 0.1315, + "reward": 1.5561032891273499, + "reward_std": 0.3981299549341202, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7279782593250275, "step": 3190 }, { - "epoch": 0.21, - "learning_rate": 1.828148357626932e-05, - "loss": 1.0719, + "clip_ratio": 0.0, + "completion_length": 158.203125, + "epoch": 0.5186509548963836, + "grad_norm": 1.9787722826004028, + "kl": 1.9140625, + "learning_rate": 4.813068920676203e-07, + "loss": 0.0764, + "reward": 1.710571050643921, + "reward_std": 0.21762032806873322, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8199460208415985, "step": 3191 }, { - "epoch": 0.21, - "learning_rate": 1.8280267548510844e-05, - "loss": 1.0687, + "clip_ratio": 0.0, + "completion_length": 165.40625, + "epoch": 0.5188134904510362, + "grad_norm": 1.4814677238464355, + "kl": 1.97265625, + "learning_rate": 4.811443433029908e-07, + "loss": 0.079, + "reward": 1.7479115724563599, + "reward_std": 0.2979809567332268, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8572865426540375, "step": 3192 }, { - "epoch": 0.21, - "learning_rate": 1.8279051131145097e-05, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 212.0625, + "epoch": 0.5189760260056887, + "grad_norm": 2.6921138763427734, + "kl": 3.6328125, + "learning_rate": 4.809817945383615e-07, + "loss": 0.1454, + "reward": 1.5222570896148682, + "reward_std": 0.33440034091472626, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7097571194171906, "step": 3193 }, { - "epoch": 0.21, - "learning_rate": 1.8277834324229317e-05, - "loss": 0.996, + "clip_ratio": 0.0, + "completion_length": 205.5, + "epoch": 0.5191385615603413, + "grad_norm": 1.6912811994552612, + "kl": 2.341796875, + "learning_rate": 4.808192457737321e-07, + "loss": 0.0938, + "reward": 1.6483229398727417, + "reward_std": 0.29274851083755493, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8045729398727417, "step": 3194 }, { - "epoch": 0.21, - "learning_rate": 1.827661712782076e-05, - "loss": 1.042, + "clip_ratio": 0.0, + "completion_length": 156.875, + "epoch": 0.519301097114994, + "grad_norm": 1.5261478424072266, + "kl": 1.328125, + "learning_rate": 4.806566970091027e-07, + "loss": 0.0531, + "reward": 1.6967297196388245, + "reward_std": 0.1383720077574253, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7748547494411469, "step": 3195 }, { - "epoch": 0.21, - "learning_rate": 1.827539954197669e-05, - "loss": 1.0666, + "clip_ratio": 0.0, + "completion_length": 198.203125, + "epoch": 0.5194636326696465, + "grad_norm": 8.600696563720703, + "kl": 3.84375, + "learning_rate": 4.804941482444733e-07, + "loss": 0.1538, + "reward": 1.5873774290084839, + "reward_std": 0.3026626259088516, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7592524290084839, "step": 3196 }, { - "epoch": 0.21, - "learning_rate": 1.82741815667544e-05, - "loss": 1.0651, + "clip_ratio": 0.0, + "completion_length": 194.203125, + "epoch": 0.5196261682242991, + "grad_norm": 2.7246973514556885, + "kl": 2.125, + "learning_rate": 4.803315994798439e-07, + "loss": 0.0849, + "reward": 1.748615562915802, + "reward_std": 0.3200165927410126, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.857990562915802, "step": 3197 }, { - "epoch": 0.21, - "learning_rate": 1.8272963202211205e-05, - "loss": 1.0473, + "clip_ratio": 0.0, + "completion_length": 190.40625, + "epoch": 0.5197887037789517, + "grad_norm": 2.9901371002197266, + "kl": 3.140625, + "learning_rate": 4.801690507152145e-07, + "loss": 0.1257, + "reward": 1.633671224117279, + "reward_std": 0.2780211418867111, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7899212837219238, "step": 3198 }, { - "epoch": 0.21, - "learning_rate": 1.8271744448404426e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.5199512393336042, + "grad_norm": 3.4517228603363037, + "kl": 2.08984375, + "learning_rate": 4.800065019505852e-07, + "loss": 0.0834, + "reward": 1.7089440822601318, + "reward_std": 0.384630024433136, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8339440822601318, "step": 3199 }, { - "epoch": 0.21, - "learning_rate": 1.827052530539141e-05, - "loss": 1.025, + "clip_ratio": 0.0, + "completion_length": 168.921875, + "epoch": 0.5201137748882568, + "grad_norm": 2.0611438751220703, + "kl": 1.58984375, + "learning_rate": 4.798439531859557e-07, + "loss": 0.0636, + "reward": 1.6732600927352905, + "reward_std": 0.3639422506093979, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7982600927352905, "step": 3200 }, { - "epoch": 0.21, - "learning_rate": 1.826930577322952e-05, - "loss": 1.0729, + "clip_ratio": 0.0, + "completion_length": 185.6875, + "epoch": 0.5202763104429093, + "grad_norm": 3.0831027030944824, + "kl": 1.34765625, + "learning_rate": 4.796814044213264e-07, + "loss": 0.0539, + "reward": 1.5183451175689697, + "reward_std": 0.26232948899269104, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6277201175689697, "step": 3201 }, { - "epoch": 0.21, - "learning_rate": 1.826808585197614e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 163.9375, + "epoch": 0.520438845997562, + "grad_norm": 2.3402578830718994, + "kl": 1.5546875, + "learning_rate": 4.795188556566969e-07, + "loss": 0.0624, + "reward": 1.6562178134918213, + "reward_std": 0.41794881224632263, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7968428730964661, "step": 3202 }, { - "epoch": 0.21, - "learning_rate": 1.8266865541688673e-05, - "loss": 1.0536, + "clip_ratio": 0.0, + "completion_length": 146.265625, + "epoch": 0.5206013815522146, + "grad_norm": 1.4812692403793335, + "kl": 1.58203125, + "learning_rate": 4.793563068920676e-07, + "loss": 0.0633, + "reward": 1.6722731590270996, + "reward_std": 0.2200794592499733, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7816480994224548, "step": 3203 }, { - "epoch": 0.21, - "learning_rate": 1.826564484242453e-05, - "loss": 1.0332, + "clip_ratio": 0.0, + "completion_length": 172.796875, + "epoch": 0.5207639171068671, + "grad_norm": 1.9542545080184937, + "kl": 1.9453125, + "learning_rate": 4.791937581274382e-07, + "loss": 0.0778, + "reward": 1.601982831954956, + "reward_std": 0.29016800224781036, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.742607831954956, "step": 3204 }, { - "epoch": 0.21, - "learning_rate": 1.8264423754241152e-05, - "loss": 1.0565, + "clip_ratio": 0.0, + "completion_length": 181.328125, + "epoch": 0.5209264526615197, + "grad_norm": 2.039738178253174, + "kl": 2.171875, + "learning_rate": 4.790312093628088e-07, + "loss": 0.0865, + "reward": 1.5049858689308167, + "reward_std": 0.4847038835287094, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6612358689308167, "step": 3205 }, { - "epoch": 0.21, - "learning_rate": 1.8263202277195998e-05, - "loss": 1.0899, + "clip_ratio": 0.0, + "completion_length": 172.109375, + "epoch": 0.5210889882161723, + "grad_norm": 4.613371849060059, + "kl": 0.81298828125, + "learning_rate": 4.788686605981794e-07, + "loss": 0.0325, + "reward": 1.5322834253311157, + "reward_std": 0.28263356536626816, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6260334551334381, "step": 3206 }, { - "epoch": 0.21, - "learning_rate": 1.8261980411346532e-05, - "loss": 0.9746, + "clip_ratio": 0.0, + "completion_length": 165.953125, + "epoch": 0.5212515237708248, + "grad_norm": 3.686065673828125, + "kl": 2.9375, + "learning_rate": 4.7870611183355e-07, + "loss": 0.1174, + "reward": 1.5651975870132446, + "reward_std": 0.40768688917160034, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7370725572109222, "step": 3207 }, { - "epoch": 0.21, - "learning_rate": 1.8260758156750252e-05, - "loss": 1.0683, + "clip_ratio": 0.0, + "completion_length": 183.328125, + "epoch": 0.5214140593254775, + "grad_norm": 2.0076904296875, + "kl": 2.9140625, + "learning_rate": 4.785435630689206e-07, + "loss": 0.1164, + "reward": 1.5191868543624878, + "reward_std": 0.41604310274124146, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6754368543624878, "step": 3208 }, { - "epoch": 0.21, - "learning_rate": 1.8259535513464674e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 181.90625, + "epoch": 0.52157659488013, + "grad_norm": 2.4604244232177734, + "kl": 2.2265625, + "learning_rate": 4.783810143042913e-07, + "loss": 0.0887, + "reward": 1.610626995563507, + "reward_std": 0.22330816835165024, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6887520253658295, "step": 3209 }, { - "epoch": 0.21, - "learning_rate": 1.8258312481547315e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 158.046875, + "epoch": 0.5217391304347826, + "grad_norm": 1.551376461982727, + "kl": 0.62451171875, + "learning_rate": 4.782184655396618e-07, + "loss": 0.025, + "reward": 1.750692367553711, + "reward_std": 0.17013564333319664, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7819423973560333, "step": 3210 }, { - "epoch": 0.22, - "learning_rate": 1.8257089061055726e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 178.828125, + "epoch": 0.5219016659894352, + "grad_norm": 1.911345362663269, + "kl": 1.47265625, + "learning_rate": 4.780559167750325e-07, + "loss": 0.059, + "reward": 1.702170729637146, + "reward_std": 0.1771857663989067, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7646707594394684, "step": 3211 }, { - "epoch": 0.22, - "learning_rate": 1.8255865252047474e-05, - "loss": 1.0741, + "clip_ratio": 0.0, + "completion_length": 186.265625, + "epoch": 0.5220642015440877, + "grad_norm": 2.571847915649414, + "kl": 3.54296875, + "learning_rate": 4.77893368010403e-07, + "loss": 0.142, + "reward": 1.6065937876701355, + "reward_std": 0.3809703290462494, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7628437280654907, "step": 3212 }, { - "epoch": 0.22, - "learning_rate": 1.8254641054580142e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.5222267370987403, + "grad_norm": 4.181339740753174, + "kl": 2.232421875, + "learning_rate": 4.777308192457737e-07, + "loss": 0.0894, + "reward": 1.6384360790252686, + "reward_std": 0.19525109231472015, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7165609896183014, "step": 3213 }, { - "epoch": 0.22, - "learning_rate": 1.825341646871133e-05, - "loss": 1.1043, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.522389272653393, + "grad_norm": 1.234305500984192, + "kl": 1.365234375, + "learning_rate": 4.775682704811443e-07, + "loss": 0.0547, + "reward": 1.7699674367904663, + "reward_std": 0.1432083211839199, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8168424367904663, "step": 3214 }, { - "epoch": 0.22, - "learning_rate": 1.825219149449866e-05, - "loss": 1.0013, + "clip_ratio": 0.0, + "completion_length": 158.984375, + "epoch": 0.5225518082080455, + "grad_norm": 1.6553888320922852, + "kl": 1.73046875, + "learning_rate": 4.77405721716515e-07, + "loss": 0.0694, + "reward": 1.6528730392456055, + "reward_std": 0.21937109157443047, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7309980094432831, "step": 3215 }, { - "epoch": 0.22, - "learning_rate": 1.8250966131999767e-05, - "loss": 1.1065, + "clip_ratio": 0.0, + "completion_length": 179.171875, + "epoch": 0.5227143437626981, + "grad_norm": 1.5470950603485107, + "kl": 1.6171875, + "learning_rate": 4.772431729518855e-07, + "loss": 0.0646, + "reward": 1.6028258800506592, + "reward_std": 0.28599776327610016, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7122008502483368, "step": 3216 }, { - "epoch": 0.22, - "learning_rate": 1.824974038127231e-05, - "loss": 1.0804, + "clip_ratio": 0.0, + "completion_length": 168.03125, + "epoch": 0.5228768793173507, + "grad_norm": 2.0329060554504395, + "kl": 1.87890625, + "learning_rate": 4.770806241872562e-07, + "loss": 0.0753, + "reward": 1.6551538705825806, + "reward_std": 0.3709338903427124, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7645289301872253, "step": 3217 }, { - "epoch": 0.22, - "learning_rate": 1.824851424237396e-05, - "loss": 1.0849, + "clip_ratio": 0.0, + "completion_length": 178.703125, + "epoch": 0.5230394148720032, + "grad_norm": 1.5545839071273804, + "kl": 1.490234375, + "learning_rate": 4.769180754226267e-07, + "loss": 0.0594, + "reward": 1.6110655665397644, + "reward_std": 0.21303077042102814, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7048155665397644, "step": 3218 }, { - "epoch": 0.22, - "learning_rate": 1.8247287715362413e-05, - "loss": 1.1516, + "clip_ratio": 0.0, + "completion_length": 172.109375, + "epoch": 0.5232019504266558, + "grad_norm": 3.5376315116882324, + "kl": 2.08984375, + "learning_rate": 4.767555266579974e-07, + "loss": 0.0837, + "reward": 1.5474734902381897, + "reward_std": 0.29492898285388947, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6412235051393509, "step": 3219 }, { - "epoch": 0.22, - "learning_rate": 1.824606080029538e-05, - "loss": 1.1133, + "clip_ratio": 0.0, + "completion_length": 197.125, + "epoch": 0.5233644859813084, + "grad_norm": 2.0928447246551514, + "kl": 1.671875, + "learning_rate": 4.76592977893368e-07, + "loss": 0.0667, + "reward": 1.5224547386169434, + "reward_std": 0.2753984108567238, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6005796492099762, "step": 3220 }, { - "epoch": 0.22, - "learning_rate": 1.824483349723059e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 175.125, + "epoch": 0.523527021535961, + "grad_norm": 1.6403034925460815, + "kl": 1.025390625, + "learning_rate": 4.764304291287386e-07, + "loss": 0.0409, + "reward": 1.7183802723884583, + "reward_std": 0.16846051812171936, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7808803021907806, "step": 3221 }, { - "epoch": 0.22, - "learning_rate": 1.8243605806225793e-05, - "loss": 1.0398, + "clip_ratio": 0.0, + "completion_length": 171.125, + "epoch": 0.5236895570906136, + "grad_norm": 1.9741556644439697, + "kl": 1.412109375, + "learning_rate": 4.762678803641092e-07, + "loss": 0.0564, + "reward": 1.6666242480278015, + "reward_std": 0.2619279772043228, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7603742480278015, "step": 3222 }, { - "epoch": 0.22, - "learning_rate": 1.824237772733875e-05, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 149.28125, + "epoch": 0.5238520926452661, + "grad_norm": 1.5540915727615356, + "kl": 0.880859375, + "learning_rate": 4.761053315994798e-07, + "loss": 0.0352, + "reward": 1.7660189867019653, + "reward_std": 0.21450050920248032, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8285189270973206, "step": 3223 }, { - "epoch": 0.22, - "learning_rate": 1.824114926062725e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 189.828125, + "epoch": 0.5240146281999187, + "grad_norm": 1.7256412506103516, + "kl": 1.74609375, + "learning_rate": 4.7594278283485044e-07, + "loss": 0.0698, + "reward": 1.5734155774116516, + "reward_std": 0.31793762743473053, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6671655774116516, "step": 3224 }, { - "epoch": 0.22, - "learning_rate": 1.823992040614909e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 141.484375, + "epoch": 0.5241771637545714, + "grad_norm": 1.197945475578308, + "kl": 0.923828125, + "learning_rate": 4.7578023407022103e-07, + "loss": 0.037, + "reward": 1.7774866223335266, + "reward_std": 0.16759328171610832, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8243616223335266, "step": 3225 }, { - "epoch": 0.22, - "learning_rate": 1.8238691163962093e-05, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 157.953125, + "epoch": 0.5243396993092239, + "grad_norm": 1.3345723152160645, + "kl": 0.96484375, + "learning_rate": 4.7561768530559163e-07, + "loss": 0.0386, + "reward": 1.7128713726997375, + "reward_std": 0.1930583417415619, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7597463130950928, "step": 3226 }, { - "epoch": 0.22, - "learning_rate": 1.8237461534124102e-05, - "loss": 1.0647, + "clip_ratio": 0.0, + "completion_length": 153.390625, + "epoch": 0.5245022348638765, + "grad_norm": 0.7703397274017334, + "kl": 0.2099609375, + "learning_rate": 4.7545513654096223e-07, + "loss": 0.0084, + "reward": 1.8257011771202087, + "reward_std": 0.0784737269859761, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.841326117515564, "step": 3227 }, { - "epoch": 0.22, - "learning_rate": 1.8236231516692972e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 175.765625, + "epoch": 0.5246647704185291, + "grad_norm": 1.7044798135757446, + "kl": 2.578125, + "learning_rate": 4.7529258777633283e-07, + "loss": 0.1029, + "reward": 1.4863212704658508, + "reward_std": 0.4569467306137085, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.626946210861206, "step": 3228 }, { - "epoch": 0.22, - "learning_rate": 1.8235001111726577e-05, - "loss": 1.0106, + "clip_ratio": 0.0, + "completion_length": 153.84375, + "epoch": 0.5248273059731816, + "grad_norm": 1.7131900787353516, + "kl": 1.16796875, + "learning_rate": 4.751300390117035e-07, + "loss": 0.0468, + "reward": 1.7700912952423096, + "reward_std": 0.20052988454699516, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8169662654399872, "step": 3229 }, { - "epoch": 0.22, - "learning_rate": 1.8233770319282808e-05, - "loss": 0.9773, + "clip_ratio": 0.0, + "completion_length": 169.625, + "epoch": 0.5249898415278342, + "grad_norm": 1.7365795373916626, + "kl": 1.23828125, + "learning_rate": 4.7496749024707414e-07, + "loss": 0.0495, + "reward": 1.7771114110946655, + "reward_std": 0.21982847154140472, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8396114110946655, "step": 3230 }, { - "epoch": 0.22, - "learning_rate": 1.8232539139419582e-05, - "loss": 1.0083, + "clip_ratio": 0.0, + "completion_length": 178.03125, + "epoch": 0.5251523770824867, + "grad_norm": 3.566647529602051, + "kl": 2.078125, + "learning_rate": 4.7480494148244473e-07, + "loss": 0.083, + "reward": 1.640695035457611, + "reward_std": 0.22617298737168312, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7031950354576111, "step": 3231 }, { - "epoch": 0.22, - "learning_rate": 1.8231307572194827e-05, - "loss": 1.0778, + "clip_ratio": 0.0, + "completion_length": 180.203125, + "epoch": 0.5253149126371394, + "grad_norm": 3.576741933822632, + "kl": 1.28515625, + "learning_rate": 4.7464239271781533e-07, + "loss": 0.0514, + "reward": 1.6691378355026245, + "reward_std": 0.24030567705631256, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7472628653049469, "step": 3232 }, { - "epoch": 0.22, - "learning_rate": 1.823007561766649e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 160.6875, + "epoch": 0.525477448191792, + "grad_norm": 3.097165107727051, + "kl": 2.04296875, + "learning_rate": 4.7447984395318593e-07, + "loss": 0.0818, + "reward": 1.7361260652542114, + "reward_std": 0.35734327137470245, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.861126035451889, "step": 3233 }, { - "epoch": 0.22, - "learning_rate": 1.8228843275892537e-05, - "loss": 1.1337, + "clip_ratio": 0.0, + "completion_length": 158.0, + "epoch": 0.5256399837464445, + "grad_norm": 1.601940631866455, + "kl": 0.587890625, + "learning_rate": 4.743172951885566e-07, + "loss": 0.0235, + "reward": 1.7172285318374634, + "reward_std": 0.29287612438201904, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7953535914421082, "step": 3234 }, { - "epoch": 0.22, - "learning_rate": 1.822761054693096e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 159.5625, + "epoch": 0.5258025193010971, + "grad_norm": 4.959568023681641, + "kl": 2.34375, + "learning_rate": 4.741547464239272e-07, + "loss": 0.0939, + "reward": 1.6659504771232605, + "reward_std": 0.32032565772533417, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7909504473209381, "step": 3235 }, { - "epoch": 0.22, - "learning_rate": 1.8226377430839754e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 150.53125, + "epoch": 0.5259650548557497, + "grad_norm": 1.85659921169281, + "kl": 1.724609375, + "learning_rate": 4.739921976592978e-07, + "loss": 0.0689, + "reward": 1.7389408946037292, + "reward_std": 0.23358872532844543, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7858158349990845, "step": 3236 }, { - "epoch": 0.22, - "learning_rate": 1.8225143927676942e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 188.890625, + "epoch": 0.5261275904104022, + "grad_norm": 2.8784666061401367, + "kl": 1.923828125, + "learning_rate": 4.738296488946684e-07, + "loss": 0.0772, + "reward": 1.689894199371338, + "reward_std": 0.22952938079833984, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7680191397666931, "step": 3237 }, { - "epoch": 0.22, - "learning_rate": 1.8223910037500562e-05, - "loss": 1.0687, + "clip_ratio": 0.0, + "completion_length": 168.15625, + "epoch": 0.5262901259650549, + "grad_norm": 2.1987335681915283, + "kl": 1.1875, + "learning_rate": 4.73667100130039e-07, + "loss": 0.0476, + "reward": 1.6718043088912964, + "reward_std": 0.2103162817656994, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7186793088912964, "step": 3238 }, { - "epoch": 0.22, - "learning_rate": 1.8222675760368676e-05, - "loss": 1.0791, + "clip_ratio": 0.0, + "completion_length": 182.953125, + "epoch": 0.5264526615197075, + "grad_norm": 2.5676348209381104, + "kl": 1.90625, + "learning_rate": 4.7350455136540963e-07, + "loss": 0.0761, + "reward": 1.630626142024994, + "reward_std": 0.2256963662803173, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7087511420249939, "step": 3239 }, { - "epoch": 0.22, - "learning_rate": 1.8221441096339356e-05, - "loss": 0.976, + "clip_ratio": 0.0, + "completion_length": 152.171875, + "epoch": 0.52661519707436, + "grad_norm": 1.7768603563308716, + "kl": 0.7744140625, + "learning_rate": 4.7334200260078023e-07, + "loss": 0.031, + "reward": 1.5932347178459167, + "reward_std": 0.2748652324080467, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6869847178459167, "step": 3240 }, { - "epoch": 0.22, - "learning_rate": 1.8220206045470702e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 168.203125, + "epoch": 0.5267777326290126, + "grad_norm": 8.974445343017578, + "kl": 1.328125, + "learning_rate": 4.7317945383615083e-07, + "loss": 0.0532, + "reward": 1.6536611914634705, + "reward_std": 0.34772494435310364, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7630361616611481, "step": 3241 }, { - "epoch": 0.22, - "learning_rate": 1.8218970607820815e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 183.609375, + "epoch": 0.5269402681836651, + "grad_norm": 1.6159518957138062, + "kl": 1.689453125, + "learning_rate": 4.7301690507152143e-07, + "loss": 0.0676, + "reward": 1.6219329237937927, + "reward_std": 0.2491014003753662, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7156829237937927, "step": 3242 }, { - "epoch": 0.22, - "learning_rate": 1.8217734783447837e-05, - "loss": 1.0797, + "clip_ratio": 0.0, + "completion_length": 188.40625, + "epoch": 0.5271028037383177, + "grad_norm": 1.9411133527755737, + "kl": 1.1953125, + "learning_rate": 4.7285435630689203e-07, + "loss": 0.0478, + "reward": 1.7049748301506042, + "reward_std": 0.23693256080150604, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7830998301506042, "step": 3243 }, { - "epoch": 0.22, - "learning_rate": 1.821649857240991e-05, - "loss": 1.0503, + "clip_ratio": 0.0, + "completion_length": 169.15625, + "epoch": 0.5272653392929704, + "grad_norm": 2.2070162296295166, + "kl": 1.6953125, + "learning_rate": 4.726918075422627e-07, + "loss": 0.068, + "reward": 1.5407073497772217, + "reward_std": 0.27129410207271576, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6500823795795441, "step": 3244 }, { - "epoch": 0.22, - "learning_rate": 1.8215261974765206e-05, - "loss": 1.0899, + "clip_ratio": 0.0, + "completion_length": 175.03125, + "epoch": 0.5274278748476229, + "grad_norm": 1.491376280784607, + "kl": 0.9609375, + "learning_rate": 4.725292587776333e-07, + "loss": 0.0384, + "reward": 1.7616860270500183, + "reward_std": 0.06310223042964935, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7773110568523407, "step": 3245 }, { - "epoch": 0.22, - "learning_rate": 1.8214024990571904e-05, - "loss": 1.0826, + "clip_ratio": 0.0, + "completion_length": 167.296875, + "epoch": 0.5275904104022755, + "grad_norm": 1.3373222351074219, + "kl": 2.1015625, + "learning_rate": 4.723667100130039e-07, + "loss": 0.0841, + "reward": 1.7555080652236938, + "reward_std": 0.2144976109266281, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8336330652236938, "step": 3246 }, { - "epoch": 0.22, - "learning_rate": 1.8212787619888212e-05, - "loss": 0.9885, + "clip_ratio": 0.0, + "completion_length": 186.578125, + "epoch": 0.5277529459569281, + "grad_norm": 2.722374677658081, + "kl": 1.875, + "learning_rate": 4.722041612483745e-07, + "loss": 0.0751, + "reward": 1.6563429236412048, + "reward_std": 0.2537749856710434, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7344678938388824, "step": 3247 }, { - "epoch": 0.22, - "learning_rate": 1.8211549862772345e-05, - "loss": 1.0056, + "clip_ratio": 0.0, + "completion_length": 173.515625, + "epoch": 0.5279154815115806, + "grad_norm": 1.4589383602142334, + "kl": 1.85546875, + "learning_rate": 4.720416124837451e-07, + "loss": 0.0743, + "reward": 1.6163331866264343, + "reward_std": 0.3272293508052826, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7100831270217896, "step": 3248 }, { - "epoch": 0.22, - "learning_rate": 1.8210311719282548e-05, - "loss": 1.1051, + "clip_ratio": 0.0, + "completion_length": 168.171875, + "epoch": 0.5280780170662333, + "grad_norm": 1.9500486850738525, + "kl": 1.7265625, + "learning_rate": 4.7187906371911573e-07, + "loss": 0.0692, + "reward": 1.5311182737350464, + "reward_std": 0.3331056982278824, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6248682737350464, "step": 3249 }, { - "epoch": 0.22, - "learning_rate": 1.820907318947708e-05, - "loss": 1.0288, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.5282405526208859, + "grad_norm": 1.900881290435791, + "kl": 1.0712890625, + "learning_rate": 4.7171651495448633e-07, + "loss": 0.0429, + "reward": 1.6706704497337341, + "reward_std": 0.2194104641675949, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7487954795360565, "step": 3250 }, { - "epoch": 0.22, - "learning_rate": 1.820783427341421e-05, - "loss": 0.9552, + "clip_ratio": 0.0, + "completion_length": 175.75, + "epoch": 0.5284030881755384, + "grad_norm": 4.30306339263916, + "kl": 2.671875, + "learning_rate": 4.7155396618985693e-07, + "loss": 0.1069, + "reward": 1.651930809020996, + "reward_std": 0.3983948826789856, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7769308090209961, "step": 3251 }, { - "epoch": 0.22, - "learning_rate": 1.8206594971152242e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 158.9375, + "epoch": 0.528565623730191, + "grad_norm": 3.759249448776245, + "kl": 4.03125, + "learning_rate": 4.713914174252275e-07, + "loss": 0.161, + "reward": 1.5988619923591614, + "reward_std": 0.3783867210149765, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7551119923591614, "step": 3252 }, { - "epoch": 0.22, - "learning_rate": 1.8205355282749478e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 181.109375, + "epoch": 0.5287281592848435, + "grad_norm": 3.740576982498169, + "kl": 3.26953125, + "learning_rate": 4.712288686605981e-07, + "loss": 0.131, + "reward": 1.6494833827018738, + "reward_std": 0.4244316518306732, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.790108323097229, "step": 3253 }, { - "epoch": 0.22, - "learning_rate": 1.8204115208264258e-05, - "loss": 1.0889, + "clip_ratio": 0.0, + "completion_length": 156.96875, + "epoch": 0.5288906948394961, + "grad_norm": 3.508960723876953, + "kl": 2.25390625, + "learning_rate": 4.710663198959688e-07, + "loss": 0.0904, + "reward": 1.680509328842163, + "reward_std": 0.294528067111969, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7898842692375183, "step": 3254 }, { - "epoch": 0.22, - "learning_rate": 1.8202874747754923e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 166.703125, + "epoch": 0.5290532303941488, + "grad_norm": 1.3995521068572998, + "kl": 0.193359375, + "learning_rate": 4.709037711313394e-07, + "loss": 0.0078, + "reward": 1.712957501411438, + "reward_std": 0.24978157877922058, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7910824418067932, "step": 3255 }, { - "epoch": 0.22, - "learning_rate": 1.8201633901279843e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 208.296875, + "epoch": 0.5292157659488013, + "grad_norm": 3.5597751140594482, + "kl": 2.640625, + "learning_rate": 4.7074122236671e-07, + "loss": 0.1058, + "reward": 1.5736339092254639, + "reward_std": 0.4348972886800766, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7298839092254639, "step": 3256 }, { - "epoch": 0.22, - "learning_rate": 1.8200392668897403e-05, - "loss": 1.087, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.5293783015034539, + "grad_norm": 2.5118885040283203, + "kl": 2.8515625, + "learning_rate": 4.705786736020806e-07, + "loss": 0.1141, + "reward": 1.6322307586669922, + "reward_std": 0.3524353504180908, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7728556990623474, "step": 3257 }, { - "epoch": 0.22, - "learning_rate": 1.8199151050666004e-05, - "loss": 1.0738, + "clip_ratio": 0.0, + "completion_length": 157.578125, + "epoch": 0.5295408370581065, + "grad_norm": 1.9568190574645996, + "kl": 1.9296875, + "learning_rate": 4.7041612483745117e-07, + "loss": 0.0772, + "reward": 1.6539003252983093, + "reward_std": 0.3779130019247532, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7476503252983093, "step": 3258 }, { - "epoch": 0.22, - "learning_rate": 1.8197909046644074e-05, - "loss": 1.1079, + "clip_ratio": 0.0, + "completion_length": 190.265625, + "epoch": 0.529703372612759, + "grad_norm": 2.752302885055542, + "kl": 2.68359375, + "learning_rate": 4.702535760728218e-07, + "loss": 0.1074, + "reward": 1.6172784566879272, + "reward_std": 0.3137255609035492, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7266534566879272, "step": 3259 }, { - "epoch": 0.22, - "learning_rate": 1.8196666656890044e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 188.875, + "epoch": 0.5298659081674116, + "grad_norm": 2.1458687782287598, + "kl": 2.9765625, + "learning_rate": 4.700910273081924e-07, + "loss": 0.1192, + "reward": 1.651904046535492, + "reward_std": 0.3379605710506439, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7769040465354919, "step": 3260 }, { - "epoch": 0.22, - "learning_rate": 1.819542388146237e-05, - "loss": 0.9429, + "clip_ratio": 0.0, + "completion_length": 165.25, + "epoch": 0.5300284437220641, + "grad_norm": 2.2997310161590576, + "kl": 2.095703125, + "learning_rate": 4.69928478543563e-07, + "loss": 0.0838, + "reward": 1.5725079774856567, + "reward_std": 0.5357067883014679, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7600079774856567, "step": 3261 }, { - "epoch": 0.22, - "learning_rate": 1.8194180720419538e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 158.921875, + "epoch": 0.5301909792767168, + "grad_norm": 2.500164270401001, + "kl": 1.2431640625, + "learning_rate": 4.697659297789336e-07, + "loss": 0.0497, + "reward": 1.826023817062378, + "reward_std": 0.11940164119005203, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8572738170623779, "step": 3262 }, { - "epoch": 0.22, - "learning_rate": 1.8192937173820035e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 191.0, + "epoch": 0.5303535148313694, + "grad_norm": 1.4829626083374023, + "kl": 2.96875, + "learning_rate": 4.696033810143042e-07, + "loss": 0.1185, + "reward": 1.4769969582557678, + "reward_std": 0.3858643174171448, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6332469582557678, "step": 3263 }, { - "epoch": 0.22, - "learning_rate": 1.8191693241722374e-05, - "loss": 0.9688, + "clip_ratio": 0.0, + "completion_length": 151.375, + "epoch": 0.5305160503860219, + "grad_norm": 1.3515031337738037, + "kl": 2.34765625, + "learning_rate": 4.694408322496749e-07, + "loss": 0.0937, + "reward": 1.6670219898223877, + "reward_std": 0.2211698442697525, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7607720196247101, "step": 3264 }, { - "epoch": 0.22, - "learning_rate": 1.8190448924185088e-05, - "loss": 1.1194, + "clip_ratio": 0.0, + "completion_length": 160.8125, + "epoch": 0.5306785859406745, + "grad_norm": 2.401294469833374, + "kl": 1.62890625, + "learning_rate": 4.692782834850455e-07, + "loss": 0.0653, + "reward": 1.7270437479019165, + "reward_std": 0.19694530963897705, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8051687479019165, "step": 3265 }, { - "epoch": 0.22, - "learning_rate": 1.818920422126672e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 146.859375, + "epoch": 0.5308411214953271, + "grad_norm": 2.48282527923584, + "kl": 0.57080078125, + "learning_rate": 4.691157347204161e-07, + "loss": 0.0228, + "reward": 1.6519545912742615, + "reward_std": 0.32494430243968964, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7300795614719391, "step": 3266 }, { - "epoch": 0.22, - "learning_rate": 1.818795913302584e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 178.59375, + "epoch": 0.5310036570499796, + "grad_norm": 2.175100088119507, + "kl": 1.361328125, + "learning_rate": 4.689531859557867e-07, + "loss": 0.0545, + "reward": 1.645960509777069, + "reward_std": 0.24053221940994263, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7240854799747467, "step": 3267 }, { - "epoch": 0.22, - "learning_rate": 1.818671365952103e-05, - "loss": 1.0725, + "clip_ratio": 0.0, + "completion_length": 176.5, + "epoch": 0.5311661926046323, + "grad_norm": 1.877155065536499, + "kl": 1.9560546875, + "learning_rate": 4.687906371911573e-07, + "loss": 0.0783, + "reward": 1.6830995082855225, + "reward_std": 0.3551025092601776, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7924745380878448, "step": 3268 }, { - "epoch": 0.22, - "learning_rate": 1.8185467800810895e-05, - "loss": 1.0357, + "clip_ratio": 0.0, + "completion_length": 170.015625, + "epoch": 0.5313287281592849, + "grad_norm": 1.1136375665664673, + "kl": 0.94091796875, + "learning_rate": 4.68628088426528e-07, + "loss": 0.0375, + "reward": 1.734079897403717, + "reward_std": 0.1238989531993866, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.780954897403717, "step": 3269 }, { - "epoch": 0.22, - "learning_rate": 1.8184221556954055e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 180.28125, + "epoch": 0.5314912637139374, + "grad_norm": 1.9118375778198242, + "kl": 1.7734375, + "learning_rate": 4.6846553966189857e-07, + "loss": 0.0709, + "reward": 1.6243623495101929, + "reward_std": 0.3762156069278717, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7649873197078705, "step": 3270 }, { - "epoch": 0.22, - "learning_rate": 1.8182974928009152e-05, - "loss": 1.0914, + "clip_ratio": 0.0, + "completion_length": 172.34375, + "epoch": 0.53165379926859, + "grad_norm": 1.5359251499176025, + "kl": 0.93359375, + "learning_rate": 4.6830299089726917e-07, + "loss": 0.0374, + "reward": 1.7532820105552673, + "reward_std": 0.1862163282930851, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8001570105552673, "step": 3271 }, { - "epoch": 0.22, - "learning_rate": 1.8181727914034835e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 182.71875, + "epoch": 0.5318163348232425, + "grad_norm": 2.703464984893799, + "kl": 1.375, + "learning_rate": 4.6814044213263977e-07, + "loss": 0.0551, + "reward": 1.6259881854057312, + "reward_std": 0.20318251848220825, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7197382152080536, "step": 3272 }, { - "epoch": 0.22, - "learning_rate": 1.8180480515089787e-05, - "loss": 0.9747, + "clip_ratio": 0.0, + "completion_length": 181.296875, + "epoch": 0.5319788703778952, + "grad_norm": 2.462808132171631, + "kl": 1.654296875, + "learning_rate": 4.6797789336801037e-07, + "loss": 0.0662, + "reward": 1.6565147638320923, + "reward_std": 0.2607729882001877, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7658897936344147, "step": 3273 }, { - "epoch": 0.22, - "learning_rate": 1.81792327312327e-05, - "loss": 0.9991, + "clip_ratio": 0.0, + "completion_length": 178.34375, + "epoch": 0.5321414059325478, + "grad_norm": 3.0267562866210938, + "kl": 1.2578125, + "learning_rate": 4.67815344603381e-07, + "loss": 0.0503, + "reward": 1.6769635677337646, + "reward_std": 0.2560709938406944, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7550884783267975, "step": 3274 }, { - "epoch": 0.22, - "learning_rate": 1.817798456252228e-05, - "loss": 1.0841, + "clip_ratio": 0.0, + "completion_length": 147.96875, + "epoch": 0.5323039414872003, + "grad_norm": 1.1338578462600708, + "kl": 0.7392578125, + "learning_rate": 4.676527958387516e-07, + "loss": 0.0296, + "reward": 1.7270383834838867, + "reward_std": 0.19246237352490425, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7895384132862091, "step": 3275 }, { - "epoch": 0.22, - "learning_rate": 1.817673600901726e-05, - "loss": 1.0243, + "clip_ratio": 0.0, + "completion_length": 187.125, + "epoch": 0.5324664770418529, + "grad_norm": 3.6313302516937256, + "kl": 1.6015625, + "learning_rate": 4.674902470741222e-07, + "loss": 0.0641, + "reward": 1.602541744709015, + "reward_std": 0.27894846349954605, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7119167149066925, "step": 3276 }, { - "epoch": 0.22, - "learning_rate": 1.8175487070776386e-05, - "loss": 0.9903, + "clip_ratio": 0.0, + "completion_length": 153.6875, + "epoch": 0.5326290125965055, + "grad_norm": 2.6622796058654785, + "kl": 1.35546875, + "learning_rate": 4.673276983094928e-07, + "loss": 0.0544, + "reward": 1.729216992855072, + "reward_std": 0.24076125025749207, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.791716992855072, "step": 3277 }, { - "epoch": 0.22, - "learning_rate": 1.817423774785843e-05, - "loss": 1.0925, + "clip_ratio": 0.0, + "completion_length": 166.75, + "epoch": 0.532791548151158, + "grad_norm": 2.066403865814209, + "kl": 0.609375, + "learning_rate": 4.671651495448634e-07, + "loss": 0.0245, + "reward": 1.7599813342094421, + "reward_std": 0.19961388409137726, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8068563342094421, "step": 3278 }, { - "epoch": 0.22, - "learning_rate": 1.817298804032217e-05, - "loss": 1.1119, + "clip_ratio": 0.0, + "completion_length": 177.453125, + "epoch": 0.5329540837058107, + "grad_norm": 2.851626396179199, + "kl": 1.390625, + "learning_rate": 4.6700260078023407e-07, + "loss": 0.0556, + "reward": 1.6140886545181274, + "reward_std": 0.3459719866514206, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7547136545181274, "step": 3279 }, { - "epoch": 0.22, - "learning_rate": 1.8171737948226407e-05, - "loss": 1.1158, + "clip_ratio": 0.0, + "completion_length": 148.3125, + "epoch": 0.5331166192604633, + "grad_norm": 1.8903005123138428, + "kl": 0.990234375, + "learning_rate": 4.6684005201560467e-07, + "loss": 0.0397, + "reward": 1.7372722625732422, + "reward_std": 0.3167738616466522, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8153972923755646, "step": 3280 }, { - "epoch": 0.22, - "learning_rate": 1.8170487471629964e-05, - "loss": 1.0395, + "clip_ratio": 0.0, + "completion_length": 155.96875, + "epoch": 0.5332791548151158, + "grad_norm": 1.708512306213379, + "kl": 1.056884765625, + "learning_rate": 4.6667750325097527e-07, + "loss": 0.0423, + "reward": 1.7687416672706604, + "reward_std": 0.21763526648283005, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.831241637468338, "step": 3281 }, { - "epoch": 0.22, - "learning_rate": 1.8169236610591676e-05, - "loss": 1.0979, + "clip_ratio": 0.0, + "completion_length": 162.109375, + "epoch": 0.5334416903697684, + "grad_norm": 2.5941011905670166, + "kl": 1.230224609375, + "learning_rate": 4.6651495448634587e-07, + "loss": 0.0492, + "reward": 1.7525103688240051, + "reward_std": 0.15283664502203465, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7993853092193604, "step": 3282 }, { - "epoch": 0.22, - "learning_rate": 1.8167985365170403e-05, - "loss": 1.0477, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.5336042259244209, + "grad_norm": 2.334376811981201, + "kl": 0.830078125, + "learning_rate": 4.6635240572171647e-07, + "loss": 0.0332, + "reward": 1.6983372569084167, + "reward_std": 0.15429773926734924, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7452121376991272, "step": 3283 }, { - "epoch": 0.22, - "learning_rate": 1.8166733735425017e-05, - "loss": 1.0193, + "clip_ratio": 0.0, + "completion_length": 152.84375, + "epoch": 0.5337667614790735, + "grad_norm": 2.0886001586914062, + "kl": 1.4375, + "learning_rate": 4.661898569570871e-07, + "loss": 0.0575, + "reward": 1.6838926672935486, + "reward_std": 0.28551461547613144, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.793267697095871, "step": 3284 }, { - "epoch": 0.22, - "learning_rate": 1.816548172141441e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 183.546875, + "epoch": 0.5339292970337262, + "grad_norm": 2.2782607078552246, + "kl": 3.2109375, + "learning_rate": 4.660273081924577e-07, + "loss": 0.1283, + "reward": 1.6138858199119568, + "reward_std": 0.4193051606416702, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7701358199119568, "step": 3285 }, { - "epoch": 0.22, - "learning_rate": 1.8164229323197494e-05, - "loss": 0.9698, + "clip_ratio": 0.0, + "completion_length": 159.859375, + "epoch": 0.5340918325883787, + "grad_norm": 2.1527721881866455, + "kl": 2.2734375, + "learning_rate": 4.658647594278283e-07, + "loss": 0.091, + "reward": 1.6341776251792908, + "reward_std": 0.3011421412229538, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7123026251792908, "step": 3286 }, { - "epoch": 0.22, - "learning_rate": 1.8162976540833193e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 186.28125, + "epoch": 0.5342543681430313, + "grad_norm": 2.0547406673431396, + "kl": 2.42578125, + "learning_rate": 4.657022106631989e-07, + "loss": 0.097, + "reward": 1.7380675673484802, + "reward_std": 0.2643323540687561, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8474425673484802, "step": 3287 }, { - "epoch": 0.22, - "learning_rate": 1.816172337438046e-05, - "loss": 1.0856, + "clip_ratio": 0.0, + "completion_length": 182.671875, + "epoch": 0.5344169036976839, + "grad_norm": 2.287236213684082, + "kl": 2.390625, + "learning_rate": 4.655396618985695e-07, + "loss": 0.0957, + "reward": 1.6222190856933594, + "reward_std": 0.30011726543307304, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7784691452980042, "step": 3288 }, { - "epoch": 0.22, - "learning_rate": 1.8160469823898253e-05, - "loss": 1.0343, + "clip_ratio": 0.0, + "completion_length": 197.6875, + "epoch": 0.5345794392523364, + "grad_norm": 2.0960938930511475, + "kl": 2.8046875, + "learning_rate": 4.6537711313394017e-07, + "loss": 0.1124, + "reward": 1.56494140625, + "reward_std": 0.35452017188072205, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.68994140625, "step": 3289 }, { - "epoch": 0.22, - "learning_rate": 1.8159215889445562e-05, - "loss": 0.9899, + "clip_ratio": 0.0, + "completion_length": 161.640625, + "epoch": 0.534741974806989, + "grad_norm": 3.3308684825897217, + "kl": 2.15234375, + "learning_rate": 4.6521456436931077e-07, + "loss": 0.0863, + "reward": 1.6354871988296509, + "reward_std": 0.29883985221385956, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7292372286319733, "step": 3290 }, { - "epoch": 0.22, - "learning_rate": 1.8157961571081385e-05, - "loss": 1.1016, + "clip_ratio": 0.0, + "completion_length": 220.625, + "epoch": 0.5349045103616417, + "grad_norm": 2.650869607925415, + "kl": 3.0390625, + "learning_rate": 4.6505201560468137e-07, + "loss": 0.1213, + "reward": 1.581090271472931, + "reward_std": 0.25987354665994644, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7217152714729309, "step": 3291 }, { - "epoch": 0.22, - "learning_rate": 1.8156706868864735e-05, - "loss": 1.0394, + "clip_ratio": 0.0, + "completion_length": 145.984375, + "epoch": 0.5350670459162942, + "grad_norm": 1.1822328567504883, + "kl": 0.9970703125, + "learning_rate": 4.6488946684005196e-07, + "loss": 0.0401, + "reward": 1.7764042019844055, + "reward_std": 0.1608925573527813, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8232792317867279, "step": 3292 }, { - "epoch": 0.22, - "learning_rate": 1.815545178285466e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 168.6875, + "epoch": 0.5352295814709468, + "grad_norm": 4.466402530670166, + "kl": 2.6328125, + "learning_rate": 4.6472691807542256e-07, + "loss": 0.105, + "reward": 1.5233334302902222, + "reward_std": 0.5233546942472458, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7108334004878998, "step": 3293 }, { - "epoch": 0.22, - "learning_rate": 1.8154196313110203e-05, - "loss": 1.0065, + "clip_ratio": 0.0, + "completion_length": 159.5625, + "epoch": 0.5353921170255993, + "grad_norm": 2.729827880859375, + "kl": 1.55078125, + "learning_rate": 4.645643693107932e-07, + "loss": 0.0618, + "reward": 1.6822865009307861, + "reward_std": 0.224048413336277, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7447865307331085, "step": 3294 }, { - "epoch": 0.22, - "learning_rate": 1.8152940459690445e-05, - "loss": 1.0295, + "clip_ratio": 0.0, + "completion_length": 206.078125, + "epoch": 0.5355546525802519, + "grad_norm": 4.584867000579834, + "kl": 4.03125, + "learning_rate": 4.644018205461638e-07, + "loss": 0.1617, + "reward": 1.4590895771980286, + "reward_std": 0.32887452840805054, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6778396368026733, "step": 3295 }, { - "epoch": 0.22, - "learning_rate": 1.8151684222654476e-05, - "loss": 1.0449, + "clip_ratio": 0.0, + "completion_length": 146.5625, + "epoch": 0.5357171881349045, + "grad_norm": 3.2892041206359863, + "kl": 0.96875, + "learning_rate": 4.642392717815344e-07, + "loss": 0.0387, + "reward": 1.7465314865112305, + "reward_std": 0.13178429380059242, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7777814865112305, "step": 3296 }, { - "epoch": 0.22, - "learning_rate": 1.81504276020614e-05, - "loss": 0.9965, + "clip_ratio": 0.0, + "completion_length": 170.296875, + "epoch": 0.535879723689557, + "grad_norm": 1.6292858123779297, + "kl": 2.71484375, + "learning_rate": 4.64076723016905e-07, + "loss": 0.1085, + "reward": 1.5427101254463196, + "reward_std": 0.3281238377094269, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6989601254463196, "step": 3297 }, { - "epoch": 0.22, - "learning_rate": 1.814917059797035e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 147.78125, + "epoch": 0.5360422592442097, + "grad_norm": 1.1534193754196167, + "kl": 0.677734375, + "learning_rate": 4.639141742522756e-07, + "loss": 0.0271, + "reward": 1.818153977394104, + "reward_std": 0.14001174829900265, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.865028977394104, "step": 3298 }, { - "epoch": 0.22, - "learning_rate": 1.814791321044047e-05, - "loss": 1.0735, + "clip_ratio": 0.0, + "completion_length": 161.390625, + "epoch": 0.5362047947988623, + "grad_norm": 2.5700881481170654, + "kl": 2.609375, + "learning_rate": 4.637516254876463e-07, + "loss": 0.1042, + "reward": 1.6691991090774536, + "reward_std": 0.3754715025424957, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.809824138879776, "step": 3299 }, { - "epoch": 0.22, - "learning_rate": 1.814665543953092e-05, - "loss": 1.094, + "clip_ratio": 0.0, + "completion_length": 146.734375, + "epoch": 0.5363673303535148, + "grad_norm": 1.1273448467254639, + "kl": 0.857421875, + "learning_rate": 4.635890767230169e-07, + "loss": 0.0344, + "reward": 1.890422523021698, + "reward_std": 0.13961166515946388, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9216725528240204, "step": 3300 }, { - "epoch": 0.22, - "learning_rate": 1.8145397285300882e-05, - "loss": 0.9816, + "clip_ratio": 0.0, + "completion_length": 144.703125, + "epoch": 0.5365298659081674, + "grad_norm": 2.829802989959717, + "kl": 1.166015625, + "learning_rate": 4.634265279583875e-07, + "loss": 0.0467, + "reward": 1.7407366037368774, + "reward_std": 0.2787749171257019, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8188616633415222, "step": 3301 }, { - "epoch": 0.22, - "learning_rate": 1.814413874780956e-05, - "loss": 0.9351, + "clip_ratio": 0.0, + "completion_length": 141.9375, + "epoch": 0.53669240146282, + "grad_norm": 1.2043484449386597, + "kl": 1.060546875, + "learning_rate": 4.632639791937581e-07, + "loss": 0.0424, + "reward": 1.745065689086914, + "reward_std": 0.2510659620165825, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8231906890869141, "step": 3302 }, { - "epoch": 0.22, - "learning_rate": 1.8142879827116168e-05, - "loss": 1.1377, + "clip_ratio": 0.0, + "completion_length": 152.8125, + "epoch": 0.5368549370174726, + "grad_norm": 3.1689352989196777, + "kl": 1.345703125, + "learning_rate": 4.631014304291287e-07, + "loss": 0.0537, + "reward": 1.66359281539917, + "reward_std": 0.340773269534111, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7729678153991699, "step": 3303 }, { - "epoch": 0.22, - "learning_rate": 1.814162052327994e-05, - "loss": 1.0645, + "clip_ratio": 0.0, + "completion_length": 168.53125, + "epoch": 0.5370174725721252, + "grad_norm": 1.6860153675079346, + "kl": 0.8115234375, + "learning_rate": 4.6293888166449936e-07, + "loss": 0.0324, + "reward": 1.7247121930122375, + "reward_std": 0.23680426180362701, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7872122526168823, "step": 3304 }, { - "epoch": 0.22, - "learning_rate": 1.8140360836360136e-05, - "loss": 1.018, + "clip_ratio": 0.0, + "completion_length": 167.328125, + "epoch": 0.5371800081267777, + "grad_norm": 1.5203192234039307, + "kl": 1.251953125, + "learning_rate": 4.6277633289986996e-07, + "loss": 0.0503, + "reward": 1.739236831665039, + "reward_std": 0.14310632646083832, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8017368316650391, "step": 3305 }, { - "epoch": 0.22, - "learning_rate": 1.8139100766416014e-05, - "loss": 1.0817, + "clip_ratio": 0.0, + "completion_length": 165.203125, + "epoch": 0.5373425436814303, + "grad_norm": 1.0580158233642578, + "kl": 1.26171875, + "learning_rate": 4.6261378413524056e-07, + "loss": 0.0504, + "reward": 1.8068731427192688, + "reward_std": 0.14610671997070312, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8537481427192688, "step": 3306 }, { - "epoch": 0.22, - "learning_rate": 1.8137840313506877e-05, - "loss": 1.0608, + "clip_ratio": 0.0, + "completion_length": 181.640625, + "epoch": 0.5375050792360829, + "grad_norm": 2.6896376609802246, + "kl": 1.56640625, + "learning_rate": 4.6245123537061116e-07, + "loss": 0.0626, + "reward": 1.6769611835479736, + "reward_std": 0.22471654415130615, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7707111239433289, "step": 3307 }, { - "epoch": 0.22, - "learning_rate": 1.8136579477692028e-05, - "loss": 1.1008, + "clip_ratio": 0.0, + "completion_length": 163.015625, + "epoch": 0.5376676147907354, + "grad_norm": 2.330449342727661, + "kl": 1.9375, + "learning_rate": 4.6228868660598176e-07, + "loss": 0.0776, + "reward": 1.5931727290153503, + "reward_std": 0.2642318308353424, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.686922699213028, "step": 3308 }, { - "epoch": 0.22, - "learning_rate": 1.8135318259030788e-05, - "loss": 1.0986, + "clip_ratio": 0.0, + "completion_length": 154.90625, + "epoch": 0.5378301503453881, + "grad_norm": 1.872868299484253, + "kl": 1.65625, + "learning_rate": 4.621261378413524e-07, + "loss": 0.0661, + "reward": 1.7752367854118347, + "reward_std": 0.22086896002292633, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8377367854118347, "step": 3309 }, { - "epoch": 0.22, - "learning_rate": 1.813405665758251e-05, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 221.84375, + "epoch": 0.5379926859000407, + "grad_norm": 3.332148551940918, + "kl": 2.53125, + "learning_rate": 4.61963589076723e-07, + "loss": 0.1012, + "reward": 1.6043223142623901, + "reward_std": 0.2784775197505951, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7449472844600677, "step": 3310 }, { - "epoch": 0.22, - "learning_rate": 1.8132794673406545e-05, - "loss": 1.0967, + "clip_ratio": 0.0, + "completion_length": 138.75, + "epoch": 0.5381552214546932, + "grad_norm": 1.0997809171676636, + "kl": 0.341796875, + "learning_rate": 4.618010403120936e-07, + "loss": 0.0137, + "reward": 1.7966943979263306, + "reward_std": 0.1359087023884058, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8123193383216858, "step": 3311 }, { - "epoch": 0.22, - "learning_rate": 1.8131532306562276e-05, - "loss": 1.1012, + "clip_ratio": 0.0, + "completion_length": 174.875, + "epoch": 0.5383177570093458, + "grad_norm": 11.41124439239502, + "kl": 0.46875, + "learning_rate": 4.616384915474642e-07, + "loss": 0.0187, + "reward": 1.6781014204025269, + "reward_std": 0.16072555258870125, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7249763607978821, "step": 3312 }, { - "epoch": 0.22, - "learning_rate": 1.8130269557109104e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 185.171875, + "epoch": 0.5384802925639983, + "grad_norm": 1.5379513502120972, + "kl": 1.765625, + "learning_rate": 4.614759427828348e-07, + "loss": 0.0706, + "reward": 1.584096074104309, + "reward_std": 0.2846333310008049, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6622211039066315, "step": 3313 }, { - "epoch": 0.22, - "learning_rate": 1.812900642510644e-05, - "loss": 1.0204, + "clip_ratio": 0.0, + "completion_length": 179.375, + "epoch": 0.5386428281186509, + "grad_norm": 27.322240829467773, + "kl": 5.46875, + "learning_rate": 4.6131339401820546e-07, + "loss": 0.2194, + "reward": 1.6362680196762085, + "reward_std": 0.2571881264448166, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7456430494785309, "step": 3314 }, { - "epoch": 0.22, - "learning_rate": 1.812774291061372e-05, - "loss": 1.0912, + "clip_ratio": 0.0, + "completion_length": 174.21875, + "epoch": 0.5388053636733036, + "grad_norm": 1.789582371711731, + "kl": 1.491455078125, + "learning_rate": 4.6115084525357606e-07, + "loss": 0.0596, + "reward": 1.7374044060707092, + "reward_std": 0.2180888056755066, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7842794060707092, "step": 3315 }, { - "epoch": 0.22, - "learning_rate": 1.81264790136904e-05, - "loss": 1.0205, + "clip_ratio": 0.0, + "completion_length": 162.234375, + "epoch": 0.5389678992279561, + "grad_norm": 1.2912276983261108, + "kl": 0.361328125, + "learning_rate": 4.6098829648894666e-07, + "loss": 0.0144, + "reward": 1.8114193677902222, + "reward_std": 0.10980468615889549, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8270443677902222, "step": 3316 }, { - "epoch": 0.22, - "learning_rate": 1.812521473439594e-05, - "loss": 1.0822, + "clip_ratio": 0.0, + "completion_length": 185.484375, + "epoch": 0.5391304347826087, + "grad_norm": 1.914706826210022, + "kl": 1.412109375, + "learning_rate": 4.6082574772431726e-07, + "loss": 0.0565, + "reward": 1.6333745121955872, + "reward_std": 0.13869629427790642, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6802495121955872, "step": 3317 }, { - "epoch": 0.22, - "learning_rate": 1.8123950072789832e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 162.5625, + "epoch": 0.5392929703372613, + "grad_norm": 1.6273565292358398, + "kl": 1.130859375, + "learning_rate": 4.6066319895968786e-07, + "loss": 0.0451, + "reward": 1.6102588772773743, + "reward_std": 0.23991984874010086, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.672758936882019, "step": 3318 }, { - "epoch": 0.22, - "learning_rate": 1.8122685028931587e-05, - "loss": 0.9787, + "clip_ratio": 0.0, + "completion_length": 179.109375, + "epoch": 0.5394555058919138, + "grad_norm": 1.3447185754776, + "kl": 1.16796875, + "learning_rate": 4.605006501950585e-07, + "loss": 0.0467, + "reward": 1.6423561573028564, + "reward_std": 0.18106679618358612, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7048561871051788, "step": 3319 }, { - "epoch": 0.22, - "learning_rate": 1.812141960288072e-05, - "loss": 1.131, + "clip_ratio": 0.0, + "completion_length": 186.84375, + "epoch": 0.5396180414465664, + "grad_norm": 2.4083447456359863, + "kl": 1.953125, + "learning_rate": 4.603381014304291e-07, + "loss": 0.0781, + "reward": 1.6691070795059204, + "reward_std": 0.2416546791791916, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.762857049703598, "step": 3320 }, { - "epoch": 0.22, - "learning_rate": 1.812015379469677e-05, - "loss": 1.097, + "clip_ratio": 0.0, + "completion_length": 176.59375, + "epoch": 0.5397805770012191, + "grad_norm": 1.7668839693069458, + "kl": 0.416015625, + "learning_rate": 4.601755526657997e-07, + "loss": 0.0166, + "reward": 1.7028140425682068, + "reward_std": 0.2110520377755165, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7653140127658844, "step": 3321 }, { - "epoch": 0.22, - "learning_rate": 1.811888760443931e-05, - "loss": 1.0777, + "clip_ratio": 0.0, + "completion_length": 164.25, + "epoch": 0.5399431125558716, + "grad_norm": 2.8028757572174072, + "kl": 2.1328125, + "learning_rate": 4.600130039011703e-07, + "loss": 0.0853, + "reward": 1.6342984437942505, + "reward_std": 0.39881299436092377, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7592983841896057, "step": 3322 }, { - "epoch": 0.22, - "learning_rate": 1.8117621032167907e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 172.125, + "epoch": 0.5401056481105242, + "grad_norm": 2.7891104221343994, + "kl": 1.22265625, + "learning_rate": 4.598504551365409e-07, + "loss": 0.049, + "reward": 1.6458590626716614, + "reward_std": 0.20708875358104706, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.723984032869339, "step": 3323 }, { - "epoch": 0.22, - "learning_rate": 1.8116354077942158e-05, - "loss": 1.0906, + "clip_ratio": 0.0, + "completion_length": 168.625, + "epoch": 0.5402681836651767, + "grad_norm": 2.375488042831421, + "kl": 1.96484375, + "learning_rate": 4.5968790637191156e-07, + "loss": 0.0786, + "reward": 1.7226448059082031, + "reward_std": 0.3605526089668274, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8476448357105255, "step": 3324 }, { - "epoch": 0.22, - "learning_rate": 1.8115086741821678e-05, - "loss": 1.0264, + "clip_ratio": 0.0, + "completion_length": 190.515625, + "epoch": 0.5404307192198293, + "grad_norm": 3.060555934906006, + "kl": 1.42578125, + "learning_rate": 4.5952535760728216e-07, + "loss": 0.057, + "reward": 1.6323135495185852, + "reward_std": 0.22467290610074997, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.69481360912323, "step": 3325 }, { - "epoch": 0.22, - "learning_rate": 1.81138190238661e-05, - "loss": 1.0398, + "clip_ratio": 0.0, + "completion_length": 165.703125, + "epoch": 0.540593254774482, + "grad_norm": 1.1579887866973877, + "kl": 1.375, + "learning_rate": 4.5936280884265275e-07, + "loss": 0.0551, + "reward": 1.7117487788200378, + "reward_std": 0.27446186542510986, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7898738086223602, "step": 3326 }, { - "epoch": 0.22, - "learning_rate": 1.8112550924135066e-05, - "loss": 1.0419, + "clip_ratio": 0.0, + "completion_length": 176.375, + "epoch": 0.5407557903291345, + "grad_norm": 1.337662935256958, + "kl": 0.9765625, + "learning_rate": 4.5920026007802335e-07, + "loss": 0.039, + "reward": 1.6965789198875427, + "reward_std": 0.21838289499282837, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7590788900852203, "step": 3327 }, { - "epoch": 0.22, - "learning_rate": 1.8111282442688253e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 196.234375, + "epoch": 0.5409183258837871, + "grad_norm": 1.9396777153015137, + "kl": 1.3828125, + "learning_rate": 4.5903771131339395e-07, + "loss": 0.0553, + "reward": 1.66146719455719, + "reward_std": 0.350056417286396, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7864671945571899, "step": 3328 }, { - "epoch": 0.22, - "learning_rate": 1.8110013579585337e-05, - "loss": 0.9956, + "clip_ratio": 0.0, + "completion_length": 182.21875, + "epoch": 0.5410808614384397, + "grad_norm": 1.7095582485198975, + "kl": 0.6259765625, + "learning_rate": 4.588751625487646e-07, + "loss": 0.0251, + "reward": 1.7716093063354492, + "reward_std": 0.29703588783741, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8497343063354492, "step": 3329 }, { - "epoch": 0.22, - "learning_rate": 1.8108744334886028e-05, - "loss": 1.0211, + "clip_ratio": 0.0, + "completion_length": 184.90625, + "epoch": 0.5412433969930922, + "grad_norm": 3.6374330520629883, + "kl": 1.740234375, + "learning_rate": 4.587126137841352e-07, + "loss": 0.0694, + "reward": 1.722259759902954, + "reward_std": 0.22350740432739258, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7691347002983093, "step": 3330 }, { - "epoch": 0.22, - "learning_rate": 1.8107474708650042e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 171.09375, + "epoch": 0.5414059325477448, + "grad_norm": 1.1664071083068848, + "kl": 0.87109375, + "learning_rate": 4.585500650195058e-07, + "loss": 0.0348, + "reward": 1.7178557515144348, + "reward_std": 0.2072356790304184, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7803557813167572, "step": 3331 }, { - "epoch": 0.22, - "learning_rate": 1.8106204700937125e-05, - "loss": 1.0818, + "clip_ratio": 0.0, + "completion_length": 170.046875, + "epoch": 0.5415684681023974, + "grad_norm": 1.5044457912445068, + "kl": 0.122802734375, + "learning_rate": 4.583875162548764e-07, + "loss": 0.0049, + "reward": 1.7491544485092163, + "reward_std": 0.09182542935013771, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7647794485092163, "step": 3332 }, { - "epoch": 0.22, - "learning_rate": 1.8104934311807027e-05, - "loss": 1.0788, + "clip_ratio": 0.0, + "completion_length": 181.765625, + "epoch": 0.54173100365705, + "grad_norm": 1.605987548828125, + "kl": 1.1845703125, + "learning_rate": 4.58224967490247e-07, + "loss": 0.0475, + "reward": 1.7426664233207703, + "reward_std": 0.15537428483366966, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8051663935184479, "step": 3333 }, { - "epoch": 0.22, - "learning_rate": 1.810366354131953e-05, - "loss": 1.0678, + "clip_ratio": 0.0, + "completion_length": 173.859375, + "epoch": 0.5418935392117026, + "grad_norm": 1.7377053499221802, + "kl": 2.3359375, + "learning_rate": 4.580624187256177e-07, + "loss": 0.0935, + "reward": 1.647482693195343, + "reward_std": 0.21967967599630356, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7568576335906982, "step": 3334 }, { - "epoch": 0.22, - "learning_rate": 1.8102392389534416e-05, - "loss": 1.0059, + "clip_ratio": 0.0, + "completion_length": 206.71875, + "epoch": 0.5420560747663551, + "grad_norm": 1.1698225736618042, + "kl": 0.70849609375, + "learning_rate": 4.578998699609883e-07, + "loss": 0.0284, + "reward": 1.6487063765525818, + "reward_std": 0.21608148887753487, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7268314361572266, "step": 3335 }, { - "epoch": 0.22, - "learning_rate": 1.8101120856511503e-05, - "loss": 1.1013, + "clip_ratio": 0.0, + "completion_length": 158.328125, + "epoch": 0.5422186103210077, + "grad_norm": 2.9140892028808594, + "kl": 1.828125, + "learning_rate": 4.577373211963589e-07, + "loss": 0.0734, + "reward": 1.7219948172569275, + "reward_std": 0.282080702483654, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8313697576522827, "step": 3336 }, { - "epoch": 0.22, - "learning_rate": 1.8099848942310625e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 156.59375, + "epoch": 0.5423811458756603, + "grad_norm": 2.1940066814422607, + "kl": 1.5859375, + "learning_rate": 4.575747724317295e-07, + "loss": 0.0637, + "reward": 1.6347233653068542, + "reward_std": 0.29640746116638184, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7440983355045319, "step": 3337 }, { - "epoch": 0.22, - "learning_rate": 1.809857664699162e-05, - "loss": 1.0407, + "clip_ratio": 0.0, + "completion_length": 181.09375, + "epoch": 0.5425436814303128, + "grad_norm": 1.2537540197372437, + "kl": 0.95703125, + "learning_rate": 4.574122236671001e-07, + "loss": 0.0384, + "reward": 1.745285153388977, + "reward_std": 0.17309578508138657, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7921602427959442, "step": 3338 }, { - "epoch": 0.22, - "learning_rate": 1.8097303970614355e-05, - "loss": 1.0898, + "clip_ratio": 0.0, + "completion_length": 186.40625, + "epoch": 0.5427062169849655, + "grad_norm": 1.7247880697250366, + "kl": 1.62109375, + "learning_rate": 4.5724967490247075e-07, + "loss": 0.0647, + "reward": 1.729825496673584, + "reward_std": 0.24811886996030807, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8079504072666168, "step": 3339 }, { - "epoch": 0.22, - "learning_rate": 1.8096030913238712e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 172.734375, + "epoch": 0.5428687525396181, + "grad_norm": 1.1699957847595215, + "kl": 0.662353515625, + "learning_rate": 4.5708712613784135e-07, + "loss": 0.0265, + "reward": 1.7564088702201843, + "reward_std": 0.14008722361177206, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8032838106155396, "step": 3340 }, { - "epoch": 0.22, - "learning_rate": 1.8094757474924598e-05, - "loss": 1.1038, + "clip_ratio": 0.0, + "completion_length": 197.25, + "epoch": 0.5430312880942706, + "grad_norm": 1.8604873418807983, + "kl": 1.009765625, + "learning_rate": 4.5692457737321195e-07, + "loss": 0.0403, + "reward": 1.7945370078086853, + "reward_std": 0.1008392944931984, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8257870972156525, "step": 3341 }, { - "epoch": 0.22, - "learning_rate": 1.8093483655731924e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 169.953125, + "epoch": 0.5431938236489232, + "grad_norm": 1.768076777458191, + "kl": 1.88671875, + "learning_rate": 4.5676202860858255e-07, + "loss": 0.0754, + "reward": 1.6349428296089172, + "reward_std": 0.34077584743499756, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7443178296089172, "step": 3342 }, { - "epoch": 0.22, - "learning_rate": 1.809220945572063e-05, - "loss": 1.0597, + "clip_ratio": 0.0, + "completion_length": 172.6875, + "epoch": 0.5433563592035758, + "grad_norm": 1.385562777519226, + "kl": 0.787109375, + "learning_rate": 4.5659947984395315e-07, + "loss": 0.0314, + "reward": 1.8247520327568054, + "reward_std": 0.09133096039295197, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8403770327568054, "step": 3343 }, { - "epoch": 0.22, - "learning_rate": 1.8090934874950665e-05, - "loss": 1.0325, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.5435188947582283, + "grad_norm": 1.0115753412246704, + "kl": 0.82421875, + "learning_rate": 4.564369310793238e-07, + "loss": 0.0329, + "reward": 1.7615083456039429, + "reward_std": 0.130887933075428, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7927583456039429, "step": 3344 }, { - "epoch": 0.22, - "learning_rate": 1.8089659913482006e-05, - "loss": 1.021, + "clip_ratio": 0.0, + "completion_length": 171.515625, + "epoch": 0.543681430312881, + "grad_norm": 1.6117994785308838, + "kl": 1.1328125, + "learning_rate": 4.562743823146944e-07, + "loss": 0.0453, + "reward": 1.6338767409324646, + "reward_std": 0.23386867344379425, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7120017111301422, "step": 3345 }, { - "epoch": 0.22, - "learning_rate": 1.8088384571374647e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 150.578125, + "epoch": 0.5438439658675335, + "grad_norm": 1.473359227180481, + "kl": 0.3212890625, + "learning_rate": 4.56111833550065e-07, + "loss": 0.0129, + "reward": 1.6406736373901367, + "reward_std": 0.2554076388478279, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7187985479831696, "step": 3346 }, { - "epoch": 0.22, - "learning_rate": 1.808710884868859e-05, - "loss": 1.0105, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.5440065014221861, + "grad_norm": 1.7443867921829224, + "kl": 0.7353515625, + "learning_rate": 4.559492847854356e-07, + "loss": 0.0295, + "reward": 1.7883713245391846, + "reward_std": 0.10648721177130938, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8196213245391846, "step": 3347 }, { - "epoch": 0.22, - "learning_rate": 1.808583274548386e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 155.59375, + "epoch": 0.5441690369768387, + "grad_norm": 1.9093101024627686, + "kl": 0.458984375, + "learning_rate": 4.557867360208062e-07, + "loss": 0.0184, + "reward": 1.8101712465286255, + "reward_std": 0.19849705696105957, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8570463359355927, "step": 3348 }, { - "epoch": 0.22, - "learning_rate": 1.8084556261820502e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 181.171875, + "epoch": 0.5443315725314912, + "grad_norm": 1.5210620164871216, + "kl": 0.88427734375, + "learning_rate": 4.5562418725617685e-07, + "loss": 0.0353, + "reward": 1.553604781627655, + "reward_std": 0.26427266001701355, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.631729781627655, "step": 3349 }, { - "epoch": 0.22, - "learning_rate": 1.808327939775858e-05, - "loss": 1.0962, + "clip_ratio": 0.0, + "completion_length": 201.40625, + "epoch": 0.5444941080861438, + "grad_norm": 1.678788661956787, + "kl": 0.96826171875, + "learning_rate": 4.5546163849154745e-07, + "loss": 0.0388, + "reward": 1.6982343196868896, + "reward_std": 0.15856698527932167, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7451092600822449, "step": 3350 }, { - "epoch": 0.22, - "learning_rate": 1.8082002153358174e-05, - "loss": 1.1158, + "clip_ratio": 0.0, + "completion_length": 179.203125, + "epoch": 0.5446566436407965, + "grad_norm": 1.2264556884765625, + "kl": 0.5791015625, + "learning_rate": 4.5529908972691805e-07, + "loss": 0.0232, + "reward": 1.7730683088302612, + "reward_std": 0.12069253996014595, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8043183386325836, "step": 3351 }, { - "epoch": 0.22, - "learning_rate": 1.8080724528679382e-05, - "loss": 0.9935, + "clip_ratio": 0.0, + "completion_length": 182.4375, + "epoch": 0.544819179195449, + "grad_norm": 2.4650166034698486, + "kl": 0.46484375, + "learning_rate": 4.5513654096228865e-07, + "loss": 0.0186, + "reward": 1.7005078792572021, + "reward_std": 0.1316811665892601, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7473828792572021, "step": 3352 }, { - "epoch": 0.22, - "learning_rate": 1.8079446523782312e-05, - "loss": 1.0397, + "clip_ratio": 0.0, + "completion_length": 171.890625, + "epoch": 0.5449817147501016, + "grad_norm": 1.1430432796478271, + "kl": 0.29638671875, + "learning_rate": 4.5497399219765925e-07, + "loss": 0.0119, + "reward": 1.6492081880569458, + "reward_std": 0.24540752172470093, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7117082178592682, "step": 3353 }, { - "epoch": 0.22, - "learning_rate": 1.8078168138727105e-05, - "loss": 1.1867, + "clip_ratio": 0.0, + "completion_length": 166.390625, + "epoch": 0.5451442503047542, + "grad_norm": 2.4944040775299072, + "kl": 1.37841796875, + "learning_rate": 4.548114434330299e-07, + "loss": 0.055, + "reward": 1.6028876900672913, + "reward_std": 0.44372694939374924, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7278876900672913, "step": 3354 }, { - "epoch": 0.22, - "learning_rate": 1.8076889373573913e-05, - "loss": 1.0713, + "clip_ratio": 0.0, + "completion_length": 186.171875, + "epoch": 0.5453067858594067, + "grad_norm": 1.4129940271377563, + "kl": 0.8642578125, + "learning_rate": 4.546488946684005e-07, + "loss": 0.0345, + "reward": 1.6608681082725525, + "reward_std": 0.2202008217573166, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7233680486679077, "step": 3355 }, { - "epoch": 0.22, - "learning_rate": 1.80756102283829e-05, - "loss": 0.9856, + "clip_ratio": 0.0, + "completion_length": 161.40625, + "epoch": 0.5454693214140593, + "grad_norm": 1.8381537199020386, + "kl": 2.09375, + "learning_rate": 4.544863459037711e-07, + "loss": 0.0836, + "reward": 1.398582398891449, + "reward_std": 0.37485475838184357, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5704574584960938, "step": 3356 }, { - "epoch": 0.22, - "learning_rate": 1.8074330703214257e-05, - "loss": 1.0473, + "clip_ratio": 0.0, + "completion_length": 188.015625, + "epoch": 0.5456318569687119, + "grad_norm": 1.7509653568267822, + "kl": 0.9765625, + "learning_rate": 4.543237971391417e-07, + "loss": 0.039, + "reward": 1.7040099501609802, + "reward_std": 0.2443544790148735, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7821349203586578, "step": 3357 }, { - "epoch": 0.22, - "learning_rate": 1.8073050798128183e-05, - "loss": 0.9544, + "clip_ratio": 0.0, + "completion_length": 185.0625, + "epoch": 0.5457943925233645, + "grad_norm": 1.6029083728790283, + "kl": 1.28515625, + "learning_rate": 4.541612483745123e-07, + "loss": 0.0515, + "reward": 1.5549839735031128, + "reward_std": 0.26918695867061615, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.617483913898468, "step": 3358 }, { - "epoch": 0.22, - "learning_rate": 1.8071770513184906e-05, - "loss": 1.0195, + "clip_ratio": 0.0, + "completion_length": 157.75, + "epoch": 0.5459569280780171, + "grad_norm": 1.3949013948440552, + "kl": 1.671875, + "learning_rate": 4.5399869960988295e-07, + "loss": 0.0669, + "reward": 1.5023157596588135, + "reward_std": 0.5831525921821594, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7054407894611359, "step": 3359 }, { - "epoch": 0.23, - "learning_rate": 1.807048984844467e-05, - "loss": 1.0574, + "clip_ratio": 0.0, + "completion_length": 198.46875, + "epoch": 0.5461194636326696, + "grad_norm": 1.2922815084457397, + "kl": 1.321044921875, + "learning_rate": 4.5383615084525355e-07, + "loss": 0.0531, + "reward": 1.7198918461799622, + "reward_std": 0.23310752818360925, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7980168759822845, "step": 3360 }, { - "epoch": 0.23, - "learning_rate": 1.8069208803967724e-05, - "loss": 1.0775, + "clip_ratio": 0.0, + "completion_length": 194.15625, + "epoch": 0.5462819991873222, + "grad_norm": 2.0565571784973145, + "kl": 1.6875, + "learning_rate": 4.5367360208062414e-07, + "loss": 0.0674, + "reward": 1.5990885496139526, + "reward_std": 0.20517441630363464, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.724088579416275, "step": 3361 }, { - "epoch": 0.23, - "learning_rate": 1.8067927379814348e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 212.546875, + "epoch": 0.5464445347419749, + "grad_norm": 1.9714187383651733, + "kl": 2.081787109375, + "learning_rate": 4.5351105331599474e-07, + "loss": 0.0835, + "reward": 1.5659014582633972, + "reward_std": 0.32336119562387466, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6752764284610748, "step": 3362 }, { - "epoch": 0.23, - "learning_rate": 1.806664557604484e-05, - "loss": 0.968, + "clip_ratio": 0.0, + "completion_length": 159.828125, + "epoch": 0.5466070702966274, + "grad_norm": 1.9294289350509644, + "kl": 1.2734375, + "learning_rate": 4.5334850455136534e-07, + "loss": 0.0508, + "reward": 1.678965985774994, + "reward_std": 0.3499711751937866, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7883409857749939, "step": 3363 }, { - "epoch": 0.23, - "learning_rate": 1.806536339271951e-05, - "loss": 1.0747, + "clip_ratio": 0.0, + "completion_length": 179.0, + "epoch": 0.54676960585128, + "grad_norm": 1.4746012687683105, + "kl": 2.1318359375, + "learning_rate": 4.53185955786736e-07, + "loss": 0.0853, + "reward": 1.5448806285858154, + "reward_std": 0.3492574542760849, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7323806285858154, "step": 3364 }, { - "epoch": 0.23, - "learning_rate": 1.8064080829898688e-05, - "loss": 0.998, + "clip_ratio": 0.0, + "completion_length": 173.390625, + "epoch": 0.5469321414059325, + "grad_norm": 2.101954936981201, + "kl": 0.509765625, + "learning_rate": 4.530234070221066e-07, + "loss": 0.0203, + "reward": 1.8614992499351501, + "reward_std": 0.0774659151211381, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8771242797374725, "step": 3365 }, { - "epoch": 0.23, - "learning_rate": 1.8062797887642716e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 180.578125, + "epoch": 0.5470946769605851, + "grad_norm": 2.9063806533813477, + "kl": 0.595703125, + "learning_rate": 4.528608582574772e-07, + "loss": 0.024, + "reward": 1.7507435083389282, + "reward_std": 0.24956542253494263, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8288685083389282, "step": 3366 }, { - "epoch": 0.23, - "learning_rate": 1.8061514566011974e-05, - "loss": 0.9552, + "clip_ratio": 0.0, + "completion_length": 160.6875, + "epoch": 0.5472572125152377, + "grad_norm": 2.86136531829834, + "kl": 2.23828125, + "learning_rate": 4.5269830949284784e-07, + "loss": 0.0895, + "reward": 1.6464256048202515, + "reward_std": 0.4132690280675888, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7714256048202515, "step": 3367 }, { - "epoch": 0.23, - "learning_rate": 1.806023086506683e-05, - "loss": 1.0248, + "clip_ratio": 0.0, + "completion_length": 170.53125, + "epoch": 0.5474197480698902, + "grad_norm": 2.344952344894409, + "kl": 0.8017578125, + "learning_rate": 4.5253576072821844e-07, + "loss": 0.0321, + "reward": 1.7654612064361572, + "reward_std": 0.22425715625286102, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8279612958431244, "step": 3368 }, { - "epoch": 0.23, - "learning_rate": 1.805894678486769e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 176.921875, + "epoch": 0.5475822836245429, + "grad_norm": 2.6324822902679443, + "kl": 0.871337890625, + "learning_rate": 4.523732119635891e-07, + "loss": 0.0348, + "reward": 1.7245560884475708, + "reward_std": 0.22329211235046387, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8026810586452484, "step": 3369 }, { - "epoch": 0.23, - "learning_rate": 1.805766232547498e-05, - "loss": 1.0893, + "clip_ratio": 0.0, + "completion_length": 191.484375, + "epoch": 0.5477448191791955, + "grad_norm": 4.694091796875, + "kl": 0.6845703125, + "learning_rate": 4.522106631989597e-07, + "loss": 0.0273, + "reward": 1.5832191109657288, + "reward_std": 0.290677934885025, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6769691109657288, "step": 3370 }, { - "epoch": 0.23, - "learning_rate": 1.8056377486949127e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 172.65625, + "epoch": 0.547907354733848, + "grad_norm": 1.4493600130081177, + "kl": 0.294921875, + "learning_rate": 4.520481144343303e-07, + "loss": 0.0118, + "reward": 1.693560779094696, + "reward_std": 0.11631618440151215, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7091857492923737, "step": 3371 }, { - "epoch": 0.23, - "learning_rate": 1.8055092269350593e-05, - "loss": 1.0394, + "clip_ratio": 0.0, + "completion_length": 202.0625, + "epoch": 0.5480698902885006, + "grad_norm": 1.8026680946350098, + "kl": 1.3203125, + "learning_rate": 4.518855656697009e-07, + "loss": 0.0527, + "reward": 1.7389817237854004, + "reward_std": 0.2943313270807266, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8327316641807556, "step": 3372 }, { - "epoch": 0.23, - "learning_rate": 1.8053806672739848e-05, - "loss": 1.0049, + "clip_ratio": 0.0, + "completion_length": 224.3125, + "epoch": 0.5482324258431532, + "grad_norm": 1.758150577545166, + "kl": 2.0703125, + "learning_rate": 4.517230169050715e-07, + "loss": 0.0826, + "reward": 1.6083253622055054, + "reward_std": 0.2265118658542633, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7177004516124725, "step": 3373 }, { - "epoch": 0.23, - "learning_rate": 1.805252069717738e-05, - "loss": 0.997, + "clip_ratio": 0.0, + "completion_length": 173.796875, + "epoch": 0.5483949613978057, + "grad_norm": 2.6559247970581055, + "kl": 0.4443359375, + "learning_rate": 4.5156046814044214e-07, + "loss": 0.0178, + "reward": 1.75905179977417, + "reward_std": 0.19087526202201843, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8059267699718475, "step": 3374 }, { - "epoch": 0.23, - "learning_rate": 1.8051234342723704e-05, - "loss": 0.9685, + "clip_ratio": 0.0, + "completion_length": 160.40625, + "epoch": 0.5485574969524584, + "grad_norm": 3.683809995651245, + "kl": 0.671875, + "learning_rate": 4.5139791937581274e-07, + "loss": 0.0269, + "reward": 1.6169270277023315, + "reward_std": 0.3085987716913223, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7263019979000092, "step": 3375 }, { - "epoch": 0.23, - "learning_rate": 1.8049947609439345e-05, - "loss": 1.043, + "clip_ratio": 0.0, + "completion_length": 174.53125, + "epoch": 0.5487200325071109, + "grad_norm": 1.850704312324524, + "kl": 1.396484375, + "learning_rate": 4.5123537061118334e-07, + "loss": 0.0558, + "reward": 1.5422695875167847, + "reward_std": 0.35214316844940186, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6828945577144623, "step": 3376 }, { - "epoch": 0.23, - "learning_rate": 1.8048660497384837e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 186.03125, + "epoch": 0.5488825680617635, + "grad_norm": 1.4782580137252808, + "kl": 2.13671875, + "learning_rate": 4.5107282184655394e-07, + "loss": 0.0852, + "reward": 1.7710305452346802, + "reward_std": 0.3272044435143471, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8647805154323578, "step": 3377 }, { - "epoch": 0.23, - "learning_rate": 1.8047373006620754e-05, - "loss": 1.1169, + "clip_ratio": 0.0, + "completion_length": 177.671875, + "epoch": 0.5490451036164161, + "grad_norm": 2.5851943492889404, + "kl": 1.34765625, + "learning_rate": 4.5091027308192454e-07, + "loss": 0.054, + "reward": 1.688811182975769, + "reward_std": 0.2761749029159546, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7669362127780914, "step": 3378 }, { - "epoch": 0.23, - "learning_rate": 1.804608513720767e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 179.140625, + "epoch": 0.5492076391710686, + "grad_norm": 2.934760332107544, + "kl": 1.3125, + "learning_rate": 4.507477243172952e-07, + "loss": 0.0525, + "reward": 1.601667582988739, + "reward_std": 0.25675080716609955, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6641675233840942, "step": 3379 }, { - "epoch": 0.23, - "learning_rate": 1.8044796889206185e-05, - "loss": 1.0342, + "clip_ratio": 0.0, + "completion_length": 148.671875, + "epoch": 0.5493701747257212, + "grad_norm": 1.3564649820327759, + "kl": 1.51171875, + "learning_rate": 4.505851755526658e-07, + "loss": 0.0604, + "reward": 1.5995078086853027, + "reward_std": 0.4097682535648346, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7401328384876251, "step": 3380 }, { - "epoch": 0.23, - "learning_rate": 1.804350826267691e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 159.34375, + "epoch": 0.5495327102803739, + "grad_norm": 1.5798171758651733, + "kl": 0.55078125, + "learning_rate": 4.504226267880364e-07, + "loss": 0.022, + "reward": 1.7852736115455627, + "reward_std": 0.18808725476264954, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8477736413478851, "step": 3381 }, { - "epoch": 0.23, - "learning_rate": 1.804221925768048e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 178.390625, + "epoch": 0.5496952458350264, + "grad_norm": 1.3947395086288452, + "kl": 0.6728515625, + "learning_rate": 4.50260078023407e-07, + "loss": 0.0269, + "reward": 1.7201490998268127, + "reward_std": 0.17665472626686096, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7826490998268127, "step": 3382 }, { - "epoch": 0.23, - "learning_rate": 1.804092987427755e-05, - "loss": 1.0113, + "clip_ratio": 0.0, + "completion_length": 158.953125, + "epoch": 0.549857781389679, + "grad_norm": 3.119657039642334, + "kl": 1.654296875, + "learning_rate": 4.500975292587776e-07, + "loss": 0.0661, + "reward": 1.6006261110305786, + "reward_std": 0.2601199448108673, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6943761110305786, "step": 3383 }, { - "epoch": 0.23, - "learning_rate": 1.8039640112528783e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 198.84375, + "epoch": 0.5500203169443316, + "grad_norm": 1.120896816253662, + "kl": 1.2734375, + "learning_rate": 4.4993498049414824e-07, + "loss": 0.0507, + "reward": 1.7190375924110413, + "reward_std": 0.16010653227567673, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7659126222133636, "step": 3384 }, { - "epoch": 0.23, - "learning_rate": 1.803834997249487e-05, - "loss": 1.0065, + "clip_ratio": 0.0, + "completion_length": 170.90625, + "epoch": 0.5501828524989841, + "grad_norm": 8.632795333862305, + "kl": 1.6630859375, + "learning_rate": 4.4977243172951884e-07, + "loss": 0.0665, + "reward": 1.6748300790786743, + "reward_std": 0.21474836766719818, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7217050194740295, "step": 3385 }, { - "epoch": 0.23, - "learning_rate": 1.8037059454236514e-05, - "loss": 1.0536, + "clip_ratio": 0.0, + "completion_length": 163.796875, + "epoch": 0.5503453880536368, + "grad_norm": 2.6850717067718506, + "kl": 2.09765625, + "learning_rate": 4.4960988296488944e-07, + "loss": 0.0843, + "reward": 1.6821116209030151, + "reward_std": 0.3669073134660721, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7758616507053375, "step": 3386 }, { - "epoch": 0.23, - "learning_rate": 1.803576855781444e-05, - "loss": 1.1234, + "clip_ratio": 0.0, + "completion_length": 189.140625, + "epoch": 0.5505079236082893, + "grad_norm": 3.208282232284546, + "kl": 1.90625, + "learning_rate": 4.4944733420026004e-07, + "loss": 0.0764, + "reward": 1.7427460551261902, + "reward_std": 0.18550782650709152, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8052460253238678, "step": 3387 }, { - "epoch": 0.23, - "learning_rate": 1.8034477283289375e-05, - "loss": 1.0539, + "clip_ratio": 0.0, + "completion_length": 166.921875, + "epoch": 0.5506704591629419, + "grad_norm": 2.071782112121582, + "kl": 2.53515625, + "learning_rate": 4.4928478543563064e-07, + "loss": 0.1017, + "reward": 1.45133638381958, + "reward_std": 0.46781226992607117, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6544614136219025, "step": 3388 }, { - "epoch": 0.23, - "learning_rate": 1.803318563072209e-05, - "loss": 1.0755, + "clip_ratio": 0.0, + "completion_length": 169.390625, + "epoch": 0.5508329947175945, + "grad_norm": 1.2659045457839966, + "kl": 1.193359375, + "learning_rate": 4.491222366710013e-07, + "loss": 0.0477, + "reward": 1.671511173248291, + "reward_std": 0.23334019631147385, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7496362626552582, "step": 3389 }, { - "epoch": 0.23, - "learning_rate": 1.8031893600173357e-05, - "loss": 1.0342, + "clip_ratio": 0.0, + "completion_length": 171.421875, + "epoch": 0.550995530272247, + "grad_norm": 2.617785930633545, + "kl": 1.85546875, + "learning_rate": 4.489596879063719e-07, + "loss": 0.0745, + "reward": 1.5421806573867798, + "reward_std": 0.40689244121313095, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7140556573867798, "step": 3390 }, { - "epoch": 0.23, - "learning_rate": 1.8030601191703965e-05, - "loss": 1.0597, + "clip_ratio": 0.0, + "completion_length": 170.140625, + "epoch": 0.5511580658268996, + "grad_norm": 1.7001714706420898, + "kl": 1.42578125, + "learning_rate": 4.487971391417425e-07, + "loss": 0.0571, + "reward": 1.7520233392715454, + "reward_std": 0.2227521389722824, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8145233392715454, "step": 3391 }, { - "epoch": 0.23, - "learning_rate": 1.8029308405374734e-05, - "loss": 0.9622, + "clip_ratio": 0.0, + "completion_length": 175.140625, + "epoch": 0.5513206013815523, + "grad_norm": 2.051330327987671, + "kl": 3.265625, + "learning_rate": 4.486345903771131e-07, + "loss": 0.1305, + "reward": 1.5480075478553772, + "reward_std": 0.4193480759859085, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7355075478553772, "step": 3392 }, { - "epoch": 0.23, - "learning_rate": 1.8028015241246485e-05, - "loss": 0.9638, + "clip_ratio": 0.0, + "completion_length": 165.171875, + "epoch": 0.5514831369362048, + "grad_norm": 2.0874013900756836, + "kl": 1.73828125, + "learning_rate": 4.484720416124837e-07, + "loss": 0.0696, + "reward": 1.5774751901626587, + "reward_std": 0.3150807023048401, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6868502497673035, "step": 3393 }, { - "epoch": 0.23, - "learning_rate": 1.8026721699380067e-05, - "loss": 0.9883, + "clip_ratio": 0.0, + "completion_length": 213.1875, + "epoch": 0.5516456724908574, + "grad_norm": 2.3636350631713867, + "kl": 3.796875, + "learning_rate": 4.4830949284785434e-07, + "loss": 0.1515, + "reward": 1.5259301662445068, + "reward_std": 0.40023137629032135, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7134301662445068, "step": 3394 }, { - "epoch": 0.23, - "learning_rate": 1.802542777983635e-05, - "loss": 1.0372, + "clip_ratio": 0.0, + "completion_length": 204.484375, + "epoch": 0.55180820804551, + "grad_norm": 2.9709084033966064, + "kl": 2.203125, + "learning_rate": 4.4814694408322494e-07, + "loss": 0.0881, + "reward": 1.6018414497375488, + "reward_std": 0.27398303151130676, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.711216390132904, "step": 3395 }, { - "epoch": 0.23, - "learning_rate": 1.8024133482676202e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 165.5625, + "epoch": 0.5519707436001625, + "grad_norm": 1.5186378955841064, + "kl": 1.287109375, + "learning_rate": 4.4798439531859553e-07, + "loss": 0.0515, + "reward": 1.702300786972046, + "reward_std": 0.2816550061106682, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7804257869720459, "step": 3396 }, { - "epoch": 0.23, - "learning_rate": 1.8022838807960537e-05, - "loss": 1.0581, + "clip_ratio": 0.0, + "completion_length": 163.734375, + "epoch": 0.5521332791548151, + "grad_norm": 2.334315061569214, + "kl": 1.69140625, + "learning_rate": 4.4782184655396613e-07, + "loss": 0.0676, + "reward": 1.6918320059776306, + "reward_std": 0.25404631346464157, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.801207035779953, "step": 3397 }, { - "epoch": 0.23, - "learning_rate": 1.8021543755750264e-05, - "loss": 1.104, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.5522958147094676, + "grad_norm": 2.828519105911255, + "kl": 2.5703125, + "learning_rate": 4.4765929778933673e-07, + "loss": 0.103, + "reward": 1.662514090538025, + "reward_std": 0.3469599038362503, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7875140905380249, "step": 3398 }, { - "epoch": 0.23, - "learning_rate": 1.8020248326106325e-05, - "loss": 1.0208, + "clip_ratio": 0.0, + "completion_length": 195.6875, + "epoch": 0.5524583502641203, + "grad_norm": 2.1437740325927734, + "kl": 1.97265625, + "learning_rate": 4.474967490247074e-07, + "loss": 0.0789, + "reward": 1.677472710609436, + "reward_std": 0.2939128503203392, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.786847710609436, "step": 3399 }, { - "epoch": 0.23, - "learning_rate": 1.8018952519089668e-05, - "loss": 1.0185, + "clip_ratio": 0.0, + "completion_length": 164.109375, + "epoch": 0.5526208858187729, + "grad_norm": 1.5332335233688354, + "kl": 1.6171875, + "learning_rate": 4.47334200260078e-07, + "loss": 0.0647, + "reward": 1.5917795300483704, + "reward_std": 0.2617522105574608, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7167796194553375, "step": 3400 }, { - "epoch": 0.23, - "learning_rate": 1.8017656334761263e-05, - "loss": 1.0737, + "clip_ratio": 0.0, + "completion_length": 149.109375, + "epoch": 0.5527834213734254, + "grad_norm": 1.7476437091827393, + "kl": 1.71484375, + "learning_rate": 4.4717165149544864e-07, + "loss": 0.0688, + "reward": 1.6688271760940552, + "reward_std": 0.3791385442018509, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7938271462917328, "step": 3401 }, { - "epoch": 0.23, - "learning_rate": 1.8016359773182107e-05, - "loss": 1.0476, + "clip_ratio": 0.0, + "completion_length": 165.0625, + "epoch": 0.552945956928078, + "grad_norm": 2.6170105934143066, + "kl": 1.435546875, + "learning_rate": 4.4700910273081923e-07, + "loss": 0.0572, + "reward": 1.6592999696731567, + "reward_std": 0.2510051503777504, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.753049910068512, "step": 3402 }, { - "epoch": 0.23, - "learning_rate": 1.80150628344132e-05, - "loss": 1.0518, + "clip_ratio": 0.0, + "completion_length": 188.828125, + "epoch": 0.5531084924827306, + "grad_norm": 4.188721179962158, + "kl": 3.2734375, + "learning_rate": 4.4684655396618983e-07, + "loss": 0.1311, + "reward": 1.6127745509147644, + "reward_std": 0.28062908351421356, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7533995509147644, "step": 3403 }, { - "epoch": 0.23, - "learning_rate": 1.8013765518515563e-05, - "loss": 1.1404, + "clip_ratio": 0.0, + "completion_length": 166.65625, + "epoch": 0.5532710280373832, + "grad_norm": 1.8414026498794556, + "kl": 1.701171875, + "learning_rate": 4.466840052015605e-07, + "loss": 0.068, + "reward": 1.6229560375213623, + "reward_std": 0.43720532208681107, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7792060375213623, "step": 3404 }, { - "epoch": 0.23, - "learning_rate": 1.8012467825550247e-05, - "loss": 1.0077, + "clip_ratio": 0.0, + "completion_length": 204.734375, + "epoch": 0.5534335635920358, + "grad_norm": 4.266960620880127, + "kl": 3.71875, + "learning_rate": 4.465214564369311e-07, + "loss": 0.1488, + "reward": 1.4321113228797913, + "reward_std": 0.2896581143140793, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6039863228797913, "step": 3405 }, { - "epoch": 0.23, - "learning_rate": 1.8011169755578305e-05, - "loss": 1.1002, + "clip_ratio": 0.0, + "completion_length": 156.046875, + "epoch": 0.5535960991466884, + "grad_norm": 1.581519365310669, + "kl": 1.20703125, + "learning_rate": 4.463589076723017e-07, + "loss": 0.0481, + "reward": 1.586729645729065, + "reward_std": 0.37550927698612213, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7429795563220978, "step": 3406 }, { - "epoch": 0.23, - "learning_rate": 1.8009871308660818e-05, - "loss": 1.1503, + "clip_ratio": 0.0, + "completion_length": 181.953125, + "epoch": 0.5537586347013409, + "grad_norm": 2.042862892150879, + "kl": 2.0546875, + "learning_rate": 4.461963589076723e-07, + "loss": 0.0825, + "reward": 1.7183687686920166, + "reward_std": 0.3172386735677719, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8277437090873718, "step": 3407 }, { - "epoch": 0.23, - "learning_rate": 1.8008572484858877e-05, - "loss": 0.9809, + "clip_ratio": 0.0, + "completion_length": 176.875, + "epoch": 0.5539211702559935, + "grad_norm": 2.2451493740081787, + "kl": 1.37109375, + "learning_rate": 4.460338101430429e-07, + "loss": 0.0549, + "reward": 1.701077938079834, + "reward_std": 0.23533523827791214, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.779202938079834, "step": 3408 }, { - "epoch": 0.23, - "learning_rate": 1.80072732842336e-05, - "loss": 1.0153, + "clip_ratio": 0.0, + "completion_length": 178.453125, + "epoch": 0.554083705810646, + "grad_norm": 2.066218852996826, + "kl": 2.5234375, + "learning_rate": 4.4587126137841353e-07, + "loss": 0.1009, + "reward": 1.486684501171112, + "reward_std": 0.5471013486385345, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6585595309734344, "step": 3409 }, { - "epoch": 0.23, - "learning_rate": 1.8005973706846114e-05, - "loss": 1.0052, + "clip_ratio": 0.0, + "completion_length": 155.03125, + "epoch": 0.5542462413652987, + "grad_norm": 1.65719735622406, + "kl": 1.08984375, + "learning_rate": 4.4570871261378413e-07, + "loss": 0.0437, + "reward": 1.6751551628112793, + "reward_std": 0.3095148205757141, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7845301330089569, "step": 3410 }, { - "epoch": 0.23, - "learning_rate": 1.8004673752757567e-05, - "loss": 1.1117, + "clip_ratio": 0.0, + "completion_length": 164.03125, + "epoch": 0.5544087769199513, + "grad_norm": 1.7040648460388184, + "kl": 1.443359375, + "learning_rate": 4.4554616384915473e-07, + "loss": 0.0577, + "reward": 1.5603723526000977, + "reward_std": 0.19177252799272537, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6541223526000977, "step": 3411 }, { - "epoch": 0.23, - "learning_rate": 1.800337342202913e-05, - "loss": 1.0246, + "clip_ratio": 0.0, + "completion_length": 174.859375, + "epoch": 0.5545713124746038, + "grad_norm": 2.5814030170440674, + "kl": 0.5830078125, + "learning_rate": 4.4538361508452533e-07, + "loss": 0.0234, + "reward": 1.683846652507782, + "reward_std": 0.27564647793769836, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7307217121124268, "step": 3412 }, { - "epoch": 0.23, - "learning_rate": 1.8002072714721978e-05, - "loss": 1.0624, + "clip_ratio": 0.0, + "completion_length": 159.5625, + "epoch": 0.5547338480292564, + "grad_norm": 1.8801740407943726, + "kl": 0.64892578125, + "learning_rate": 4.4522106631989593e-07, + "loss": 0.026, + "reward": 1.6735218167304993, + "reward_std": 0.3341750204563141, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.751646876335144, "step": 3413 }, { - "epoch": 0.23, - "learning_rate": 1.800077163089732e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 176.375, + "epoch": 0.554896383583909, + "grad_norm": 2.691795587539673, + "kl": 1.92578125, + "learning_rate": 4.450585175552666e-07, + "loss": 0.0768, + "reward": 1.5174853801727295, + "reward_std": 0.33328600227832794, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6581103801727295, "step": 3414 }, { - "epoch": 0.23, - "learning_rate": 1.7999470170616377e-05, - "loss": 1.0623, + "clip_ratio": 0.0, + "completion_length": 174.34375, + "epoch": 0.5550589191385615, + "grad_norm": 2.3754050731658936, + "kl": 1.23046875, + "learning_rate": 4.448959687906372e-07, + "loss": 0.0492, + "reward": 1.5812998414039612, + "reward_std": 0.2745456248521805, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7219247817993164, "step": 3415 }, { - "epoch": 0.23, - "learning_rate": 1.7998168333940377e-05, - "loss": 1.0953, + "clip_ratio": 0.0, + "completion_length": 199.09375, + "epoch": 0.5552214546932142, + "grad_norm": 1.69264817237854, + "kl": 1.96484375, + "learning_rate": 4.447334200260078e-07, + "loss": 0.0787, + "reward": 1.5666124820709229, + "reward_std": 0.4182486981153488, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7228624224662781, "step": 3416 }, { - "epoch": 0.23, - "learning_rate": 1.799686612093058e-05, - "loss": 1.02, + "clip_ratio": 0.0, + "completion_length": 163.390625, + "epoch": 0.5553839902478667, + "grad_norm": 2.194988965988159, + "kl": 1.3828125, + "learning_rate": 4.445708712613784e-07, + "loss": 0.0552, + "reward": 1.607102394104004, + "reward_std": 0.40154705941677094, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7633522748947144, "step": 3417 }, { - "epoch": 0.23, - "learning_rate": 1.7995563531648262e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 202.15625, + "epoch": 0.5555465258025193, + "grad_norm": 3.0438528060913086, + "kl": 0.80615234375, + "learning_rate": 4.44408322496749e-07, + "loss": 0.0323, + "reward": 1.66739821434021, + "reward_std": 0.17607803642749786, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7142731249332428, "step": 3418 }, { - "epoch": 0.23, - "learning_rate": 1.7994260566154706e-05, - "loss": 0.9915, + "clip_ratio": 0.0, + "completion_length": 157.96875, + "epoch": 0.5557090613571719, + "grad_norm": 1.503338098526001, + "kl": 1.330078125, + "learning_rate": 4.4424577373211963e-07, + "loss": 0.0533, + "reward": 1.6408942937850952, + "reward_std": 0.2473587468266487, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7346442639827728, "step": 3419 }, { - "epoch": 0.23, - "learning_rate": 1.7992957224511224e-05, - "loss": 1.0075, + "clip_ratio": 0.0, + "completion_length": 166.78125, + "epoch": 0.5558715969118244, + "grad_norm": 1.169209599494934, + "kl": 1.31689453125, + "learning_rate": 4.4408322496749023e-07, + "loss": 0.0528, + "reward": 1.7106280326843262, + "reward_std": 0.2069254070520401, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7887529730796814, "step": 3420 }, { - "epoch": 0.23, - "learning_rate": 1.799165350677914e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 185.25, + "epoch": 0.556034132466477, + "grad_norm": 1.378011703491211, + "kl": 2.078125, + "learning_rate": 4.4392067620286083e-07, + "loss": 0.0833, + "reward": 1.5466099381446838, + "reward_std": 0.3237723112106323, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6559849679470062, "step": 3421 }, { - "epoch": 0.23, - "learning_rate": 1.7990349413019798e-05, - "loss": 1.0318, + "clip_ratio": 0.0, + "completion_length": 206.140625, + "epoch": 0.5561966680211297, + "grad_norm": 1.3308018445968628, + "kl": 1.50390625, + "learning_rate": 4.4375812743823143e-07, + "loss": 0.0602, + "reward": 1.5000967383384705, + "reward_std": 0.3055519014596939, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6094717383384705, "step": 3422 }, { - "epoch": 0.23, - "learning_rate": 1.798904494329456e-05, - "loss": 1.0462, + "clip_ratio": 0.0, + "completion_length": 179.046875, + "epoch": 0.5563592035757822, + "grad_norm": 1.699271321296692, + "kl": 1.4453125, + "learning_rate": 4.4359557867360203e-07, + "loss": 0.0578, + "reward": 1.6910171508789062, + "reward_std": 0.2869451493024826, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7847671508789062, "step": 3423 }, { - "epoch": 0.23, - "learning_rate": 1.79877400976648e-05, - "loss": 1.036, + "clip_ratio": 0.0, + "completion_length": 191.90625, + "epoch": 0.5565217391304348, + "grad_norm": 1.7031521797180176, + "kl": 1.0703125, + "learning_rate": 4.434330299089727e-07, + "loss": 0.0428, + "reward": 1.6311554312705994, + "reward_std": 0.36112624406814575, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7405304312705994, "step": 3424 }, { - "epoch": 0.23, - "learning_rate": 1.7986434876191915e-05, - "loss": 1.0216, + "clip_ratio": 0.0, + "completion_length": 165.953125, + "epoch": 0.5566842746850874, + "grad_norm": 1.5692167282104492, + "kl": 0.6953125, + "learning_rate": 4.432704811443433e-07, + "loss": 0.0277, + "reward": 1.714805543422699, + "reward_std": 0.22255760431289673, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.761680543422699, "step": 3425 }, { - "epoch": 0.23, - "learning_rate": 1.798512927893733e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 160.5, + "epoch": 0.5568468102397399, + "grad_norm": 2.000215768814087, + "kl": 2.4296875, + "learning_rate": 4.431079323797139e-07, + "loss": 0.0972, + "reward": 1.5223183631896973, + "reward_std": 0.3497842103242874, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6629433631896973, "step": 3426 }, { - "epoch": 0.23, - "learning_rate": 1.7983823305962458e-05, - "loss": 1.0202, + "clip_ratio": 0.0, + "completion_length": 173.953125, + "epoch": 0.5570093457943925, + "grad_norm": 1.4929895401000977, + "kl": 1.30078125, + "learning_rate": 4.429453836150845e-07, + "loss": 0.052, + "reward": 1.5923963785171509, + "reward_std": 0.3942074626684189, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7173963785171509, "step": 3427 }, { - "epoch": 0.23, - "learning_rate": 1.7982516957328763e-05, - "loss": 1.0016, + "clip_ratio": 0.0, + "completion_length": 183.34375, + "epoch": 0.557171881349045, + "grad_norm": 3.742108106613159, + "kl": 2.609375, + "learning_rate": 4.427828348504551e-07, + "loss": 0.1045, + "reward": 1.5377758145332336, + "reward_std": 0.3312136009335518, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6471508741378784, "step": 3428 }, { - "epoch": 0.23, - "learning_rate": 1.7981210233097708e-05, - "loss": 1.0155, + "clip_ratio": 0.0, + "completion_length": 164.203125, + "epoch": 0.5573344169036977, + "grad_norm": 1.480391263961792, + "kl": 0.4189453125, + "learning_rate": 4.4262028608582573e-07, + "loss": 0.0168, + "reward": 1.72548109292984, + "reward_std": 0.15698527544736862, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7567311525344849, "step": 3429 }, { - "epoch": 0.23, - "learning_rate": 1.7979903133330774e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 155.5625, + "epoch": 0.5574969524583503, + "grad_norm": 1.134846568107605, + "kl": 0.163330078125, + "learning_rate": 4.424577373211963e-07, + "loss": 0.0065, + "reward": 1.8094898462295532, + "reward_std": 0.11947017908096313, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8407398462295532, "step": 3430 }, { - "epoch": 0.23, - "learning_rate": 1.797859565808947e-05, - "loss": 1.0332, + "clip_ratio": 0.0, + "completion_length": 176.296875, + "epoch": 0.5576594880130028, + "grad_norm": 1.95384681224823, + "kl": 2.5703125, + "learning_rate": 4.422951885565669e-07, + "loss": 0.1027, + "reward": 1.6288825273513794, + "reward_std": 0.4281875193119049, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.785132497549057, "step": 3431 }, { - "epoch": 0.23, - "learning_rate": 1.7977287807435305e-05, - "loss": 1.0649, + "clip_ratio": 0.0, + "completion_length": 195.046875, + "epoch": 0.5578220235676554, + "grad_norm": 3.024118423461914, + "kl": 2.1328125, + "learning_rate": 4.421326397919375e-07, + "loss": 0.0857, + "reward": 1.679276704788208, + "reward_std": 0.3577927350997925, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8042766749858856, "step": 3432 }, { - "epoch": 0.23, - "learning_rate": 1.797597958142983e-05, - "loss": 1.0448, + "clip_ratio": 0.0, + "completion_length": 177.40625, + "epoch": 0.557984559122308, + "grad_norm": 1.7152785062789917, + "kl": 1.982421875, + "learning_rate": 4.419700910273081e-07, + "loss": 0.0794, + "reward": 1.393618881702423, + "reward_std": 0.36011816561222076, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5498688519001007, "step": 3433 }, { - "epoch": 0.23, - "learning_rate": 1.797467098013459e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 167.921875, + "epoch": 0.5581470946769606, + "grad_norm": 2.0070595741271973, + "kl": 2.4921875, + "learning_rate": 4.418075422626788e-07, + "loss": 0.0995, + "reward": 1.6029663681983948, + "reward_std": 0.4217810183763504, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7748413681983948, "step": 3434 }, { - "epoch": 0.23, - "learning_rate": 1.7973362003611165e-05, - "loss": 1.0412, + "clip_ratio": 0.0, + "completion_length": 171.734375, + "epoch": 0.5583096302316132, + "grad_norm": 1.2339544296264648, + "kl": 1.61328125, + "learning_rate": 4.4164499349804943e-07, + "loss": 0.0647, + "reward": 1.655138373374939, + "reward_std": 0.21269992738962173, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7332634329795837, "step": 3435 }, { - "epoch": 0.23, - "learning_rate": 1.7972052651921143e-05, - "loss": 1.2041, + "clip_ratio": 0.0, + "completion_length": 149.03125, + "epoch": 0.5584721657862658, + "grad_norm": 2.4728872776031494, + "kl": 1.46484375, + "learning_rate": 4.4148244473342e-07, + "loss": 0.0587, + "reward": 1.6643707156181335, + "reward_std": 0.24046394973993301, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7268706858158112, "step": 3436 }, { - "epoch": 0.23, - "learning_rate": 1.7970742925126128e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 172.625, + "epoch": 0.5586347013409183, + "grad_norm": 1.6983776092529297, + "kl": 2.25, + "learning_rate": 4.413198959687906e-07, + "loss": 0.0899, + "reward": 1.6715927720069885, + "reward_std": 0.29234151542186737, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7809677720069885, "step": 3437 }, { - "epoch": 0.23, - "learning_rate": 1.7969432823287753e-05, - "loss": 1.0468, + "clip_ratio": 0.0, + "completion_length": 162.5625, + "epoch": 0.5587972368955709, + "grad_norm": 2.023711919784546, + "kl": 2.6953125, + "learning_rate": 4.411573472041612e-07, + "loss": 0.1078, + "reward": 1.6252722144126892, + "reward_std": 0.42707252502441406, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7815222144126892, "step": 3438 }, { - "epoch": 0.23, - "learning_rate": 1.7968122346467658e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 190.984375, + "epoch": 0.5589597724502234, + "grad_norm": 2.0188076496124268, + "kl": 0.185791015625, + "learning_rate": 4.409947984395319e-07, + "loss": 0.0074, + "reward": 1.8436696529388428, + "reward_std": 0.058296043425798416, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8436696231365204, "step": 3439 }, { - "epoch": 0.23, - "learning_rate": 1.79668114947275e-05, - "loss": 1.0322, + "clip_ratio": 0.0, + "completion_length": 187.484375, + "epoch": 0.5591223080048761, + "grad_norm": 2.1713662147521973, + "kl": 1.67578125, + "learning_rate": 4.408322496749025e-07, + "loss": 0.067, + "reward": 1.5102550387382507, + "reward_std": 0.23463935405015945, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.619629979133606, "step": 3440 }, { - "epoch": 0.23, - "learning_rate": 1.7965500268128967e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 171.3125, + "epoch": 0.5592848435595287, + "grad_norm": 1.6180013418197632, + "kl": 0.62744140625, + "learning_rate": 4.406697009102731e-07, + "loss": 0.0251, + "reward": 1.6179091930389404, + "reward_std": 0.29874715209007263, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7116591334342957, "step": 3441 }, { - "epoch": 0.23, - "learning_rate": 1.796418866673375e-05, - "loss": 1.0617, + "clip_ratio": 0.0, + "completion_length": 203.296875, + "epoch": 0.5594473791141812, + "grad_norm": 5.705498218536377, + "kl": 1.15625, + "learning_rate": 4.4050715214564367e-07, + "loss": 0.0464, + "reward": 1.5635197758674622, + "reward_std": 0.305937796831131, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6728947758674622, "step": 3442 }, { - "epoch": 0.23, - "learning_rate": 1.7962876690603565e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 149.578125, + "epoch": 0.5596099146688338, + "grad_norm": 1.5159275531768799, + "kl": 0.5966796875, + "learning_rate": 4.4034460338101427e-07, + "loss": 0.0239, + "reward": 1.7748205065727234, + "reward_std": 0.2397911250591278, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8529455065727234, "step": 3443 }, { - "epoch": 0.23, - "learning_rate": 1.796156433980014e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 169.3125, + "epoch": 0.5597724502234864, + "grad_norm": 1.267340064048767, + "kl": 0.419677734375, + "learning_rate": 4.401820546163849e-07, + "loss": 0.0168, + "reward": 1.6976606249809265, + "reward_std": 0.11402614042162895, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7289105951786041, "step": 3444 }, { - "epoch": 0.23, - "learning_rate": 1.796025161438523e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 159.953125, + "epoch": 0.5599349857781389, + "grad_norm": 1.5029501914978027, + "kl": 1.51953125, + "learning_rate": 4.400195058517555e-07, + "loss": 0.061, + "reward": 1.658240020275116, + "reward_std": 0.2529447264969349, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7519899606704712, "step": 3445 }, { - "epoch": 0.23, - "learning_rate": 1.7958938514420597e-05, - "loss": 1.0479, + "clip_ratio": 0.0, + "completion_length": 187.359375, + "epoch": 0.5600975213327916, + "grad_norm": 3.2174530029296875, + "kl": 1.52734375, + "learning_rate": 4.398569570871261e-07, + "loss": 0.0612, + "reward": 1.6566192507743835, + "reward_std": 0.2331376001238823, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7347442507743835, "step": 3446 }, { - "epoch": 0.23, - "learning_rate": 1.7957625039968026e-05, - "loss": 1.0957, + "clip_ratio": 0.0, + "completion_length": 184.375, + "epoch": 0.5602600568874442, + "grad_norm": 1.750035285949707, + "kl": 1.59765625, + "learning_rate": 4.396944083224967e-07, + "loss": 0.064, + "reward": 1.4858866333961487, + "reward_std": 0.4475344270467758, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6577616333961487, "step": 3447 }, { - "epoch": 0.23, - "learning_rate": 1.7956311191089325e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 173.203125, + "epoch": 0.5604225924420967, + "grad_norm": 1.8270294666290283, + "kl": 1.515625, + "learning_rate": 4.395318595578673e-07, + "loss": 0.0606, + "reward": 1.5806683897972107, + "reward_std": 0.31411708891391754, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6900434195995331, "step": 3448 }, { - "epoch": 0.23, - "learning_rate": 1.7954996967846306e-05, - "loss": 1.07, + "clip_ratio": 0.0, + "completion_length": 182.765625, + "epoch": 0.5605851279967493, + "grad_norm": 1.1398859024047852, + "kl": 0.415283203125, + "learning_rate": 4.3936931079323797e-07, + "loss": 0.0166, + "reward": 1.752754271030426, + "reward_std": 0.10691596940159798, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7996293008327484, "step": 3449 }, { - "epoch": 0.23, - "learning_rate": 1.7953682370300814e-05, - "loss": 1.0868, + "clip_ratio": 0.0, + "completion_length": 187.765625, + "epoch": 0.5607476635514018, + "grad_norm": 1.7182561159133911, + "kl": 1.3828125, + "learning_rate": 4.3920676202860857e-07, + "loss": 0.0553, + "reward": 1.5724745392799377, + "reward_std": 0.4099157154560089, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6974745392799377, "step": 3450 }, { - "epoch": 0.23, - "learning_rate": 1.7952367398514698e-05, - "loss": 1.0002, + "clip_ratio": 0.0, + "completion_length": 172.609375, + "epoch": 0.5609101991060544, + "grad_norm": 1.4673620462417603, + "kl": 0.787109375, + "learning_rate": 4.3904421326397917e-07, + "loss": 0.0315, + "reward": 1.7045964002609253, + "reward_std": 0.25478726625442505, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7983463406562805, "step": 3451 }, { - "epoch": 0.23, - "learning_rate": 1.7951052052549833e-05, - "loss": 1.0789, + "clip_ratio": 0.0, + "completion_length": 157.46875, + "epoch": 0.5610727346607071, + "grad_norm": 1.7951767444610596, + "kl": 1.275390625, + "learning_rate": 4.3888166449934977e-07, + "loss": 0.0509, + "reward": 1.6893553733825684, + "reward_std": 0.3610703945159912, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7831054031848907, "step": 3452 }, { - "epoch": 0.23, - "learning_rate": 1.794973633246811e-05, - "loss": 0.9965, + "clip_ratio": 0.0, + "completion_length": 194.84375, + "epoch": 0.5612352702153596, + "grad_norm": 2.5005078315734863, + "kl": 3.5078125, + "learning_rate": 4.3871911573472037e-07, + "loss": 0.1402, + "reward": 1.4892444610595703, + "reward_std": 0.4863104522228241, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6767444312572479, "step": 3453 }, { - "epoch": 0.23, - "learning_rate": 1.7948420238331436e-05, - "loss": 1.0334, + "clip_ratio": 0.0, + "completion_length": 174.890625, + "epoch": 0.5613978057700122, + "grad_norm": 1.8957102298736572, + "kl": 0.982421875, + "learning_rate": 4.38556566970091e-07, + "loss": 0.0393, + "reward": 1.7260410785675049, + "reward_std": 0.19888886064291, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8041660785675049, "step": 3454 }, { - "epoch": 0.23, - "learning_rate": 1.7947103770201737e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 168.84375, + "epoch": 0.5615603413246648, + "grad_norm": 1.4724128246307373, + "kl": 0.818359375, + "learning_rate": 4.383940182054616e-07, + "loss": 0.0327, + "reward": 1.63212388753891, + "reward_std": 0.2765781283378601, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7258739173412323, "step": 3455 }, { - "epoch": 0.23, - "learning_rate": 1.7945786928140955e-05, - "loss": 1.0303, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.5617228768793173, + "grad_norm": 1.4599535465240479, + "kl": 0.73828125, + "learning_rate": 4.382314694408322e-07, + "loss": 0.0295, + "reward": 1.659837245941162, + "reward_std": 0.23865044862031937, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7379622757434845, "step": 3456 }, { - "epoch": 0.23, - "learning_rate": 1.7944469712211054e-05, - "loss": 1.0916, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.5618854124339699, + "grad_norm": 1.3807615041732788, + "kl": 0.74853515625, + "learning_rate": 4.380689206762028e-07, + "loss": 0.0299, + "reward": 1.675114631652832, + "reward_std": 0.1955135464668274, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.737614631652832, "step": 3457 }, { - "epoch": 0.23, - "learning_rate": 1.7943152122474008e-05, - "loss": 1.0337, + "clip_ratio": 0.0, + "completion_length": 168.359375, + "epoch": 0.5620479479886226, + "grad_norm": 2.285064697265625, + "kl": 1.82421875, + "learning_rate": 4.379063719115734e-07, + "loss": 0.073, + "reward": 1.5749826431274414, + "reward_std": 0.35416002571582794, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6999827027320862, "step": 3458 }, { - "epoch": 0.23, - "learning_rate": 1.794183415899182e-05, - "loss": 0.9939, + "clip_ratio": 0.0, + "completion_length": 210.890625, + "epoch": 0.5622104835432751, + "grad_norm": 2.0608181953430176, + "kl": 2.1484375, + "learning_rate": 4.3774382314694407e-07, + "loss": 0.0862, + "reward": 1.551615059375763, + "reward_std": 0.3059539645910263, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6766150593757629, "step": 3459 }, { - "epoch": 0.23, - "learning_rate": 1.7940515821826493e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 180.1875, + "epoch": 0.5623730190979277, + "grad_norm": 2.0986368656158447, + "kl": 2.05859375, + "learning_rate": 4.3758127438231467e-07, + "loss": 0.0822, + "reward": 1.6301749348640442, + "reward_std": 0.26764921844005585, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7239249646663666, "step": 3460 }, { - "epoch": 0.23, - "learning_rate": 1.7939197111040064e-05, - "loss": 1.0229, + "clip_ratio": 0.0, + "completion_length": 173.234375, + "epoch": 0.5625355546525802, + "grad_norm": 2.5876059532165527, + "kl": 1.578125, + "learning_rate": 4.3741872561768527e-07, + "loss": 0.063, + "reward": 1.711363673210144, + "reward_std": 0.2089499980211258, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8207386434078217, "step": 3461 }, { - "epoch": 0.23, - "learning_rate": 1.7937878026694582e-05, - "loss": 1.0238, + "clip_ratio": 0.0, + "completion_length": 189.5, + "epoch": 0.5626980902072328, + "grad_norm": 1.5471718311309814, + "kl": 0.6484375, + "learning_rate": 4.3725617685305587e-07, + "loss": 0.0258, + "reward": 1.701784610748291, + "reward_std": 0.0714726597070694, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7330346703529358, "step": 3462 }, { - "epoch": 0.23, - "learning_rate": 1.793655856885211e-05, - "loss": 0.9672, + "clip_ratio": 0.0, + "completion_length": 191.140625, + "epoch": 0.5628606257618854, + "grad_norm": 1.2587625980377197, + "kl": 0.56982421875, + "learning_rate": 4.370936280884265e-07, + "loss": 0.0228, + "reward": 1.6627911925315857, + "reward_std": 0.26426564157009125, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7409162521362305, "step": 3463 }, { - "epoch": 0.23, - "learning_rate": 1.7935238737574736e-05, - "loss": 1.0469, + "clip_ratio": 0.0, + "completion_length": 179.921875, + "epoch": 0.563023161316538, + "grad_norm": 2.518782377243042, + "kl": 1.646484375, + "learning_rate": 4.369310793237971e-07, + "loss": 0.0658, + "reward": 1.577637791633606, + "reward_std": 0.2615794688463211, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.671387791633606, "step": 3464 }, { - "epoch": 0.23, - "learning_rate": 1.793391853292456e-05, - "loss": 0.9898, + "clip_ratio": 0.0, + "completion_length": 164.984375, + "epoch": 0.5631856968711906, + "grad_norm": 1.395923376083374, + "kl": 1.1025390625, + "learning_rate": 4.367685305591677e-07, + "loss": 0.0444, + "reward": 1.6706523895263672, + "reward_std": 0.1923956573009491, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7487773895263672, "step": 3465 }, { - "epoch": 0.23, - "learning_rate": 1.7932597954963698e-05, - "loss": 1.0489, + "clip_ratio": 0.0, + "completion_length": 178.375, + "epoch": 0.5633482324258432, + "grad_norm": 1.3448013067245483, + "kl": 1.03955078125, + "learning_rate": 4.366059817945383e-07, + "loss": 0.0416, + "reward": 1.4793372750282288, + "reward_std": 0.24151667952537537, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6043372452259064, "step": 3466 }, { - "epoch": 0.23, - "learning_rate": 1.793127700375429e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 154.59375, + "epoch": 0.5635107679804957, + "grad_norm": 1.4029649496078491, + "kl": 1.41796875, + "learning_rate": 4.364434330299089e-07, + "loss": 0.0568, + "reward": 1.665409803390503, + "reward_std": 0.402884379029274, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7747847437858582, "step": 3467 }, { - "epoch": 0.23, - "learning_rate": 1.792995567935849e-05, - "loss": 0.996, + "clip_ratio": 0.0, + "completion_length": 172.25, + "epoch": 0.5636733035351483, + "grad_norm": 2.4530868530273438, + "kl": 2.23828125, + "learning_rate": 4.3628088426527957e-07, + "loss": 0.0894, + "reward": 1.5966928601264954, + "reward_std": 0.5135969072580338, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7529429197311401, "step": 3468 }, { - "epoch": 0.23, - "learning_rate": 1.7928633981838468e-05, - "loss": 1.1057, + "clip_ratio": 0.0, + "completion_length": 200.84375, + "epoch": 0.5638358390898008, + "grad_norm": 2.2425496578216553, + "kl": 0.923828125, + "learning_rate": 4.361183355006502e-07, + "loss": 0.0369, + "reward": 1.6093661189079285, + "reward_std": 0.20856504142284393, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6874912083148956, "step": 3469 }, { - "epoch": 0.23, - "learning_rate": 1.7927311911256412e-05, - "loss": 1.0933, + "clip_ratio": 0.0, + "completion_length": 175.59375, + "epoch": 0.5639983746444535, + "grad_norm": 1.3995684385299683, + "kl": 0.90234375, + "learning_rate": 4.359557867360208e-07, + "loss": 0.0361, + "reward": 1.7121083736419678, + "reward_std": 0.27557045221328735, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7902332842350006, "step": 3470 }, { - "epoch": 0.23, - "learning_rate": 1.7925989467674535e-05, - "loss": 1.0901, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.5641609101991061, + "grad_norm": 1.4473955631256104, + "kl": 0.4326171875, + "learning_rate": 4.357932379713914e-07, + "loss": 0.0174, + "reward": 1.6384091973304749, + "reward_std": 0.3773872032761574, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7477841675281525, "step": 3471 }, { - "epoch": 0.23, - "learning_rate": 1.7924666651155052e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 149.65625, + "epoch": 0.5643234457537586, + "grad_norm": 1.083703875541687, + "kl": 1.19921875, + "learning_rate": 4.35630689206762e-07, + "loss": 0.048, + "reward": 1.6074895858764648, + "reward_std": 0.4289553314447403, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7324895560741425, "step": 3472 }, { - "epoch": 0.23, - "learning_rate": 1.7923343461760207e-05, - "loss": 1.0572, + "clip_ratio": 0.0, + "completion_length": 179.65625, + "epoch": 0.5644859813084112, + "grad_norm": 1.7529455423355103, + "kl": 1.2109375, + "learning_rate": 4.3546814044213267e-07, + "loss": 0.0485, + "reward": 1.6343756914138794, + "reward_std": 0.246247086673975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.712500661611557, "step": 3473 }, { - "epoch": 0.23, - "learning_rate": 1.7922019899552267e-05, - "loss": 1.0124, + "clip_ratio": 0.0, + "completion_length": 167.65625, + "epoch": 0.5646485168630638, + "grad_norm": 1.1297845840454102, + "kl": 1.14453125, + "learning_rate": 4.3530559167750327e-07, + "loss": 0.0459, + "reward": 1.775396466255188, + "reward_std": 0.23544981330633163, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8378964960575104, "step": 3474 }, { - "epoch": 0.23, - "learning_rate": 1.7920695964593503e-05, - "loss": 1.0183, + "clip_ratio": 0.0, + "completion_length": 177.109375, + "epoch": 0.5648110524177163, + "grad_norm": 1.8897795677185059, + "kl": 2.546875, + "learning_rate": 4.3514304291287386e-07, + "loss": 0.1019, + "reward": 1.6139971613883972, + "reward_std": 0.33494624495506287, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7702471613883972, "step": 3475 }, { - "epoch": 0.23, - "learning_rate": 1.791937165694621e-05, - "loss": 1.0809, + "clip_ratio": 0.0, + "completion_length": 172.734375, + "epoch": 0.564973587972369, + "grad_norm": 1.87527334690094, + "kl": 1.248046875, + "learning_rate": 4.3498049414824446e-07, + "loss": 0.05, + "reward": 1.711267113685608, + "reward_std": 0.2879948690533638, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7893920540809631, "step": 3476 }, { - "epoch": 0.23, - "learning_rate": 1.7918046976672698e-05, - "loss": 1.0959, + "clip_ratio": 0.0, + "completion_length": 188.984375, + "epoch": 0.5651361235270216, + "grad_norm": 1.858586072921753, + "kl": 1.85546875, + "learning_rate": 4.3481794538361506e-07, + "loss": 0.0742, + "reward": 1.6672600507736206, + "reward_std": 0.21834080666303635, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7610099613666534, "step": 3477 }, { - "epoch": 0.23, - "learning_rate": 1.7916721923835303e-05, - "loss": 0.987, + "clip_ratio": 0.0, + "completion_length": 168.734375, + "epoch": 0.5652986590816741, + "grad_norm": 1.393085241317749, + "kl": 1.6640625, + "learning_rate": 4.346553966189857e-07, + "loss": 0.0665, + "reward": 1.6885913610458374, + "reward_std": 0.25840163230895996, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7667164206504822, "step": 3478 }, { - "epoch": 0.23, - "learning_rate": 1.7915396498496366e-05, - "loss": 1.0154, + "clip_ratio": 0.0, + "completion_length": 206.765625, + "epoch": 0.5654611946363267, + "grad_norm": 1.5994915962219238, + "kl": 1.4765625, + "learning_rate": 4.344928478543563e-07, + "loss": 0.0592, + "reward": 1.5701930522918701, + "reward_std": 0.3301701545715332, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6951929926872253, "step": 3479 }, { - "epoch": 0.23, - "learning_rate": 1.791407070071825e-05, - "loss": 1.0422, + "clip_ratio": 0.0, + "completion_length": 160.375, + "epoch": 0.5656237301909792, + "grad_norm": 1.7134690284729004, + "kl": 2.359375, + "learning_rate": 4.343302990897269e-07, + "loss": 0.0945, + "reward": 1.4503516554832458, + "reward_std": 0.5582285821437836, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6378516554832458, "step": 3480 }, { - "epoch": 0.23, - "learning_rate": 1.7912744530563345e-05, - "loss": 0.9879, + "clip_ratio": 0.0, + "completion_length": 164.296875, + "epoch": 0.5657862657456318, + "grad_norm": 1.9470244646072388, + "kl": 1.70703125, + "learning_rate": 4.341677503250975e-07, + "loss": 0.0683, + "reward": 1.737462341785431, + "reward_std": 0.30479899048805237, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8468373417854309, "step": 3481 }, { - "epoch": 0.23, - "learning_rate": 1.7911417988094042e-05, - "loss": 0.9971, + "clip_ratio": 0.0, + "completion_length": 168.90625, + "epoch": 0.5659488013002845, + "grad_norm": 3.830425500869751, + "kl": 1.448486328125, + "learning_rate": 4.340052015604681e-07, + "loss": 0.058, + "reward": 1.6144301891326904, + "reward_std": 0.36978140473365784, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7706801891326904, "step": 3482 }, { - "epoch": 0.23, - "learning_rate": 1.7910091073372764e-05, - "loss": 1.0288, + "clip_ratio": 0.0, + "completion_length": 157.125, + "epoch": 0.566111336854937, + "grad_norm": 1.8029751777648926, + "kl": 2.71875, + "learning_rate": 4.3384265279583876e-07, + "loss": 0.1085, + "reward": 1.4974027872085571, + "reward_std": 0.4048657566308975, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7161527574062347, "step": 3483 }, { - "epoch": 0.23, - "learning_rate": 1.7908763786461946e-05, - "loss": 1.0083, + "clip_ratio": 0.0, + "completion_length": 180.109375, + "epoch": 0.5662738724095896, + "grad_norm": 1.9327716827392578, + "kl": 1.22265625, + "learning_rate": 4.3368010403120936e-07, + "loss": 0.0489, + "reward": 1.6224755644798279, + "reward_std": 0.2569526433944702, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7162255346775055, "step": 3484 }, { - "epoch": 0.23, - "learning_rate": 1.7907436127424038e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 176.515625, + "epoch": 0.5664364079642422, + "grad_norm": 1.8212995529174805, + "kl": 1.2958984375, + "learning_rate": 4.3351755526657996e-07, + "loss": 0.052, + "reward": 1.6552085876464844, + "reward_std": 0.3329554721713066, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7333335280418396, "step": 3485 }, { - "epoch": 0.23, - "learning_rate": 1.7906108096321503e-05, - "loss": 1.0556, + "clip_ratio": 0.0, + "completion_length": 190.109375, + "epoch": 0.5665989435188947, + "grad_norm": 1.9732756614685059, + "kl": 0.9140625, + "learning_rate": 4.3335500650195056e-07, + "loss": 0.0367, + "reward": 1.7674473524093628, + "reward_std": 0.23470009863376617, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8455724120140076, "step": 3486 }, { - "epoch": 0.23, - "learning_rate": 1.790477969321684e-05, - "loss": 0.9292, + "clip_ratio": 0.0, + "completion_length": 187.265625, + "epoch": 0.5667614790735473, + "grad_norm": 1.8262197971343994, + "kl": 2.16796875, + "learning_rate": 4.3319245773732116e-07, + "loss": 0.0864, + "reward": 1.556640625, + "reward_std": 0.4756585955619812, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.697265625, "step": 3487 }, { - "epoch": 0.23, - "learning_rate": 1.7903450918172546e-05, - "loss": 0.9862, + "clip_ratio": 0.0, + "completion_length": 161.671875, + "epoch": 0.5669240146282, + "grad_norm": 1.384987473487854, + "kl": 0.59716796875, + "learning_rate": 4.330299089726918e-07, + "loss": 0.0239, + "reward": 1.8362643122673035, + "reward_std": 0.11458636820316315, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8675142824649811, "step": 3488 }, { - "epoch": 0.23, - "learning_rate": 1.790212177125115e-05, - "loss": 0.9967, + "clip_ratio": 0.0, + "completion_length": 149.453125, + "epoch": 0.5670865501828525, + "grad_norm": 1.7310492992401123, + "kl": 1.421875, + "learning_rate": 4.328673602080624e-07, + "loss": 0.0569, + "reward": 1.737187147140503, + "reward_std": 0.20439980179071426, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7996871471405029, "step": 3489 }, { - "epoch": 0.23, - "learning_rate": 1.7900792252515183e-05, - "loss": 0.982, + "clip_ratio": 0.0, + "completion_length": 187.15625, + "epoch": 0.5672490857375051, + "grad_norm": 1.576235055923462, + "kl": 0.603515625, + "learning_rate": 4.32704811443433e-07, + "loss": 0.0241, + "reward": 1.7222936749458313, + "reward_std": 0.22722480446100235, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8004186153411865, "step": 3490 }, { - "epoch": 0.23, - "learning_rate": 1.7899462362027207e-05, - "loss": 1.0943, + "clip_ratio": 0.0, + "completion_length": 161.765625, + "epoch": 0.5674116212921576, + "grad_norm": 1.2061810493469238, + "kl": 1.21875, + "learning_rate": 4.325422626788036e-07, + "loss": 0.0489, + "reward": 1.7425950169563293, + "reward_std": 0.27957380563020706, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8363449573516846, "step": 3491 }, { - "epoch": 0.23, - "learning_rate": 1.7898132099849797e-05, - "loss": 1.0996, + "clip_ratio": 0.0, + "completion_length": 176.171875, + "epoch": 0.5675741568468102, + "grad_norm": 2.0988283157348633, + "kl": 1.814453125, + "learning_rate": 4.323797139141742e-07, + "loss": 0.0724, + "reward": 1.5065240859985352, + "reward_std": 0.4435235857963562, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6940240859985352, "step": 3492 }, { - "epoch": 0.23, - "learning_rate": 1.7896801466045548e-05, - "loss": 1.0637, + "clip_ratio": 0.0, + "completion_length": 164.015625, + "epoch": 0.5677366924014629, + "grad_norm": 1.3983999490737915, + "kl": 2.3359375, + "learning_rate": 4.3221716514954486e-07, + "loss": 0.0933, + "reward": 1.6089358925819397, + "reward_std": 0.379874050617218, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7495609223842621, "step": 3493 }, { - "epoch": 0.23, - "learning_rate": 1.7895470460677062e-05, - "loss": 0.9698, + "clip_ratio": 0.0, + "completion_length": 154.109375, + "epoch": 0.5678992279561154, + "grad_norm": 5.535943031311035, + "kl": 1.44921875, + "learning_rate": 4.3205461638491546e-07, + "loss": 0.0578, + "reward": 1.5749285221099854, + "reward_std": 0.31285499036312103, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6530535221099854, "step": 3494 }, { - "epoch": 0.23, - "learning_rate": 1.7894139083806973e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 169.765625, + "epoch": 0.568061763510768, + "grad_norm": 1.9374356269836426, + "kl": 1.3251953125, + "learning_rate": 4.3189206762028606e-07, + "loss": 0.0529, + "reward": 1.7380402088165283, + "reward_std": 0.20200319588184357, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8005402088165283, "step": 3495 }, { - "epoch": 0.23, - "learning_rate": 1.789280733549792e-05, - "loss": 1.0522, + "clip_ratio": 0.0, + "completion_length": 174.78125, + "epoch": 0.5682242990654206, + "grad_norm": 1.551223635673523, + "kl": 1.73828125, + "learning_rate": 4.3172951885565666e-07, + "loss": 0.0696, + "reward": 1.6129271388053894, + "reward_std": 0.2385931760072708, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7379271984100342, "step": 3496 }, { - "epoch": 0.23, - "learning_rate": 1.7891475215812568e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 178.09375, + "epoch": 0.5683868346200731, + "grad_norm": 1.2460466623306274, + "kl": 1.041015625, + "learning_rate": 4.3156697009102726e-07, + "loss": 0.0416, + "reward": 1.5844104290008545, + "reward_std": 0.325021892786026, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6937854290008545, "step": 3497 }, { - "epoch": 0.23, - "learning_rate": 1.7890142724813596e-05, - "loss": 0.9832, + "clip_ratio": 0.0, + "completion_length": 153.578125, + "epoch": 0.5685493701747257, + "grad_norm": 1.3955316543579102, + "kl": 1.16796875, + "learning_rate": 4.314044213263979e-07, + "loss": 0.0467, + "reward": 1.7028974294662476, + "reward_std": 0.37221044301986694, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8278973996639252, "step": 3498 }, { - "epoch": 0.23, - "learning_rate": 1.78888098625637e-05, - "loss": 1.0462, + "clip_ratio": 0.0, + "completion_length": 158.265625, + "epoch": 0.5687119057293784, + "grad_norm": 1.0638822317123413, + "kl": 1.26171875, + "learning_rate": 4.312418725617685e-07, + "loss": 0.0503, + "reward": 1.7377992272377014, + "reward_std": 0.3235905393958092, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8315492868423462, "step": 3499 }, { - "epoch": 0.23, - "learning_rate": 1.7887476629125606e-05, - "loss": 1.0553, + "clip_ratio": 0.0, + "completion_length": 155.25, + "epoch": 0.5688744412840309, + "grad_norm": 1.4744912385940552, + "kl": 1.083984375, + "learning_rate": 4.310793237971391e-07, + "loss": 0.0434, + "reward": 1.6945453882217407, + "reward_std": 0.18207775056362152, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7882953882217407, "step": 3500 }, { - "epoch": 0.23, - "learning_rate": 1.7886143024562023e-05, - "loss": 1.1685, + "clip_ratio": 0.0, + "completion_length": 179.9375, + "epoch": 0.5690369768386835, + "grad_norm": 1.506050944328308, + "kl": 0.72802734375, + "learning_rate": 4.309167750325097e-07, + "loss": 0.029, + "reward": 1.6621621251106262, + "reward_std": 0.23880885541439056, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7559121251106262, "step": 3501 }, { - "epoch": 0.23, - "learning_rate": 1.788480904893572e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 175.4375, + "epoch": 0.569199512393336, + "grad_norm": 1.608023762702942, + "kl": 1.98046875, + "learning_rate": 4.307542262678803e-07, + "loss": 0.0791, + "reward": 1.6912792921066284, + "reward_std": 0.22509422153234482, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7694042325019836, "step": 3502 }, { - "epoch": 0.23, - "learning_rate": 1.7883474702309458e-05, - "loss": 1.0167, + "clip_ratio": 0.0, + "completion_length": 149.109375, + "epoch": 0.5693620479479886, + "grad_norm": 1.1718469858169556, + "kl": 1.42578125, + "learning_rate": 4.30591677503251e-07, + "loss": 0.0571, + "reward": 1.6719711422920227, + "reward_std": 0.3496803045272827, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7657211422920227, "step": 3503 }, { - "epoch": 0.23, - "learning_rate": 1.7882139984746016e-05, - "loss": 1.0759, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.5695245835026412, + "grad_norm": 1.6927363872528076, + "kl": 3.46875, + "learning_rate": 4.304291287386216e-07, + "loss": 0.1385, + "reward": 1.5773277282714844, + "reward_std": 0.4435022175312042, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7492027282714844, "step": 3504 }, { - "epoch": 0.23, - "learning_rate": 1.7880804896308202e-05, - "loss": 1.0243, + "clip_ratio": 0.0, + "completion_length": 147.765625, + "epoch": 0.5696871190572937, + "grad_norm": 1.3268204927444458, + "kl": 1.8828125, + "learning_rate": 4.302665799739922e-07, + "loss": 0.0754, + "reward": 1.6001141667366028, + "reward_std": 0.2937246784567833, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7094891369342804, "step": 3505 }, { - "epoch": 0.23, - "learning_rate": 1.7879469437058835e-05, - "loss": 1.0981, + "clip_ratio": 0.0, + "completion_length": 212.828125, + "epoch": 0.5698496546119464, + "grad_norm": 2.2892019748687744, + "kl": 1.62890625, + "learning_rate": 4.301040312093628e-07, + "loss": 0.065, + "reward": 1.6217540502548218, + "reward_std": 0.21175584197044373, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6998790502548218, "step": 3506 }, { - "epoch": 0.23, - "learning_rate": 1.7878133607060752e-05, - "loss": 1.0941, + "clip_ratio": 0.0, + "completion_length": 195.140625, + "epoch": 0.570012190166599, + "grad_norm": 1.7468006610870361, + "kl": 2.81640625, + "learning_rate": 4.299414824447334e-07, + "loss": 0.1127, + "reward": 1.52669358253479, + "reward_std": 0.35310663282871246, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6516936123371124, "step": 3507 }, { - "epoch": 0.23, - "learning_rate": 1.7876797406376802e-05, - "loss": 1.0662, + "clip_ratio": 0.0, + "completion_length": 170.8125, + "epoch": 0.5701747257212515, + "grad_norm": 2.8899428844451904, + "kl": 3.8984375, + "learning_rate": 4.2977893368010406e-07, + "loss": 0.156, + "reward": 1.535182237625122, + "reward_std": 0.36265912652015686, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6914322078227997, "step": 3508 }, { - "epoch": 0.24, - "learning_rate": 1.7875460835069863e-05, - "loss": 1.0524, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.5703372612759041, + "grad_norm": 2.3632166385650635, + "kl": 2.859375, + "learning_rate": 4.2961638491547466e-07, + "loss": 0.1144, + "reward": 1.581485390663147, + "reward_std": 0.36559082567691803, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7064854502677917, "step": 3509 }, { - "epoch": 0.24, - "learning_rate": 1.7874123893202818e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 159.3125, + "epoch": 0.5704997968305567, + "grad_norm": 4.10540771484375, + "kl": 2.26953125, + "learning_rate": 4.2945383615084525e-07, + "loss": 0.091, + "reward": 1.5673189759254456, + "reward_std": 0.3545249253511429, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7079439163208008, "step": 3510 }, { - "epoch": 0.24, - "learning_rate": 1.7872786580838577e-05, - "loss": 0.9869, + "clip_ratio": 0.0, + "completion_length": 159.875, + "epoch": 0.5706623323852092, + "grad_norm": 6.212823390960693, + "kl": 2.5078125, + "learning_rate": 4.2929128738621585e-07, + "loss": 0.1003, + "reward": 1.5982843041419983, + "reward_std": 0.4218728244304657, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7232843041419983, "step": 3511 }, { - "epoch": 0.24, - "learning_rate": 1.7871448898040066e-05, - "loss": 1.0403, + "clip_ratio": 0.0, + "completion_length": 185.234375, + "epoch": 0.5708248679398619, + "grad_norm": 5.982428073883057, + "kl": 1.154296875, + "learning_rate": 4.2912873862158645e-07, + "loss": 0.0463, + "reward": 1.5700985789299011, + "reward_std": 0.24519991874694824, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6950986385345459, "step": 3512 }, { - "epoch": 0.24, - "learning_rate": 1.7870110844870222e-05, - "loss": 0.9569, + "clip_ratio": 0.0, + "completion_length": 184.921875, + "epoch": 0.5709874034945144, + "grad_norm": 1.5662026405334473, + "kl": 2.546875, + "learning_rate": 4.289661898569571e-07, + "loss": 0.1019, + "reward": 1.5839109420776367, + "reward_std": 0.27526479959487915, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6932859420776367, "step": 3513 }, { - "epoch": 0.24, - "learning_rate": 1.7868772421392004e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 152.265625, + "epoch": 0.571149939049167, + "grad_norm": 1.2995760440826416, + "kl": 1.73046875, + "learning_rate": 4.288036410923277e-07, + "loss": 0.0692, + "reward": 1.707322359085083, + "reward_std": 0.35551321506500244, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.832322359085083, "step": 3514 }, { - "epoch": 0.24, - "learning_rate": 1.786743362766839e-05, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 167.921875, + "epoch": 0.5713124746038196, + "grad_norm": 1.3108365535736084, + "kl": 1.404296875, + "learning_rate": 4.286410923276983e-07, + "loss": 0.0563, + "reward": 1.6324970722198486, + "reward_std": 0.28209388256073, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7574971318244934, "step": 3515 }, { - "epoch": 0.24, - "learning_rate": 1.7866094463762372e-05, - "loss": 1.1254, + "clip_ratio": 0.0, + "completion_length": 160.046875, + "epoch": 0.5714750101584721, + "grad_norm": 1.6249353885650635, + "kl": 1.51953125, + "learning_rate": 4.284785435630689e-07, + "loss": 0.0607, + "reward": 1.6335835456848145, + "reward_std": 0.30506307631731033, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7273336350917816, "step": 3516 }, { - "epoch": 0.24, - "learning_rate": 1.7864754929736966e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 178.515625, + "epoch": 0.5716375457131248, + "grad_norm": 3.42242693901062, + "kl": 4.5390625, + "learning_rate": 4.283159947984395e-07, + "loss": 0.182, + "reward": 1.36229807138443, + "reward_std": 0.6185629665851593, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6122981011867523, "step": 3517 }, { - "epoch": 0.24, - "learning_rate": 1.786341502565519e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 154.765625, + "epoch": 0.5718000812677774, + "grad_norm": 1.4023265838623047, + "kl": 1.30078125, + "learning_rate": 4.2815344603381015e-07, + "loss": 0.052, + "reward": 1.7138224244117737, + "reward_std": 0.24896040558815002, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7919473946094513, "step": 3518 }, { - "epoch": 0.24, - "learning_rate": 1.7862074751580105e-05, - "loss": 1.0483, + "clip_ratio": 0.0, + "completion_length": 161.78125, + "epoch": 0.5719626168224299, + "grad_norm": 2.5101478099823, + "kl": 2.1875, + "learning_rate": 4.2799089726918075e-07, + "loss": 0.0876, + "reward": 1.6356609463691711, + "reward_std": 0.22690491378307343, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7294110059738159, "step": 3519 }, { - "epoch": 0.24, - "learning_rate": 1.7860734107574763e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 168.625, + "epoch": 0.5721251523770825, + "grad_norm": 1.7175941467285156, + "kl": 2.10546875, + "learning_rate": 4.2782834850455135e-07, + "loss": 0.0843, + "reward": 1.5509940385818481, + "reward_std": 0.37120136618614197, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6916190385818481, "step": 3520 }, { - "epoch": 0.24, - "learning_rate": 1.7859393093702245e-05, - "loss": 1.009, + "clip_ratio": 0.0, + "completion_length": 174.078125, + "epoch": 0.572287687931735, + "grad_norm": 2.919171094894409, + "kl": 2.5234375, + "learning_rate": 4.2766579973992195e-07, + "loss": 0.101, + "reward": 1.5368741154670715, + "reward_std": 0.3676704615354538, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6774991452693939, "step": 3521 }, { - "epoch": 0.24, - "learning_rate": 1.7858051710025653e-05, - "loss": 1.065, + "clip_ratio": 0.0, + "completion_length": 169.109375, + "epoch": 0.5724502234863876, + "grad_norm": 2.9818990230560303, + "kl": 1.3984375, + "learning_rate": 4.2750325097529255e-07, + "loss": 0.056, + "reward": 1.6967238187789917, + "reward_std": 0.2537771016359329, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7748487889766693, "step": 3522 }, { - "epoch": 0.24, - "learning_rate": 1.78567099566081e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 148.78125, + "epoch": 0.5726127590410403, + "grad_norm": 3.8960392475128174, + "kl": 1.921875, + "learning_rate": 4.273407022106632e-07, + "loss": 0.0768, + "reward": 1.5686874985694885, + "reward_std": 0.37159930169582367, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6780624985694885, "step": 3523 }, { - "epoch": 0.24, - "learning_rate": 1.785536783351272e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 178.703125, + "epoch": 0.5727752945956928, + "grad_norm": 2.0920097827911377, + "kl": 2.1875, + "learning_rate": 4.271781534460338e-07, + "loss": 0.0877, + "reward": 1.4966701865196228, + "reward_std": 0.39351098984479904, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6685451865196228, "step": 3524 }, { - "epoch": 0.24, - "learning_rate": 1.7854025340802663e-05, - "loss": 1.0796, + "clip_ratio": 0.0, + "completion_length": 160.421875, + "epoch": 0.5729378301503454, + "grad_norm": 1.941118836402893, + "kl": 1.328125, + "learning_rate": 4.270156046814044e-07, + "loss": 0.0531, + "reward": 1.6900210976600647, + "reward_std": 0.3174585998058319, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7837711274623871, "step": 3525 }, { - "epoch": 0.24, - "learning_rate": 1.7852682478541096e-05, - "loss": 0.9511, + "clip_ratio": 0.0, + "completion_length": 176.265625, + "epoch": 0.573100365704998, + "grad_norm": 1.9558923244476318, + "kl": 1.599609375, + "learning_rate": 4.26853055916775e-07, + "loss": 0.0639, + "reward": 1.6276854276657104, + "reward_std": 0.24608418345451355, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7058104872703552, "step": 3526 }, { - "epoch": 0.24, - "learning_rate": 1.7851339246791204e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 174.6875, + "epoch": 0.5732629012596505, + "grad_norm": 4.015343189239502, + "kl": 3.2421875, + "learning_rate": 4.266905071521456e-07, + "loss": 0.1296, + "reward": 1.6630970239639282, + "reward_std": 0.3179079703986645, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7880971133708954, "step": 3527 }, { - "epoch": 0.24, - "learning_rate": 1.7849995645616193e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 158.328125, + "epoch": 0.5734254368143031, + "grad_norm": 5.274290084838867, + "kl": 1.6796875, + "learning_rate": 4.2652795838751625e-07, + "loss": 0.0672, + "reward": 1.6379669904708862, + "reward_std": 0.4549935460090637, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7629669606685638, "step": 3528 }, { - "epoch": 0.24, - "learning_rate": 1.7848651675079276e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 158.84375, + "epoch": 0.5735879723689558, + "grad_norm": 1.9976249933242798, + "kl": 1.37890625, + "learning_rate": 4.2636540962288685e-07, + "loss": 0.0551, + "reward": 1.4320982694625854, + "reward_std": 0.41913120448589325, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5883482992649078, "step": 3529 }, { - "epoch": 0.24, - "learning_rate": 1.7847307335243694e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 163.03125, + "epoch": 0.5737505079236083, + "grad_norm": 2.171748399734497, + "kl": 1.16015625, + "learning_rate": 4.2620286085825745e-07, + "loss": 0.0463, + "reward": 1.7112462520599365, + "reward_std": 0.376838743686676, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8049961924552917, "step": 3530 }, { - "epoch": 0.24, - "learning_rate": 1.7845962626172702e-05, - "loss": 1.054, + "clip_ratio": 0.0, + "completion_length": 180.1875, + "epoch": 0.5739130434782609, + "grad_norm": 3.1138522624969482, + "kl": 4.0234375, + "learning_rate": 4.2604031209362805e-07, + "loss": 0.1607, + "reward": 1.5820819735527039, + "reward_std": 0.4066706895828247, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7539569139480591, "step": 3531 }, { - "epoch": 0.24, - "learning_rate": 1.7844617547929576e-05, - "loss": 1.0161, + "clip_ratio": 0.0, + "completion_length": 156.046875, + "epoch": 0.5740755790329134, + "grad_norm": 1.478577971458435, + "kl": 1.1328125, + "learning_rate": 4.2587776332899865e-07, + "loss": 0.0455, + "reward": 1.7050561308860779, + "reward_std": 0.2685495913028717, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7831811308860779, "step": 3532 }, { - "epoch": 0.24, - "learning_rate": 1.7843272100577596e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 168.53125, + "epoch": 0.574238114587566, + "grad_norm": 1.430267095565796, + "kl": 1.12548828125, + "learning_rate": 4.257152145643693e-07, + "loss": 0.045, + "reward": 1.5773817300796509, + "reward_std": 0.27163245528936386, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6711317896842957, "step": 3533 }, { - "epoch": 0.24, - "learning_rate": 1.7841926284180076e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 168.484375, + "epoch": 0.5744006501422186, + "grad_norm": 1.5315523147583008, + "kl": 0.5849609375, + "learning_rate": 4.255526657997399e-07, + "loss": 0.0233, + "reward": 1.8072579503059387, + "reward_std": 0.099725142121315, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8385079205036163, "step": 3534 }, { - "epoch": 0.24, - "learning_rate": 1.7840580098800337e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 142.546875, + "epoch": 0.5745631856968711, + "grad_norm": 1.3418920040130615, + "kl": 0.3115234375, + "learning_rate": 4.253901170351105e-07, + "loss": 0.0124, + "reward": 1.7603691816329956, + "reward_std": 0.1564099993556738, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8072441518306732, "step": 3535 }, { - "epoch": 0.24, - "learning_rate": 1.7839233544501717e-05, - "loss": 0.9996, + "clip_ratio": 0.0, + "completion_length": 157.40625, + "epoch": 0.5747257212515238, + "grad_norm": 3.0575644969940186, + "kl": 0.9375, + "learning_rate": 4.252275682704811e-07, + "loss": 0.0374, + "reward": 1.6574180126190186, + "reward_std": 0.2304250206798315, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7355429530143738, "step": 3536 }, { - "epoch": 0.24, - "learning_rate": 1.7837886621347584e-05, - "loss": 1.0716, + "clip_ratio": 0.0, + "completion_length": 180.34375, + "epoch": 0.5748882568061764, + "grad_norm": 3.1406912803649902, + "kl": 1.46875, + "learning_rate": 4.250650195058517e-07, + "loss": 0.0589, + "reward": 1.4978539943695068, + "reward_std": 0.2502420246601105, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5916039943695068, "step": 3537 }, { - "epoch": 0.24, - "learning_rate": 1.7836539329401306e-05, - "loss": 1.0481, + "clip_ratio": 0.0, + "completion_length": 143.28125, + "epoch": 0.5750507923608289, + "grad_norm": 1.1348382234573364, + "kl": 0.974609375, + "learning_rate": 4.249024707412224e-07, + "loss": 0.0389, + "reward": 1.7329673171043396, + "reward_std": 0.21067679673433304, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7954672873020172, "step": 3538 }, { - "epoch": 0.24, - "learning_rate": 1.7835191668726278e-05, - "loss": 1.0368, + "clip_ratio": 0.0, + "completion_length": 169.9375, + "epoch": 0.5752133279154815, + "grad_norm": 3.567981004714966, + "kl": 2.1484375, + "learning_rate": 4.24739921976593e-07, + "loss": 0.0857, + "reward": 1.6252009272575378, + "reward_std": 0.34080958366394043, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7502008974552155, "step": 3539 }, { - "epoch": 0.24, - "learning_rate": 1.7833843639385913e-05, - "loss": 1.0939, + "clip_ratio": 0.0, + "completion_length": 174.9375, + "epoch": 0.5753758634701341, + "grad_norm": 4.0681915283203125, + "kl": 2.46875, + "learning_rate": 4.245773732119636e-07, + "loss": 0.099, + "reward": 1.7354891300201416, + "reward_std": 0.2524908781051636, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8448641896247864, "step": 3540 }, { - "epoch": 0.24, - "learning_rate": 1.783249524144364e-05, - "loss": 1.0634, + "clip_ratio": 0.0, + "completion_length": 152.5, + "epoch": 0.5755383990247867, + "grad_norm": 3.3571505546569824, + "kl": 1.83984375, + "learning_rate": 4.244148244473342e-07, + "loss": 0.0735, + "reward": 1.642538607120514, + "reward_std": 0.19364507496356964, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7362886369228363, "step": 3541 }, { - "epoch": 0.24, - "learning_rate": 1.78311464749629e-05, - "loss": 1.009, + "clip_ratio": 0.0, + "completion_length": 165.796875, + "epoch": 0.5757009345794393, + "grad_norm": 1.4802521467208862, + "kl": 1.542724609375, + "learning_rate": 4.242522756827048e-07, + "loss": 0.0615, + "reward": 1.6298197507858276, + "reward_std": 0.2448765691369772, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7079446911811829, "step": 3542 }, { - "epoch": 0.24, - "learning_rate": 1.782979734000716e-05, - "loss": 1.0514, + "clip_ratio": 0.0, + "completion_length": 139.515625, + "epoch": 0.5758634701340918, + "grad_norm": 2.0187954902648926, + "kl": 0.5185546875, + "learning_rate": 4.2408972691807545e-07, + "loss": 0.0208, + "reward": 1.5807253122329712, + "reward_std": 0.21259238570928574, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6276003122329712, "step": 3543 }, { - "epoch": 0.24, - "learning_rate": 1.7828447836639896e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 150.03125, + "epoch": 0.5760260056887444, + "grad_norm": 2.002403497695923, + "kl": 1.787109375, + "learning_rate": 4.2392717815344605e-07, + "loss": 0.0715, + "reward": 1.6822630167007446, + "reward_std": 0.2460922636091709, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8072630167007446, "step": 3544 }, { - "epoch": 0.24, - "learning_rate": 1.7827097964924608e-05, - "loss": 1.0053, + "clip_ratio": 0.0, + "completion_length": 160.75, + "epoch": 0.576188541243397, + "grad_norm": 2.278421401977539, + "kl": 1.126953125, + "learning_rate": 4.2376462938881664e-07, + "loss": 0.0448, + "reward": 1.6847214102745056, + "reward_std": 0.1606682538986206, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7472214102745056, "step": 3545 }, { - "epoch": 0.24, - "learning_rate": 1.7825747724924813e-05, - "loss": 1.1235, + "clip_ratio": 0.0, + "completion_length": 164.5625, + "epoch": 0.5763510767980495, + "grad_norm": 1.984832763671875, + "kl": 1.849609375, + "learning_rate": 4.2360208062418724e-07, + "loss": 0.0743, + "reward": 1.6687871217727661, + "reward_std": 0.2750509977340698, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.746912032365799, "step": 3546 }, { - "epoch": 0.24, - "learning_rate": 1.782439711670404e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 184.0625, + "epoch": 0.5765136123527022, + "grad_norm": 4.078802108764648, + "kl": 3.765625, + "learning_rate": 4.2343953185955784e-07, + "loss": 0.151, + "reward": 1.4802519083023071, + "reward_std": 0.3928203731775284, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6677519083023071, "step": 3547 }, { - "epoch": 0.24, - "learning_rate": 1.782304614032584e-05, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 174.4375, + "epoch": 0.5766761479073548, + "grad_norm": 3.5283541679382324, + "kl": 4.5703125, + "learning_rate": 4.232769830949285e-07, + "loss": 0.1829, + "reward": 1.4840013980865479, + "reward_std": 0.6253496706485748, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7027513980865479, "step": 3548 }, { - "epoch": 0.24, - "learning_rate": 1.782169479585378e-05, - "loss": 1.0333, + "clip_ratio": 0.0, + "completion_length": 156.21875, + "epoch": 0.5768386834620073, + "grad_norm": 1.8029277324676514, + "kl": 1.82421875, + "learning_rate": 4.231144343302991e-07, + "loss": 0.0733, + "reward": 1.6576666831970215, + "reward_std": 0.34404900670051575, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7514167129993439, "step": 3549 }, { - "epoch": 0.24, - "learning_rate": 1.782034308335144e-05, - "loss": 0.9941, + "clip_ratio": 0.0, + "completion_length": 164.046875, + "epoch": 0.5770012190166599, + "grad_norm": 3.638854503631592, + "kl": 1.6953125, + "learning_rate": 4.229518855656697e-07, + "loss": 0.0677, + "reward": 1.5351449251174927, + "reward_std": 0.34223222732543945, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6757699251174927, "step": 3550 }, { - "epoch": 0.24, - "learning_rate": 1.7818991002882428e-05, - "loss": 1.0895, + "clip_ratio": 0.0, + "completion_length": 167.828125, + "epoch": 0.5771637545713125, + "grad_norm": 3.161515235900879, + "kl": 2.65625, + "learning_rate": 4.227893368010403e-07, + "loss": 0.1062, + "reward": 1.641679584980011, + "reward_std": 0.2861064150929451, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7666796445846558, "step": 3551 }, { - "epoch": 0.24, - "learning_rate": 1.781763855451036e-05, - "loss": 1.027, + "clip_ratio": 0.0, + "completion_length": 153.3125, + "epoch": 0.577326290125965, + "grad_norm": 1.2799677848815918, + "kl": 1.234375, + "learning_rate": 4.226267880364109e-07, + "loss": 0.0494, + "reward": 1.6075971126556396, + "reward_std": 0.30350102484226227, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7325970828533173, "step": 3552 }, { - "epoch": 0.24, - "learning_rate": 1.781628573829887e-05, - "loss": 1.044, + "clip_ratio": 0.0, + "completion_length": 182.875, + "epoch": 0.5774888256806177, + "grad_norm": 2.240860939025879, + "kl": 2.46484375, + "learning_rate": 4.2246423927178154e-07, + "loss": 0.0985, + "reward": 1.6067391633987427, + "reward_std": 0.36048564314842224, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7317391037940979, "step": 3553 }, { - "epoch": 0.24, - "learning_rate": 1.7814932554311614e-05, - "loss": 1.045, + "clip_ratio": 0.0, + "completion_length": 149.015625, + "epoch": 0.5776513612352702, + "grad_norm": 2.162252187728882, + "kl": 2.1171875, + "learning_rate": 4.2230169050715214e-07, + "loss": 0.0847, + "reward": 1.5881935358047485, + "reward_std": 0.38540932536125183, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7288185060024261, "step": 3554 }, { - "epoch": 0.24, - "learning_rate": 1.781357900261226e-05, - "loss": 1.1311, + "clip_ratio": 0.0, + "completion_length": 154.125, + "epoch": 0.5778138967899228, + "grad_norm": 3.196837902069092, + "kl": 2.55078125, + "learning_rate": 4.2213914174252274e-07, + "loss": 0.1022, + "reward": 1.6709285974502563, + "reward_std": 0.3330751657485962, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8271785974502563, "step": 3555 }, { - "epoch": 0.24, - "learning_rate": 1.78122250832645e-05, - "loss": 1.0007, + "clip_ratio": 0.0, + "completion_length": 173.75, + "epoch": 0.5779764323445754, + "grad_norm": 1.8623443841934204, + "kl": 2.47265625, + "learning_rate": 4.2197659297789334e-07, + "loss": 0.0988, + "reward": 1.5693545937538147, + "reward_std": 0.4458630084991455, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7412296235561371, "step": 3556 }, { - "epoch": 0.24, - "learning_rate": 1.781087079633204e-05, - "loss": 1.0056, + "clip_ratio": 0.0, + "completion_length": 168.609375, + "epoch": 0.5781389678992279, + "grad_norm": 2.284304618835449, + "kl": 1.9775390625, + "learning_rate": 4.2181404421326394e-07, + "loss": 0.0792, + "reward": 1.5899200439453125, + "reward_std": 0.4161470979452133, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7305450737476349, "step": 3557 }, { - "epoch": 0.24, - "learning_rate": 1.7809516141878595e-05, - "loss": 1.0919, + "clip_ratio": 0.0, + "completion_length": 157.34375, + "epoch": 0.5783015034538805, + "grad_norm": 1.9707213640213013, + "kl": 2.203125, + "learning_rate": 4.216514954486346e-07, + "loss": 0.0876, + "reward": 1.5708955526351929, + "reward_std": 0.469875305891037, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7427705228328705, "step": 3558 }, { - "epoch": 0.24, - "learning_rate": 1.7808161119967912e-05, - "loss": 0.9654, + "clip_ratio": 0.0, + "completion_length": 134.671875, + "epoch": 0.5784640390085332, + "grad_norm": 1.1099510192871094, + "kl": 0.14111328125, + "learning_rate": 4.214889466840052e-07, + "loss": 0.0057, + "reward": 1.8406864404678345, + "reward_std": 0.022935671731829643, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8406864106655121, "step": 3559 }, { - "epoch": 0.24, - "learning_rate": 1.7806805730663743e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 165.578125, + "epoch": 0.5786265745631857, + "grad_norm": 2.444288492202759, + "kl": 2.84375, + "learning_rate": 4.213263979193758e-07, + "loss": 0.114, + "reward": 1.5506510138511658, + "reward_std": 0.36706066131591797, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.706900954246521, "step": 3560 }, { - "epoch": 0.24, - "learning_rate": 1.7805449974029866e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 155.71875, + "epoch": 0.5787891101178383, + "grad_norm": 1.4237140417099, + "kl": 1.44140625, + "learning_rate": 4.211638491547464e-07, + "loss": 0.0577, + "reward": 1.703368902206421, + "reward_std": 0.24150270223617554, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7658688426017761, "step": 3561 }, { - "epoch": 0.24, - "learning_rate": 1.7804093850130074e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 181.71875, + "epoch": 0.5789516456724909, + "grad_norm": 4.796839237213135, + "kl": 3.078125, + "learning_rate": 4.21001300390117e-07, + "loss": 0.1232, + "reward": 1.5944591760635376, + "reward_std": 0.38979408144950867, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7194592654705048, "step": 3562 }, { - "epoch": 0.24, - "learning_rate": 1.7802737359028172e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 187.515625, + "epoch": 0.5791141812271434, + "grad_norm": 2.8597261905670166, + "kl": 2.734375, + "learning_rate": 4.2083875162548764e-07, + "loss": 0.1096, + "reward": 1.5211997628211975, + "reward_std": 0.3478676825761795, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6618247330188751, "step": 3563 }, { - "epoch": 0.24, - "learning_rate": 1.780138050078799e-05, - "loss": 1.0527, + "clip_ratio": 0.0, + "completion_length": 173.125, + "epoch": 0.579276716781796, + "grad_norm": 3.9266445636749268, + "kl": 3.0, + "learning_rate": 4.2067620286085824e-07, + "loss": 0.1203, + "reward": 1.5157089829444885, + "reward_std": 0.5058386474847794, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7032090425491333, "step": 3564 }, { - "epoch": 0.24, - "learning_rate": 1.7800023275473365e-05, - "loss": 0.9995, + "clip_ratio": 0.0, + "completion_length": 154.65625, + "epoch": 0.5794392523364486, + "grad_norm": 2.8295228481292725, + "kl": 3.6640625, + "learning_rate": 4.2051365409622884e-07, + "loss": 0.1463, + "reward": 1.5593364834785461, + "reward_std": 0.33434052020311356, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6843364536762238, "step": 3565 }, { - "epoch": 0.24, - "learning_rate": 1.779866568314817e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.5796017878911012, + "grad_norm": 3.853034019470215, + "kl": 3.125, + "learning_rate": 4.2035110533159944e-07, + "loss": 0.1253, + "reward": 1.6595814228057861, + "reward_std": 0.27484743297100067, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7689563930034637, "step": 3566 }, { - "epoch": 0.24, - "learning_rate": 1.779730772387627e-05, - "loss": 1.1007, + "clip_ratio": 0.0, + "completion_length": 155.0, + "epoch": 0.5797643234457538, + "grad_norm": 1.9851313829421997, + "kl": 2.21875, + "learning_rate": 4.2018855656697004e-07, + "loss": 0.0888, + "reward": 1.599269986152649, + "reward_std": 0.42700091004371643, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7555199265480042, "step": 3567 }, { - "epoch": 0.24, - "learning_rate": 1.779594939772157e-05, - "loss": 1.1332, + "clip_ratio": 0.0, + "completion_length": 152.125, + "epoch": 0.5799268590004063, + "grad_norm": 2.3958394527435303, + "kl": 0.904296875, + "learning_rate": 4.200260078023407e-07, + "loss": 0.0361, + "reward": 1.5931673645973206, + "reward_std": 0.23518318682909012, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6869173347949982, "step": 3568 }, { - "epoch": 0.24, - "learning_rate": 1.7794590704747977e-05, - "loss": 1.005, + "clip_ratio": 0.0, + "completion_length": 160.046875, + "epoch": 0.5800893945550589, + "grad_norm": 12.893219947814941, + "kl": 1.8515625, + "learning_rate": 4.198634590377113e-07, + "loss": 0.074, + "reward": 1.69142484664917, + "reward_std": 0.27297185361385345, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7851748764514923, "step": 3569 }, { - "epoch": 0.24, - "learning_rate": 1.779323164501942e-05, - "loss": 0.9847, + "clip_ratio": 0.0, + "completion_length": 179.796875, + "epoch": 0.5802519301097115, + "grad_norm": 1.8274264335632324, + "kl": 2.08984375, + "learning_rate": 4.197009102730819e-07, + "loss": 0.0835, + "reward": 1.6379817128181458, + "reward_std": 0.3675202578306198, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7629816830158234, "step": 3570 }, { - "epoch": 0.24, - "learning_rate": 1.7791872218599852e-05, - "loss": 1.0487, + "clip_ratio": 0.0, + "completion_length": 168.53125, + "epoch": 0.580414465664364, + "grad_norm": 3.583589792251587, + "kl": 1.71484375, + "learning_rate": 4.195383615084525e-07, + "loss": 0.0687, + "reward": 1.6497705578804016, + "reward_std": 0.3834000676870346, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.806020587682724, "step": 3571 }, { - "epoch": 0.24, - "learning_rate": 1.7790512425553233e-05, - "loss": 0.9774, + "clip_ratio": 0.0, + "completion_length": 177.3125, + "epoch": 0.5805770012190167, + "grad_norm": 1.9149515628814697, + "kl": 3.40234375, + "learning_rate": 4.193758127438231e-07, + "loss": 0.1366, + "reward": 1.5461288690567017, + "reward_std": 0.4797995388507843, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.718003898859024, "step": 3572 }, { - "epoch": 0.24, - "learning_rate": 1.7789152265943545e-05, - "loss": 1.0893, + "clip_ratio": 0.0, + "completion_length": 147.171875, + "epoch": 0.5807395367736692, + "grad_norm": 2.2879366874694824, + "kl": 3.359375, + "learning_rate": 4.192132639791938e-07, + "loss": 0.1347, + "reward": 1.5655295848846436, + "reward_std": 0.4271988123655319, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7217795848846436, "step": 3573 }, { - "epoch": 0.24, - "learning_rate": 1.778779173983479e-05, - "loss": 1.0182, + "clip_ratio": 0.0, + "completion_length": 189.828125, + "epoch": 0.5809020723283218, + "grad_norm": 2.031327962875366, + "kl": 3.9921875, + "learning_rate": 4.190507152145644e-07, + "loss": 0.1601, + "reward": 1.5450010299682617, + "reward_std": 0.4193001687526703, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7481260895729065, "step": 3574 }, { - "epoch": 0.24, - "learning_rate": 1.7786430847290982e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 155.25, + "epoch": 0.5810646078829744, + "grad_norm": 3.1307272911071777, + "kl": 2.20703125, + "learning_rate": 4.18888166449935e-07, + "loss": 0.0881, + "reward": 1.626442015171051, + "reward_std": 0.24308279156684875, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7826919555664062, "step": 3575 }, { - "epoch": 0.24, - "learning_rate": 1.7785069588376155e-05, - "loss": 1.069, + "clip_ratio": 0.0, + "completion_length": 178.171875, + "epoch": 0.5812271434376269, + "grad_norm": 5.604702949523926, + "kl": 3.7265625, + "learning_rate": 4.187256176853056e-07, + "loss": 0.1486, + "reward": 1.5703433752059937, + "reward_std": 0.4089447408914566, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.726593405008316, "step": 3576 }, { - "epoch": 0.24, - "learning_rate": 1.7783707963154354e-05, - "loss": 1.0369, + "clip_ratio": 0.0, + "completion_length": 178.90625, + "epoch": 0.5813896789922796, + "grad_norm": 2.7458794116973877, + "kl": 3.46875, + "learning_rate": 4.185630689206762e-07, + "loss": 0.1388, + "reward": 1.5726773142814636, + "reward_std": 0.3006891682744026, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7601772844791412, "step": 3577 }, { - "epoch": 0.24, - "learning_rate": 1.7782345971689655e-05, - "loss": 1.0152, + "clip_ratio": 0.0, + "completion_length": 194.890625, + "epoch": 0.5815522145469322, + "grad_norm": 3.0497400760650635, + "kl": 3.51953125, + "learning_rate": 4.1840052015604684e-07, + "loss": 0.1407, + "reward": 1.400621473789215, + "reward_std": 0.6182125210762024, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6349965035915375, "step": 3578 }, { - "epoch": 0.24, - "learning_rate": 1.778098361404614e-05, - "loss": 1.0681, + "clip_ratio": 0.0, + "completion_length": 163.546875, + "epoch": 0.5817147501015847, + "grad_norm": 2.298600912094116, + "kl": 3.0390625, + "learning_rate": 4.1823797139141744e-07, + "loss": 0.1216, + "reward": 1.6070396900177002, + "reward_std": 0.3957813084125519, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7632896900177002, "step": 3579 }, { - "epoch": 0.24, - "learning_rate": 1.777962089028791e-05, - "loss": 1.0755, + "clip_ratio": 0.0, + "completion_length": 159.796875, + "epoch": 0.5818772856562373, + "grad_norm": 2.1251678466796875, + "kl": 2.953125, + "learning_rate": 4.1807542262678803e-07, + "loss": 0.1181, + "reward": 1.5006351470947266, + "reward_std": 0.5291676223278046, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6881350874900818, "step": 3580 }, { - "epoch": 0.24, - "learning_rate": 1.777825780047909e-05, - "loss": 1.0293, + "clip_ratio": 0.0, + "completion_length": 182.96875, + "epoch": 0.5820398212108899, + "grad_norm": 2.652850389480591, + "kl": 1.74609375, + "learning_rate": 4.1791287386215863e-07, + "loss": 0.07, + "reward": 1.650941252708435, + "reward_std": 0.2316419556736946, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7446911931037903, "step": 3581 }, { - "epoch": 0.24, - "learning_rate": 1.7776894344683804e-05, - "loss": 1.0899, + "clip_ratio": 0.0, + "completion_length": 168.28125, + "epoch": 0.5822023567655424, + "grad_norm": 1.6164817810058594, + "kl": 1.767578125, + "learning_rate": 4.1775032509752923e-07, + "loss": 0.0705, + "reward": 1.642524003982544, + "reward_std": 0.32638850808143616, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7518989741802216, "step": 3582 }, { - "epoch": 0.24, - "learning_rate": 1.7775530522966224e-05, - "loss": 1.0222, + "clip_ratio": 0.0, + "completion_length": 169.0, + "epoch": 0.5823648923201951, + "grad_norm": 1.9953317642211914, + "kl": 2.578125, + "learning_rate": 4.175877763328999e-07, + "loss": 0.1035, + "reward": 1.5126495361328125, + "reward_std": 0.4421434700489044, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6845245361328125, "step": 3583 }, { - "epoch": 0.24, - "learning_rate": 1.777416633539051e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 175.078125, + "epoch": 0.5825274278748476, + "grad_norm": 3.59977126121521, + "kl": 1.166015625, + "learning_rate": 4.174252275682705e-07, + "loss": 0.0466, + "reward": 1.626924753189087, + "reward_std": 0.22301046550273895, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6894246637821198, "step": 3584 }, { - "epoch": 0.24, - "learning_rate": 1.7772801782020847e-05, - "loss": 1.1141, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.5826899634295002, + "grad_norm": 3.206153631210327, + "kl": 1.96484375, + "learning_rate": 4.172626788036411e-07, + "loss": 0.0785, + "reward": 1.5889768600463867, + "reward_std": 0.3549201190471649, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7608518004417419, "step": 3585 }, { - "epoch": 0.24, - "learning_rate": 1.7771436862921448e-05, - "loss": 1.1195, + "clip_ratio": 0.0, + "completion_length": 156.890625, + "epoch": 0.5828524989841528, + "grad_norm": 3.3605234622955322, + "kl": 1.40234375, + "learning_rate": 4.171001300390117e-07, + "loss": 0.0563, + "reward": 1.641115963459015, + "reward_std": 0.27738630771636963, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7348659634590149, "step": 3586 }, { - "epoch": 0.24, - "learning_rate": 1.777007157815654e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 170.515625, + "epoch": 0.5830150345388053, + "grad_norm": 3.0508041381835938, + "kl": 1.6279296875, + "learning_rate": 4.169375812743823e-07, + "loss": 0.0648, + "reward": 1.6799508333206177, + "reward_std": 0.3009558208286762, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7893258035182953, "step": 3587 }, { - "epoch": 0.24, - "learning_rate": 1.7768705927790348e-05, - "loss": 1.0334, + "clip_ratio": 0.0, + "completion_length": 172.0625, + "epoch": 0.5831775700934579, + "grad_norm": 3.851706027984619, + "kl": 2.1640625, + "learning_rate": 4.1677503250975293e-07, + "loss": 0.0862, + "reward": 1.6307217478752136, + "reward_std": 0.3303494080901146, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7713467180728912, "step": 3588 }, { - "epoch": 0.24, - "learning_rate": 1.776733991188714e-05, - "loss": 1.0326, + "clip_ratio": 0.0, + "completion_length": 147.875, + "epoch": 0.5833401056481106, + "grad_norm": 1.4776434898376465, + "kl": 2.234375, + "learning_rate": 4.1661248374512353e-07, + "loss": 0.0896, + "reward": 1.614445686340332, + "reward_std": 0.30442629009485245, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7394457161426544, "step": 3589 }, { - "epoch": 0.24, - "learning_rate": 1.776597353051119e-05, - "loss": 1.0802, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.5835026412027631, + "grad_norm": 1.6929161548614502, + "kl": 1.34375, + "learning_rate": 4.1644993498049413e-07, + "loss": 0.0536, + "reward": 1.622431218624115, + "reward_std": 0.22422922402620316, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6849311590194702, "step": 3590 }, { - "epoch": 0.24, - "learning_rate": 1.7764606783726788e-05, - "loss": 1.007, + "clip_ratio": 0.0, + "completion_length": 156.90625, + "epoch": 0.5836651767574157, + "grad_norm": 1.9095380306243896, + "kl": 2.5859375, + "learning_rate": 4.1628738621586473e-07, + "loss": 0.1032, + "reward": 1.7022978067398071, + "reward_std": 0.33114032447338104, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8116728365421295, "step": 3591 }, { - "epoch": 0.24, - "learning_rate": 1.7763239671598244e-05, - "loss": 1.013, + "clip_ratio": 0.0, + "completion_length": 158.09375, + "epoch": 0.5838277123120683, + "grad_norm": 2.6731536388397217, + "kl": 2.30859375, + "learning_rate": 4.1612483745123533e-07, + "loss": 0.0925, + "reward": 1.5269845724105835, + "reward_std": 0.40148745477199554, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7144845724105835, "step": 3592 }, { - "epoch": 0.24, - "learning_rate": 1.7761872194189883e-05, - "loss": 0.9725, + "clip_ratio": 0.0, + "completion_length": 162.71875, + "epoch": 0.5839902478667208, + "grad_norm": 9.629514694213867, + "kl": 1.3330078125, + "learning_rate": 4.15962288686606e-07, + "loss": 0.0535, + "reward": 1.6921103596687317, + "reward_std": 0.26325489580631256, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7858604192733765, "step": 3593 }, { - "epoch": 0.24, - "learning_rate": 1.7760504351566047e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 158.453125, + "epoch": 0.5841527834213734, + "grad_norm": 1.9722516536712646, + "kl": 1.734375, + "learning_rate": 4.157997399219766e-07, + "loss": 0.0694, + "reward": 1.4960122108459473, + "reward_std": 0.2575814723968506, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6053871512413025, "step": 3594 }, { - "epoch": 0.24, - "learning_rate": 1.77591361437911e-05, - "loss": 1.1663, + "clip_ratio": 0.0, + "completion_length": 153.8125, + "epoch": 0.584315318976026, + "grad_norm": 1.4096055030822754, + "kl": 0.859375, + "learning_rate": 4.156371911573472e-07, + "loss": 0.0344, + "reward": 1.698747158050537, + "reward_std": 0.23730525374412537, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7768722176551819, "step": 3595 }, { - "epoch": 0.24, - "learning_rate": 1.7757767570929413e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 203.171875, + "epoch": 0.5844778545306786, + "grad_norm": 1.6095515489578247, + "kl": 1.189453125, + "learning_rate": 4.154746423927178e-07, + "loss": 0.0476, + "reward": 1.5951199531555176, + "reward_std": 0.3687260001897812, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7201200723648071, "step": 3596 }, { - "epoch": 0.24, - "learning_rate": 1.7756398633045387e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 154.28125, + "epoch": 0.5846403900853312, + "grad_norm": 2.837796449661255, + "kl": 2.359375, + "learning_rate": 4.153120936280884e-07, + "loss": 0.0945, + "reward": 1.647834599018097, + "reward_std": 0.44532082974910736, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7728345990180969, "step": 3597 }, { - "epoch": 0.24, - "learning_rate": 1.7755029330203436e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 188.828125, + "epoch": 0.5848029256399837, + "grad_norm": 3.076197385787964, + "kl": 1.78515625, + "learning_rate": 4.1514954486345903e-07, + "loss": 0.0712, + "reward": 1.6824422478675842, + "reward_std": 0.3328281044960022, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8074422776699066, "step": 3598 }, { - "epoch": 0.24, - "learning_rate": 1.7753659662467982e-05, - "loss": 1.0531, + "clip_ratio": 0.0, + "completion_length": 180.5, + "epoch": 0.5849654611946363, + "grad_norm": 2.553596019744873, + "kl": 2.859375, + "learning_rate": 4.1498699609882963e-07, + "loss": 0.1144, + "reward": 1.5243728160858154, + "reward_std": 0.38288602232933044, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6962478756904602, "step": 3599 }, { - "epoch": 0.24, - "learning_rate": 1.7752289629903474e-05, - "loss": 1.1067, + "clip_ratio": 0.0, + "completion_length": 164.1875, + "epoch": 0.585127996749289, + "grad_norm": 4.316890239715576, + "kl": 2.75, + "learning_rate": 4.1482444733420023e-07, + "loss": 0.1101, + "reward": 1.6609405279159546, + "reward_std": 0.2526596933603287, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7703155279159546, "step": 3600 }, { - "epoch": 0.24, - "learning_rate": 1.7750919232574375e-05, - "loss": 1.0842, + "clip_ratio": 0.0, + "completion_length": 154.125, + "epoch": 0.5852905323039415, + "grad_norm": 2.91695499420166, + "kl": 1.87890625, + "learning_rate": 4.146618985695708e-07, + "loss": 0.0751, + "reward": 1.645499050617218, + "reward_std": 0.39833593368530273, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7861240804195404, "step": 3601 }, { - "epoch": 0.24, - "learning_rate": 1.7749548470545167e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 169.1875, + "epoch": 0.5854530678585941, + "grad_norm": 1.6877481937408447, + "kl": 1.70703125, + "learning_rate": 4.144993498049414e-07, + "loss": 0.0685, + "reward": 1.7411192655563354, + "reward_std": 0.22995085269212723, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8348692357540131, "step": 3602 }, { - "epoch": 0.24, - "learning_rate": 1.7748177343880348e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 174.15625, + "epoch": 0.5856156034132467, + "grad_norm": 3.07743501663208, + "kl": 2.4296875, + "learning_rate": 4.143368010403121e-07, + "loss": 0.097, + "reward": 1.488488495349884, + "reward_std": 0.3857439309358597, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.629113495349884, "step": 3603 }, { - "epoch": 0.24, - "learning_rate": 1.7746805852644433e-05, - "loss": 1.0416, + "clip_ratio": 0.0, + "completion_length": 154.0, + "epoch": 0.5857781389678992, + "grad_norm": 3.3114871978759766, + "kl": 2.3046875, + "learning_rate": 4.141742522756827e-07, + "loss": 0.0922, + "reward": 1.7603063583374023, + "reward_std": 0.3515424281358719, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8540562987327576, "step": 3604 }, { - "epoch": 0.24, - "learning_rate": 1.774543399690195e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 143.40625, + "epoch": 0.5859406745225518, + "grad_norm": 1.3015161752700806, + "kl": 1.08984375, + "learning_rate": 4.140117035110533e-07, + "loss": 0.0437, + "reward": 1.6886805295944214, + "reward_std": 0.24903010576963425, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7511805891990662, "step": 3605 }, { - "epoch": 0.24, - "learning_rate": 1.7744061776717454e-05, - "loss": 1.077, + "clip_ratio": 0.0, + "completion_length": 154.09375, + "epoch": 0.5861032100772043, + "grad_norm": 3.7451555728912354, + "kl": 0.818359375, + "learning_rate": 4.1384915474642393e-07, + "loss": 0.0328, + "reward": 1.6494545936584473, + "reward_std": 0.21170926000922918, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.711954653263092, "step": 3606 }, { - "epoch": 0.24, - "learning_rate": 1.7742689192155508e-05, - "loss": 0.9985, + "clip_ratio": 0.0, + "completion_length": 154.0625, + "epoch": 0.586265745631857, + "grad_norm": 2.0216403007507324, + "kl": 0.7939453125, + "learning_rate": 4.136866059817945e-07, + "loss": 0.0317, + "reward": 1.7377946972846985, + "reward_std": 0.2085443064570427, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8159196972846985, "step": 3607 }, { - "epoch": 0.24, - "learning_rate": 1.7741316243280696e-05, - "loss": 1.0643, + "clip_ratio": 0.0, + "completion_length": 173.234375, + "epoch": 0.5864282811865096, + "grad_norm": 1.3235787153244019, + "kl": 1.521484375, + "learning_rate": 4.135240572171652e-07, + "loss": 0.0608, + "reward": 1.6968281865119934, + "reward_std": 0.23638350516557693, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7749532461166382, "step": 3608 }, { - "epoch": 0.24, - "learning_rate": 1.773994293015762e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 163.375, + "epoch": 0.5865908167411621, + "grad_norm": 1.7724589109420776, + "kl": 3.3359375, + "learning_rate": 4.133615084525358e-07, + "loss": 0.1331, + "reward": 1.6195737719535828, + "reward_std": 0.4676569700241089, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7914487719535828, "step": 3609 }, { - "epoch": 0.24, - "learning_rate": 1.77385692528509e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 187.59375, + "epoch": 0.5867533522958147, + "grad_norm": 2.375692367553711, + "kl": 2.61328125, + "learning_rate": 4.131989596879064e-07, + "loss": 0.1046, + "reward": 1.5422058701515198, + "reward_std": 0.5252788364887238, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.698455810546875, "step": 3610 }, { - "epoch": 0.24, - "learning_rate": 1.7737195211425163e-05, - "loss": 1.0165, + "clip_ratio": 0.0, + "completion_length": 164.15625, + "epoch": 0.5869158878504673, + "grad_norm": 1.8456298112869263, + "kl": 1.822265625, + "learning_rate": 4.13036410923277e-07, + "loss": 0.0729, + "reward": 1.7946665287017822, + "reward_std": 0.25409428775310516, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8884165585041046, "step": 3611 }, { - "epoch": 0.24, - "learning_rate": 1.7735820805945068e-05, - "loss": 1.0502, + "clip_ratio": 0.0, + "completion_length": 150.46875, + "epoch": 0.5870784234051198, + "grad_norm": 2.125333786010742, + "kl": 2.34765625, + "learning_rate": 4.128738621586476e-07, + "loss": 0.0941, + "reward": 1.6727527379989624, + "reward_std": 0.314705066382885, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7508777379989624, "step": 3612 }, { - "epoch": 0.24, - "learning_rate": 1.7734446036475282e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.5872409589597725, + "grad_norm": 2.5166800022125244, + "kl": 2.63671875, + "learning_rate": 4.127113133940182e-07, + "loss": 0.1055, + "reward": 1.5900723934173584, + "reward_std": 0.26871679723262787, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7150724232196808, "step": 3613 }, { - "epoch": 0.24, - "learning_rate": 1.773307090308049e-05, - "loss": 1.1511, + "clip_ratio": 0.0, + "completion_length": 156.65625, + "epoch": 0.5874034945144251, + "grad_norm": 6.3786091804504395, + "kl": 1.0078125, + "learning_rate": 4.125487646293888e-07, + "loss": 0.0403, + "reward": 1.6748490929603577, + "reward_std": 0.15435409545898438, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.73734912276268, "step": 3614 }, { - "epoch": 0.24, - "learning_rate": 1.77316954058254e-05, - "loss": 1.0158, + "clip_ratio": 0.0, + "completion_length": 178.59375, + "epoch": 0.5875660300690776, + "grad_norm": 3.69411563873291, + "kl": 4.546875, + "learning_rate": 4.123862158647594e-07, + "loss": 0.1817, + "reward": 1.5487346053123474, + "reward_std": 0.5755330920219421, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7362346053123474, "step": 3615 }, { - "epoch": 0.24, - "learning_rate": 1.773031954477473e-05, - "loss": 1.0681, + "clip_ratio": 0.0, + "completion_length": 159.96875, + "epoch": 0.5877285656237302, + "grad_norm": 3.881145477294922, + "kl": 2.8212890625, + "learning_rate": 4.1222366710013e-07, + "loss": 0.1127, + "reward": 1.4035425782203674, + "reward_std": 0.4067830294370651, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5754175782203674, "step": 3616 }, { - "epoch": 0.24, - "learning_rate": 1.7728943319993215e-05, - "loss": 0.9503, + "clip_ratio": 0.0, + "completion_length": 161.484375, + "epoch": 0.5878911011783827, + "grad_norm": 1.518799901008606, + "kl": 2.2421875, + "learning_rate": 4.120611183355006e-07, + "loss": 0.09, + "reward": 1.623489499092102, + "reward_std": 0.3972334861755371, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.732864499092102, "step": 3617 }, { - "epoch": 0.24, - "learning_rate": 1.7727566731545612e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 173.03125, + "epoch": 0.5880536367330353, + "grad_norm": 4.214815616607666, + "kl": 3.625, + "learning_rate": 4.118985695708713e-07, + "loss": 0.1452, + "reward": 1.498641550540924, + "reward_std": 0.41143177449703217, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7017666101455688, "step": 3618 }, { - "epoch": 0.24, - "learning_rate": 1.7726189779496693e-05, - "loss": 1.0586, + "clip_ratio": 0.0, + "completion_length": 138.59375, + "epoch": 0.588216172287688, + "grad_norm": 6.9408698081970215, + "kl": 1.283203125, + "learning_rate": 4.117360208062419e-07, + "loss": 0.0514, + "reward": 1.7317633628845215, + "reward_std": 0.16075756028294563, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7630133032798767, "step": 3619 }, { - "epoch": 0.24, - "learning_rate": 1.7724812463911247e-05, - "loss": 1.0812, + "clip_ratio": 0.0, + "completion_length": 140.84375, + "epoch": 0.5883787078423405, + "grad_norm": 3.7731552124023438, + "kl": 1.62109375, + "learning_rate": 4.1157347204161247e-07, + "loss": 0.0651, + "reward": 1.6218822002410889, + "reward_std": 0.3266431391239166, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7312572002410889, "step": 3620 }, { - "epoch": 0.24, - "learning_rate": 1.772343478485408e-05, - "loss": 1.0901, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.5885412433969931, + "grad_norm": 3.2035951614379883, + "kl": 3.5859375, + "learning_rate": 4.1141092327698307e-07, + "loss": 0.1435, + "reward": 1.6105144023895264, + "reward_std": 0.4375234395265579, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7980144023895264, "step": 3621 }, { - "epoch": 0.24, - "learning_rate": 1.7722056742390016e-05, - "loss": 0.9683, + "clip_ratio": 0.0, + "completion_length": 139.484375, + "epoch": 0.5887037789516457, + "grad_norm": 2.295794725418091, + "kl": 2.48828125, + "learning_rate": 4.1124837451235367e-07, + "loss": 0.0997, + "reward": 1.679279625415802, + "reward_std": 0.4494907855987549, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8355296552181244, "step": 3622 }, { - "epoch": 0.24, - "learning_rate": 1.7720678336583898e-05, - "loss": 1.0171, + "clip_ratio": 0.0, + "completion_length": 161.890625, + "epoch": 0.5888663145062982, + "grad_norm": 3.266982316970825, + "kl": 3.890625, + "learning_rate": 4.110858257477243e-07, + "loss": 0.1556, + "reward": 1.4374317526817322, + "reward_std": 0.554928258061409, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.671806812286377, "step": 3623 }, { - "epoch": 0.24, - "learning_rate": 1.7719299567500578e-05, - "loss": 1.0217, + "clip_ratio": 0.0, + "completion_length": 168.546875, + "epoch": 0.5890288500609508, + "grad_norm": 55.638427734375, + "kl": 4.7578125, + "learning_rate": 4.109232769830949e-07, + "loss": 0.1902, + "reward": 1.5847135186195374, + "reward_std": 0.40071289241313934, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7409635186195374, "step": 3624 }, { - "epoch": 0.24, - "learning_rate": 1.771792043520493e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 160.796875, + "epoch": 0.5891913856156034, + "grad_norm": 2.1695656776428223, + "kl": 3.453125, + "learning_rate": 4.107607282184655e-07, + "loss": 0.1383, + "reward": 1.3857974410057068, + "reward_std": 0.5682311058044434, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.5889224261045456, "step": 3625 }, { - "epoch": 0.24, - "learning_rate": 1.7716540939761847e-05, - "loss": 1.1084, + "clip_ratio": 0.0, + "completion_length": 152.328125, + "epoch": 0.589353921170256, + "grad_norm": 2.5658652782440186, + "kl": 2.46875, + "learning_rate": 4.105981794538361e-07, + "loss": 0.0987, + "reward": 1.6768963932991028, + "reward_std": 0.4598902314901352, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8175214529037476, "step": 3626 }, { - "epoch": 0.24, - "learning_rate": 1.7715161081236246e-05, - "loss": 0.9397, + "clip_ratio": 0.0, + "completion_length": 143.5, + "epoch": 0.5895164567249086, + "grad_norm": 3.126473903656006, + "kl": 1.2939453125, + "learning_rate": 4.104356306892067e-07, + "loss": 0.0517, + "reward": 1.7376638650894165, + "reward_std": 0.3590785413980484, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8470388650894165, "step": 3627 }, { - "epoch": 0.24, - "learning_rate": 1.771378085969304e-05, - "loss": 1.0539, + "clip_ratio": 0.0, + "completion_length": 165.4375, + "epoch": 0.5896789922795611, + "grad_norm": 4.440558433532715, + "kl": 1.72265625, + "learning_rate": 4.1027308192457737e-07, + "loss": 0.069, + "reward": 1.6466455459594727, + "reward_std": 0.39852598309516907, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7872706353664398, "step": 3628 }, { - "epoch": 0.24, - "learning_rate": 1.771240027519718e-05, - "loss": 1.0426, + "clip_ratio": 0.0, + "completion_length": 147.390625, + "epoch": 0.5898415278342137, + "grad_norm": 2.6374006271362305, + "kl": 1.19140625, + "learning_rate": 4.1011053315994797e-07, + "loss": 0.0476, + "reward": 1.6104084253311157, + "reward_std": 0.39068666100502014, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7510335147380829, "step": 3629 }, { - "epoch": 0.24, - "learning_rate": 1.7711019327813625e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 176.03125, + "epoch": 0.5900040633888664, + "grad_norm": 1.8425922393798828, + "kl": 0.5380859375, + "learning_rate": 4.0994798439531857e-07, + "loss": 0.0215, + "reward": 1.617457628250122, + "reward_std": 0.2858942300081253, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7268326580524445, "step": 3630 }, { - "epoch": 0.24, - "learning_rate": 1.7709638017607343e-05, - "loss": 0.9851, + "clip_ratio": 0.0, + "completion_length": 175.125, + "epoch": 0.5901665989435189, + "grad_norm": 3.055516481399536, + "kl": 1.642578125, + "learning_rate": 4.0978543563068917e-07, + "loss": 0.0655, + "reward": 1.548444926738739, + "reward_std": 0.40138523280620575, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.689069926738739, "step": 3631 }, { - "epoch": 0.24, - "learning_rate": 1.7708256344643345e-05, - "loss": 1.0958, + "clip_ratio": 0.0, + "completion_length": 164.8125, + "epoch": 0.5903291344981715, + "grad_norm": 3.2185347080230713, + "kl": 2.5625, + "learning_rate": 4.0962288686605977e-07, + "loss": 0.1027, + "reward": 1.5222550630569458, + "reward_std": 0.4731825590133667, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6941300928592682, "step": 3632 }, { - "epoch": 0.24, - "learning_rate": 1.770687430898663e-05, - "loss": 1.1288, + "clip_ratio": 0.0, + "completion_length": 160.765625, + "epoch": 0.5904916700528241, + "grad_norm": 1.507838249206543, + "kl": 2.3515625, + "learning_rate": 4.094603381014304e-07, + "loss": 0.0942, + "reward": 1.6012163162231445, + "reward_std": 0.3309934437274933, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7730913162231445, "step": 3633 }, { - "epoch": 0.24, - "learning_rate": 1.770549191070223e-05, - "loss": 0.9822, + "clip_ratio": 0.0, + "completion_length": 192.703125, + "epoch": 0.5906542056074766, + "grad_norm": 3.2009785175323486, + "kl": 2.1796875, + "learning_rate": 4.09297789336801e-07, + "loss": 0.0873, + "reward": 1.5870413780212402, + "reward_std": 0.4187227189540863, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7745413780212402, "step": 3634 }, { - "epoch": 0.24, - "learning_rate": 1.7704109149855185e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 168.59375, + "epoch": 0.5908167411621292, + "grad_norm": 2.6628122329711914, + "kl": 2.25390625, + "learning_rate": 4.091352405721716e-07, + "loss": 0.0902, + "reward": 1.5211544036865234, + "reward_std": 0.5604825019836426, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6930293440818787, "step": 3635 }, { - "epoch": 0.24, - "learning_rate": 1.7702726026510566e-05, - "loss": 1.0564, + "clip_ratio": 0.0, + "completion_length": 148.640625, + "epoch": 0.5909792767167817, + "grad_norm": 2.253939628601074, + "kl": 2.15234375, + "learning_rate": 4.089726918075422e-07, + "loss": 0.0861, + "reward": 1.4988174438476562, + "reward_std": 0.39798423647880554, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7019425630569458, "step": 3636 }, { - "epoch": 0.24, - "learning_rate": 1.7701342540733448e-05, - "loss": 1.0036, + "clip_ratio": 0.0, + "completion_length": 197.5, + "epoch": 0.5911418122714344, + "grad_norm": 3.70462703704834, + "kl": 2.703125, + "learning_rate": 4.088101430429128e-07, + "loss": 0.1083, + "reward": 1.5402742624282837, + "reward_std": 0.4511389434337616, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7433992028236389, "step": 3637 }, { - "epoch": 0.24, - "learning_rate": 1.7699958692588922e-05, - "loss": 1.0823, + "clip_ratio": 0.0, + "completion_length": 169.25, + "epoch": 0.591304347826087, + "grad_norm": 2.0551936626434326, + "kl": 1.181640625, + "learning_rate": 4.0864759427828347e-07, + "loss": 0.0473, + "reward": 1.6033824682235718, + "reward_std": 0.2838933616876602, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7440074682235718, "step": 3638 }, { - "epoch": 0.24, - "learning_rate": 1.7698574482142113e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 152.53125, + "epoch": 0.5914668833807395, + "grad_norm": 2.1460957527160645, + "kl": 1.125, + "learning_rate": 4.0848504551365407e-07, + "loss": 0.0451, + "reward": 1.5967801213264465, + "reward_std": 0.3623374104499817, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7061551213264465, "step": 3639 }, { - "epoch": 0.24, - "learning_rate": 1.7697189909458144e-05, - "loss": 1.1129, + "clip_ratio": 0.0, + "completion_length": 175.640625, + "epoch": 0.5916294189353921, + "grad_norm": 2.11140513420105, + "kl": 1.3671875, + "learning_rate": 4.083224967490247e-07, + "loss": 0.0547, + "reward": 1.5214970707893372, + "reward_std": 0.38686904311180115, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6933721303939819, "step": 3640 }, { - "epoch": 0.24, - "learning_rate": 1.7695804974602166e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 150.953125, + "epoch": 0.5917919544900447, + "grad_norm": 4.199501037597656, + "kl": 0.5595703125, + "learning_rate": 4.081599479843953e-07, + "loss": 0.0224, + "reward": 1.7710915803909302, + "reward_std": 0.14686674624681473, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.817966490983963, "step": 3641 }, { - "epoch": 0.24, - "learning_rate": 1.769441967763934e-05, - "loss": 1.0488, + "clip_ratio": 0.0, + "completion_length": 161.859375, + "epoch": 0.5919544900446972, + "grad_norm": 1.4432207345962524, + "kl": 1.49609375, + "learning_rate": 4.079973992197659e-07, + "loss": 0.0597, + "reward": 1.6286026239395142, + "reward_std": 0.32219335436820984, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7536025941371918, "step": 3642 }, { - "epoch": 0.24, - "learning_rate": 1.769303401863485e-05, - "loss": 1.0763, + "clip_ratio": 0.0, + "completion_length": 171.421875, + "epoch": 0.5921170255993499, + "grad_norm": 2.2555041313171387, + "kl": 2.046875, + "learning_rate": 4.0783485045513657e-07, + "loss": 0.0819, + "reward": 1.6108853220939636, + "reward_std": 0.30960850417613983, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7358852624893188, "step": 3643 }, { - "epoch": 0.24, - "learning_rate": 1.7691647997653898e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 172.8125, + "epoch": 0.5922795611540025, + "grad_norm": 2.911728620529175, + "kl": 1.22265625, + "learning_rate": 4.0767230169050717e-07, + "loss": 0.0489, + "reward": 1.699745774269104, + "reward_std": 0.2770819813013077, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7778707444667816, "step": 3644 }, { - "epoch": 0.24, - "learning_rate": 1.7690261614761692e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 174.09375, + "epoch": 0.592442096708655, + "grad_norm": 1.9355469942092896, + "kl": 3.60546875, + "learning_rate": 4.0750975292587777e-07, + "loss": 0.1444, + "reward": 1.3860132694244385, + "reward_std": 0.43836262822151184, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6516382396221161, "step": 3645 }, { - "epoch": 0.24, - "learning_rate": 1.768887487002347e-05, - "loss": 1.095, + "clip_ratio": 0.0, + "completion_length": 155.46875, + "epoch": 0.5926046322633076, + "grad_norm": 2.443807363510132, + "kl": 1.58203125, + "learning_rate": 4.0734720416124837e-07, + "loss": 0.0632, + "reward": 1.6381183862686157, + "reward_std": 0.26673728227615356, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7474932670593262, "step": 3646 }, { - "epoch": 0.24, - "learning_rate": 1.768748776350448e-05, - "loss": 1.069, + "clip_ratio": 0.0, + "completion_length": 184.34375, + "epoch": 0.5927671678179601, + "grad_norm": 3.4546892642974854, + "kl": 3.8125, + "learning_rate": 4.0718465539661896e-07, + "loss": 0.1523, + "reward": 1.4188209772109985, + "reward_std": 0.5408293604850769, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6844459474086761, "step": 3647 }, { - "epoch": 0.24, - "learning_rate": 1.768610029526999e-05, - "loss": 1.1233, + "clip_ratio": 0.0, + "completion_length": 151.140625, + "epoch": 0.5929297033726127, + "grad_norm": 2.381488561630249, + "kl": 2.41796875, + "learning_rate": 4.070221066319896e-07, + "loss": 0.0967, + "reward": 1.5393766164779663, + "reward_std": 0.37268732488155365, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6800015568733215, "step": 3648 }, { - "epoch": 0.24, - "learning_rate": 1.7684712465385285e-05, - "loss": 0.9901, + "clip_ratio": 0.0, + "completion_length": 169.3125, + "epoch": 0.5930922389272654, + "grad_norm": 2.2012815475463867, + "kl": 1.39453125, + "learning_rate": 4.068595578673602e-07, + "loss": 0.0557, + "reward": 1.5345032811164856, + "reward_std": 0.416469007730484, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7063782811164856, "step": 3649 }, { - "epoch": 0.24, - "learning_rate": 1.7683324273915662e-05, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 146.453125, + "epoch": 0.5932547744819179, + "grad_norm": 2.9399313926696777, + "kl": 2.484375, + "learning_rate": 4.066970091027308e-07, + "loss": 0.0993, + "reward": 1.4126074314117432, + "reward_std": 0.5775232911109924, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6469824016094208, "step": 3650 }, { - "epoch": 0.24, - "learning_rate": 1.768193572092644e-05, - "loss": 1.0162, + "clip_ratio": 0.0, + "completion_length": 178.34375, + "epoch": 0.5934173100365705, + "grad_norm": 2.8841943740844727, + "kl": 3.90625, + "learning_rate": 4.065344603381014e-07, + "loss": 0.1565, + "reward": 1.6203013062477112, + "reward_std": 0.47137942910194397, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.807801216840744, "step": 3651 }, { - "epoch": 0.24, - "learning_rate": 1.768054680648296e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 183.53125, + "epoch": 0.5935798455912231, + "grad_norm": 2.5609066486358643, + "kl": 2.0, + "learning_rate": 4.06371911573472e-07, + "loss": 0.0799, + "reward": 1.5896270275115967, + "reward_std": 0.35166457295417786, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7146270871162415, "step": 3652 }, { - "epoch": 0.24, - "learning_rate": 1.7679157530650567e-05, - "loss": 1.0638, + "clip_ratio": 0.0, + "completion_length": 146.875, + "epoch": 0.5937423811458756, + "grad_norm": 3.3641021251678467, + "kl": 1.921875, + "learning_rate": 4.0620936280884266e-07, + "loss": 0.0768, + "reward": 1.6713160276412964, + "reward_std": 0.3875085785984993, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8119410574436188, "step": 3653 }, { - "epoch": 0.24, - "learning_rate": 1.7677767893494627e-05, - "loss": 1.0117, + "clip_ratio": 0.0, + "completion_length": 148.90625, + "epoch": 0.5939049167005283, + "grad_norm": 3.971999406814575, + "kl": 1.87109375, + "learning_rate": 4.0604681404421326e-07, + "loss": 0.075, + "reward": 1.6622159481048584, + "reward_std": 0.3077741488814354, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7715908885002136, "step": 3654 }, { - "epoch": 0.24, - "learning_rate": 1.7676377895080535e-05, - "loss": 0.9964, + "clip_ratio": 0.0, + "completion_length": 169.84375, + "epoch": 0.5940674522551809, + "grad_norm": 2.3309507369995117, + "kl": 2.33203125, + "learning_rate": 4.0588426527958386e-07, + "loss": 0.0931, + "reward": 1.556227445602417, + "reward_std": 0.268951416015625, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6812275052070618, "step": 3655 }, { - "epoch": 0.24, - "learning_rate": 1.767498753547369e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.5942299878098334, + "grad_norm": 2.0556039810180664, + "kl": 2.296875, + "learning_rate": 4.0572171651495446e-07, + "loss": 0.0919, + "reward": 1.5836660265922546, + "reward_std": 0.38481782376766205, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7086659967899323, "step": 3656 }, { - "epoch": 0.24, - "learning_rate": 1.767359681473951e-05, - "loss": 1.0273, + "clip_ratio": 0.0, + "completion_length": 169.796875, + "epoch": 0.594392523364486, + "grad_norm": 4.072474956512451, + "kl": 2.25, + "learning_rate": 4.0555916775032506e-07, + "loss": 0.0901, + "reward": 1.5878775119781494, + "reward_std": 0.3600577861070633, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7285025119781494, "step": 3657 }, { - "epoch": 0.24, - "learning_rate": 1.7672205732943434e-05, - "loss": 1.0684, + "clip_ratio": 0.0, + "completion_length": 167.234375, + "epoch": 0.5945550589191385, + "grad_norm": 1.3428012132644653, + "kl": 2.140625, + "learning_rate": 4.053966189856957e-07, + "loss": 0.0853, + "reward": 1.6304323077201843, + "reward_std": 0.250648558139801, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7710572779178619, "step": 3658 }, { - "epoch": 0.25, - "learning_rate": 1.7670814290150918e-05, - "loss": 1.0117, + "clip_ratio": 0.0, + "completion_length": 163.984375, + "epoch": 0.5947175944737911, + "grad_norm": 1.9064894914627075, + "kl": 1.72265625, + "learning_rate": 4.052340702210663e-07, + "loss": 0.0689, + "reward": 1.6282989382743835, + "reward_std": 0.281798854470253, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7532989978790283, "step": 3659 }, { - "epoch": 0.25, - "learning_rate": 1.7669422486427424e-05, - "loss": 1.0119, + "clip_ratio": 0.0, + "completion_length": 158.28125, + "epoch": 0.5948801300284438, + "grad_norm": 1.936611294746399, + "kl": 1.734375, + "learning_rate": 4.050715214564369e-07, + "loss": 0.0692, + "reward": 1.6411362290382385, + "reward_std": 0.3199046775698662, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7505111694335938, "step": 3660 }, { - "epoch": 0.25, - "learning_rate": 1.766803032183845e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 173.9375, + "epoch": 0.5950426655830963, + "grad_norm": 2.3179547786712646, + "kl": 1.443359375, + "learning_rate": 4.049089726918075e-07, + "loss": 0.0576, + "reward": 1.6304922103881836, + "reward_std": 0.19062252715229988, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.724242240190506, "step": 3661 }, { - "epoch": 0.25, - "learning_rate": 1.7666637796449494e-05, - "loss": 1.0532, + "clip_ratio": 0.0, + "completion_length": 155.625, + "epoch": 0.5952052011377489, + "grad_norm": 1.4006283283233643, + "kl": 0.9833984375, + "learning_rate": 4.047464239271781e-07, + "loss": 0.0393, + "reward": 1.7793688774108887, + "reward_std": 0.16681306436657906, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8262438476085663, "step": 3662 }, { - "epoch": 0.25, - "learning_rate": 1.7665244910326083e-05, - "loss": 1.0121, + "clip_ratio": 0.0, + "completion_length": 173.21875, + "epoch": 0.5953677366924015, + "grad_norm": 1.7377233505249023, + "kl": 1.494140625, + "learning_rate": 4.0458387516254876e-07, + "loss": 0.0598, + "reward": 1.6780750751495361, + "reward_std": 0.37452809512615204, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7874501645565033, "step": 3663 }, { - "epoch": 0.25, - "learning_rate": 1.7663851663533754e-05, - "loss": 1.0496, + "clip_ratio": 0.0, + "completion_length": 153.734375, + "epoch": 0.595530272247054, + "grad_norm": 1.8666253089904785, + "kl": 1.5185546875, + "learning_rate": 4.0442132639791936e-07, + "loss": 0.0606, + "reward": 1.6866609454154968, + "reward_std": 0.38242094218730927, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8116610050201416, "step": 3664 }, { - "epoch": 0.25, - "learning_rate": 1.766245805613806e-05, - "loss": 1.0136, + "clip_ratio": 0.0, + "completion_length": 147.671875, + "epoch": 0.5956928078017066, + "grad_norm": 1.0474004745483398, + "kl": 0.958984375, + "learning_rate": 4.0425877763328996e-07, + "loss": 0.0383, + "reward": 1.7809749245643616, + "reward_std": 0.2447929084300995, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8434749245643616, "step": 3665 }, { - "epoch": 0.25, - "learning_rate": 1.7661064088204577e-05, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.5958553433563593, + "grad_norm": 1.0202733278274536, + "kl": 1.078125, + "learning_rate": 4.0409622886866056e-07, + "loss": 0.0432, + "reward": 1.7778886556625366, + "reward_std": 0.19903016090393066, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8403886258602142, "step": 3666 }, { - "epoch": 0.25, - "learning_rate": 1.7659669759798896e-05, - "loss": 1.1121, + "clip_ratio": 0.0, + "completion_length": 160.875, + "epoch": 0.5960178789110118, + "grad_norm": 3.758335590362549, + "kl": 1.47265625, + "learning_rate": 4.0393368010403116e-07, + "loss": 0.0589, + "reward": 1.6616180539131165, + "reward_std": 0.29547542333602905, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7709930539131165, "step": 3667 }, { - "epoch": 0.25, - "learning_rate": 1.7658275070986618e-05, - "loss": 1.1224, + "clip_ratio": 0.0, + "completion_length": 186.640625, + "epoch": 0.5961804144656644, + "grad_norm": 2.7573530673980713, + "kl": 1.4921875, + "learning_rate": 4.037711313394018e-07, + "loss": 0.0596, + "reward": 1.6270318031311035, + "reward_std": 0.3046080470085144, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7207817137241364, "step": 3668 }, { - "epoch": 0.25, - "learning_rate": 1.7656880021833367e-05, - "loss": 1.0125, + "clip_ratio": 0.0, + "completion_length": 163.328125, + "epoch": 0.5963429500203169, + "grad_norm": 8.487104415893555, + "kl": 3.8046875, + "learning_rate": 4.036085825747724e-07, + "loss": 0.1527, + "reward": 1.5736501812934875, + "reward_std": 0.2520262748003006, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7299001514911652, "step": 3669 }, { - "epoch": 0.25, - "learning_rate": 1.765548461240479e-05, - "loss": 1.0536, + "clip_ratio": 0.0, + "completion_length": 155.125, + "epoch": 0.5965054855749695, + "grad_norm": 2.319633722305298, + "kl": 2.46875, + "learning_rate": 4.03446033810143e-07, + "loss": 0.0984, + "reward": 1.717876136302948, + "reward_std": 0.24576683342456818, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.842876136302948, "step": 3670 }, { - "epoch": 0.25, - "learning_rate": 1.7654088842766542e-05, - "loss": 1.037, + "clip_ratio": 0.0, + "completion_length": 156.515625, + "epoch": 0.5966680211296221, + "grad_norm": 1.996864914894104, + "kl": 2.361328125, + "learning_rate": 4.032834850455136e-07, + "loss": 0.0944, + "reward": 1.623424768447876, + "reward_std": 0.3416994735598564, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7327997386455536, "step": 3671 }, { - "epoch": 0.25, - "learning_rate": 1.765269271298429e-05, - "loss": 1.0269, + "clip_ratio": 0.0, + "completion_length": 189.5625, + "epoch": 0.5968305566842746, + "grad_norm": 11.015209197998047, + "kl": 3.625, + "learning_rate": 4.031209362808842e-07, + "loss": 0.1449, + "reward": 1.5195696353912354, + "reward_std": 0.32656392455101013, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.691444605588913, "step": 3672 }, { - "epoch": 0.25, - "learning_rate": 1.7651296223123736e-05, - "loss": 1.0668, + "clip_ratio": 0.0, + "completion_length": 153.625, + "epoch": 0.5969930922389273, + "grad_norm": 2.858863353729248, + "kl": 1.111328125, + "learning_rate": 4.0295838751625486e-07, + "loss": 0.0444, + "reward": 1.5915551781654358, + "reward_std": 0.23664195835590363, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7009302079677582, "step": 3673 }, { - "epoch": 0.25, - "learning_rate": 1.7649899373250587e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 175.78125, + "epoch": 0.5971556277935799, + "grad_norm": 1.697874665260315, + "kl": 1.953125, + "learning_rate": 4.027958387516255e-07, + "loss": 0.0782, + "reward": 1.687067449092865, + "reward_std": 0.3223743587732315, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8120674192905426, "step": 3674 }, { - "epoch": 0.25, - "learning_rate": 1.764850216343056e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 154.1875, + "epoch": 0.5973181633482324, + "grad_norm": 1.5439504384994507, + "kl": 1.283203125, + "learning_rate": 4.026332899869961e-07, + "loss": 0.0514, + "reward": 1.7124268412590027, + "reward_std": 0.2051755040884018, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7905517816543579, "step": 3675 }, { - "epoch": 0.25, - "learning_rate": 1.76471045937294e-05, - "loss": 0.9736, + "clip_ratio": 0.0, + "completion_length": 162.015625, + "epoch": 0.597480698902885, + "grad_norm": 2.1192634105682373, + "kl": 0.69921875, + "learning_rate": 4.024707412223667e-07, + "loss": 0.0279, + "reward": 1.7854233980178833, + "reward_std": 0.18603795021772385, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8479234874248505, "step": 3676 }, { - "epoch": 0.25, - "learning_rate": 1.7645706664212875e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 154.03125, + "epoch": 0.5976432344575375, + "grad_norm": 1.8845765590667725, + "kl": 1.201171875, + "learning_rate": 4.023081924577373e-07, + "loss": 0.048, + "reward": 1.7700427770614624, + "reward_std": 0.23855043947696686, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8325427770614624, "step": 3677 }, { - "epoch": 0.25, - "learning_rate": 1.7644308374946756e-05, - "loss": 1.0832, + "clip_ratio": 0.0, + "completion_length": 143.28125, + "epoch": 0.5978057700121902, + "grad_norm": 1.8556636571884155, + "kl": 1.298828125, + "learning_rate": 4.0214564369310796e-07, + "loss": 0.0519, + "reward": 1.7199376821517944, + "reward_std": 0.25444209948182106, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7980626225471497, "step": 3678 }, { - "epoch": 0.25, - "learning_rate": 1.764290972599683e-05, - "loss": 1.083, + "clip_ratio": 0.0, + "completion_length": 176.296875, + "epoch": 0.5979683055668428, + "grad_norm": 4.0193939208984375, + "kl": 3.0078125, + "learning_rate": 4.0198309492847856e-07, + "loss": 0.1203, + "reward": 1.5972653031349182, + "reward_std": 0.43330955505371094, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7378903031349182, "step": 3679 }, { - "epoch": 0.25, - "learning_rate": 1.764151071742891e-05, - "loss": 1.0663, + "clip_ratio": 0.0, + "completion_length": 168.109375, + "epoch": 0.5981308411214953, + "grad_norm": 1.495710015296936, + "kl": 1.435546875, + "learning_rate": 4.0182054616384916e-07, + "loss": 0.0573, + "reward": 1.669186532497406, + "reward_std": 0.3204435259103775, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7785614728927612, "step": 3680 }, { - "epoch": 0.25, - "learning_rate": 1.7640111349308826e-05, - "loss": 0.8996, + "clip_ratio": 0.0, + "completion_length": 163.9375, + "epoch": 0.5982933766761479, + "grad_norm": 1.3185160160064697, + "kl": 1.69140625, + "learning_rate": 4.0165799739921976e-07, + "loss": 0.0677, + "reward": 1.4522637724876404, + "reward_std": 0.2564910501241684, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.592888742685318, "step": 3681 }, { - "epoch": 0.25, - "learning_rate": 1.763871162170242e-05, - "loss": 1.0043, + "clip_ratio": 0.0, + "completion_length": 164.703125, + "epoch": 0.5984559122308005, + "grad_norm": 4.133487224578857, + "kl": 0.5849609375, + "learning_rate": 4.0149544863459035e-07, + "loss": 0.0235, + "reward": 1.6848421096801758, + "reward_std": 0.16140583902597427, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7317171394824982, "step": 3682 }, { - "epoch": 0.25, - "learning_rate": 1.7637311534675556e-05, - "loss": 1.0443, + "clip_ratio": 0.0, + "completion_length": 162.09375, + "epoch": 0.598618447785453, + "grad_norm": 1.429064393043518, + "kl": 1.365234375, + "learning_rate": 4.01332899869961e-07, + "loss": 0.0546, + "reward": 1.643173635005951, + "reward_std": 0.22528161853551865, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7212986648082733, "step": 3683 }, { - "epoch": 0.25, - "learning_rate": 1.7635911088294106e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 174.640625, + "epoch": 0.5987809833401057, + "grad_norm": 4.509655475616455, + "kl": 2.484375, + "learning_rate": 4.011703511053316e-07, + "loss": 0.0997, + "reward": 1.5750192403793335, + "reward_std": 0.2966753989458084, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6687692403793335, "step": 3684 }, { - "epoch": 0.25, - "learning_rate": 1.763451028262397e-05, - "loss": 1.0777, + "clip_ratio": 0.0, + "completion_length": 165.640625, + "epoch": 0.5989435188947583, + "grad_norm": 1.0899443626403809, + "kl": 0.900390625, + "learning_rate": 4.010078023407022e-07, + "loss": 0.0359, + "reward": 1.794857919216156, + "reward_std": 0.17324291914701462, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.857357919216156, "step": 3685 }, { - "epoch": 0.25, - "learning_rate": 1.763310911773105e-05, - "loss": 1.1151, + "clip_ratio": 0.0, + "completion_length": 164.9375, + "epoch": 0.5991060544494108, + "grad_norm": 1.0756770372390747, + "kl": 1.83203125, + "learning_rate": 4.008452535760728e-07, + "loss": 0.0732, + "reward": 1.6447254419326782, + "reward_std": 0.1938062459230423, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7228504121303558, "step": 3686 }, { - "epoch": 0.25, - "learning_rate": 1.7631707593681288e-05, - "loss": 1.0235, + "clip_ratio": 0.0, + "completion_length": 173.28125, + "epoch": 0.5992685900040634, + "grad_norm": 1.364013671875, + "kl": 2.49609375, + "learning_rate": 4.006827048114434e-07, + "loss": 0.0998, + "reward": 1.6517727375030518, + "reward_std": 0.27316439151763916, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7455227971076965, "step": 3687 }, { - "epoch": 0.25, - "learning_rate": 1.7630305710540615e-05, - "loss": 1.0776, + "clip_ratio": 0.0, + "completion_length": 163.75, + "epoch": 0.5994311255587159, + "grad_norm": 3.7727112770080566, + "kl": 0.31201171875, + "learning_rate": 4.0052015604681405e-07, + "loss": 0.0125, + "reward": 1.6716976165771484, + "reward_std": 0.21144931018352509, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7185725569725037, "step": 3688 }, { - "epoch": 0.25, - "learning_rate": 1.7628903468375e-05, - "loss": 1.008, + "clip_ratio": 0.0, + "completion_length": 171.28125, + "epoch": 0.5995936611133685, + "grad_norm": 1.78544282913208, + "kl": 0.98828125, + "learning_rate": 4.0035760728218465e-07, + "loss": 0.0395, + "reward": 1.7406851649284363, + "reward_std": 0.22294941544532776, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8188101053237915, "step": 3689 }, { - "epoch": 0.25, - "learning_rate": 1.7627500867250428e-05, - "loss": 1.102, + "clip_ratio": 0.0, + "completion_length": 157.09375, + "epoch": 0.5997561966680212, + "grad_norm": 1.129441499710083, + "kl": 1.6015625, + "learning_rate": 4.0019505851755525e-07, + "loss": 0.0641, + "reward": 1.7108073234558105, + "reward_std": 0.2750152051448822, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7733073532581329, "step": 3690 }, { - "epoch": 0.25, - "learning_rate": 1.7626097907232886e-05, - "loss": 1.0443, + "clip_ratio": 0.0, + "completion_length": 159.15625, + "epoch": 0.5999187322226737, + "grad_norm": 2.4811196327209473, + "kl": 1.091796875, + "learning_rate": 4.0003250975292585e-07, + "loss": 0.0437, + "reward": 1.7325018048286438, + "reward_std": 0.24927833676338196, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8262518048286438, "step": 3691 }, { - "epoch": 0.25, - "learning_rate": 1.762469458838839e-05, - "loss": 1.0468, + "clip_ratio": 0.0, + "completion_length": 151.359375, + "epoch": 0.6000812677773263, + "grad_norm": 3.488162040710449, + "kl": 2.2421875, + "learning_rate": 3.9986996098829645e-07, + "loss": 0.0898, + "reward": 1.5103152990341187, + "reward_std": 0.4639740437269211, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6978152990341187, "step": 3692 }, { - "epoch": 0.25, - "learning_rate": 1.7623290910782968e-05, - "loss": 1.0597, + "clip_ratio": 0.0, + "completion_length": 147.234375, + "epoch": 0.6002438033319789, + "grad_norm": 2.366873025894165, + "kl": 2.0703125, + "learning_rate": 3.997074122236671e-07, + "loss": 0.0828, + "reward": 1.6386029124259949, + "reward_std": 0.4263063222169876, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7792279124259949, "step": 3693 }, { - "epoch": 0.25, - "learning_rate": 1.762188687448267e-05, - "loss": 1.0226, + "clip_ratio": 0.0, + "completion_length": 158.71875, + "epoch": 0.6004063388866314, + "grad_norm": 2.467954635620117, + "kl": 2.421875, + "learning_rate": 3.995448634590377e-07, + "loss": 0.0969, + "reward": 1.586082398891449, + "reward_std": 0.3525400906801224, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.742332398891449, "step": 3694 }, { - "epoch": 0.25, - "learning_rate": 1.7620482479553554e-05, - "loss": 1.0084, + "clip_ratio": 0.0, + "completion_length": 164.59375, + "epoch": 0.600568874441284, + "grad_norm": 2.514559030532837, + "kl": 2.98046875, + "learning_rate": 3.993823146944083e-07, + "loss": 0.1188, + "reward": 1.5044410228729248, + "reward_std": 0.40911442041397095, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6606910228729248, "step": 3695 }, { - "epoch": 0.25, - "learning_rate": 1.7619077726061707e-05, - "loss": 1.0255, + "clip_ratio": 0.0, + "completion_length": 149.1875, + "epoch": 0.6007314099959367, + "grad_norm": 1.701643705368042, + "kl": 0.646484375, + "learning_rate": 3.992197659297789e-07, + "loss": 0.0258, + "reward": 1.6910721063613892, + "reward_std": 0.26707059144973755, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8160721063613892, "step": 3696 }, { - "epoch": 0.25, - "learning_rate": 1.761767261407322e-05, - "loss": 1.0782, + "clip_ratio": 0.0, + "completion_length": 165.0625, + "epoch": 0.6008939455505892, + "grad_norm": 1.4316260814666748, + "kl": 1.51171875, + "learning_rate": 3.990572171651495e-07, + "loss": 0.0606, + "reward": 1.6849501132965088, + "reward_std": 0.22235287725925446, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7787001729011536, "step": 3697 }, { - "epoch": 0.25, - "learning_rate": 1.761626714365421e-05, - "loss": 0.9936, + "clip_ratio": 0.0, + "completion_length": 166.5625, + "epoch": 0.6010564811052418, + "grad_norm": 2.322633981704712, + "kl": 1.794921875, + "learning_rate": 3.9889466840052015e-07, + "loss": 0.0716, + "reward": 1.647205650806427, + "reward_std": 0.27446192130446434, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7409556806087494, "step": 3698 }, { - "epoch": 0.25, - "learning_rate": 1.7614861314870806e-05, - "loss": 1.1286, + "clip_ratio": 0.0, + "completion_length": 190.625, + "epoch": 0.6012190166598943, + "grad_norm": 3.437093496322632, + "kl": 4.375, + "learning_rate": 3.9873211963589075e-07, + "loss": 0.1753, + "reward": 1.4186420440673828, + "reward_std": 0.49916405975818634, + "rewards/format_reward_gen": 0.734375, + "rewards/llm_reward": 0.6842670440673828, "step": 3699 }, { - "epoch": 0.25, - "learning_rate": 1.761345512778916e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 175.0625, + "epoch": 0.6013815522145469, + "grad_norm": 2.1342315673828125, + "kl": 3.1796875, + "learning_rate": 3.9856957087126135e-07, + "loss": 0.1271, + "reward": 1.5754263401031494, + "reward_std": 0.2794940769672394, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7316763401031494, "step": 3700 }, { - "epoch": 0.25, - "learning_rate": 1.7612048582475435e-05, - "loss": 1.0328, + "clip_ratio": 0.0, + "completion_length": 167.21875, + "epoch": 0.6015440877691995, + "grad_norm": 2.409672737121582, + "kl": 2.3515625, + "learning_rate": 3.9840702210663195e-07, + "loss": 0.0939, + "reward": 1.46273934841156, + "reward_std": 0.49457183480262756, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6346143186092377, "step": 3701 }, { - "epoch": 0.25, - "learning_rate": 1.761064167899581e-05, - "loss": 1.0024, + "clip_ratio": 0.0, + "completion_length": 163.984375, + "epoch": 0.601706623323852, + "grad_norm": 1.6324397325515747, + "kl": 2.6640625, + "learning_rate": 3.9824447334200255e-07, + "loss": 0.1065, + "reward": 1.5506017208099365, + "reward_std": 0.498606413602829, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7224767506122589, "step": 3702 }, { - "epoch": 0.25, - "learning_rate": 1.760923441741648e-05, - "loss": 0.9799, + "clip_ratio": 0.0, + "completion_length": 165.203125, + "epoch": 0.6018691588785047, + "grad_norm": 1.7745305299758911, + "kl": 1.6640625, + "learning_rate": 3.980819245773732e-07, + "loss": 0.0665, + "reward": 1.6652244329452515, + "reward_std": 0.41909024119377136, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8058494329452515, "step": 3703 }, { - "epoch": 0.25, - "learning_rate": 1.7607826797803672e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 159.265625, + "epoch": 0.6020316944331573, + "grad_norm": 1.4999637603759766, + "kl": 1.9609375, + "learning_rate": 3.979193758127438e-07, + "loss": 0.0786, + "reward": 1.6348650455474854, + "reward_std": 0.20033670216798782, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7286151349544525, "step": 3704 }, { - "epoch": 0.25, - "learning_rate": 1.7606418820223606e-05, - "loss": 0.9657, + "clip_ratio": 0.0, + "completion_length": 190.28125, + "epoch": 0.6021942299878098, + "grad_norm": 3.8259172439575195, + "kl": 3.203125, + "learning_rate": 3.977568270481144e-07, + "loss": 0.1281, + "reward": 1.4971692562103271, + "reward_std": 0.37531471252441406, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7002942562103271, "step": 3705 }, { - "epoch": 0.25, - "learning_rate": 1.760501048474254e-05, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 166.546875, + "epoch": 0.6023567655424624, + "grad_norm": 1.5553652048110962, + "kl": 1.94921875, + "learning_rate": 3.97594278283485e-07, + "loss": 0.078, + "reward": 1.658458650112152, + "reward_std": 0.2738388776779175, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7678336501121521, "step": 3706 }, { - "epoch": 0.25, - "learning_rate": 1.7603601791426737e-05, - "loss": 0.9786, + "clip_ratio": 0.0, + "completion_length": 181.953125, + "epoch": 0.602519301097115, + "grad_norm": 3.6069624423980713, + "kl": 2.92578125, + "learning_rate": 3.974317295188556e-07, + "loss": 0.1173, + "reward": 1.4360945224761963, + "reward_std": 0.3448113799095154, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6079695820808411, "step": 3707 }, { - "epoch": 0.25, - "learning_rate": 1.7602192740342473e-05, - "loss": 0.9642, + "clip_ratio": 0.0, + "completion_length": 201.40625, + "epoch": 0.6026818366517676, + "grad_norm": 2.401793956756592, + "kl": 3.8671875, + "learning_rate": 3.972691807542263e-07, + "loss": 0.1546, + "reward": 1.465540587902069, + "reward_std": 0.4183785319328308, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6999155580997467, "step": 3708 }, { - "epoch": 0.25, - "learning_rate": 1.7600783331556054e-05, - "loss": 1.0513, + "clip_ratio": 0.0, + "completion_length": 153.5625, + "epoch": 0.6028443722064202, + "grad_norm": 1.6052911281585693, + "kl": 0.833251953125, + "learning_rate": 3.971066319895969e-07, + "loss": 0.0334, + "reward": 1.586870789527893, + "reward_std": 0.3293370045721531, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6806208193302155, "step": 3709 }, { - "epoch": 0.25, - "learning_rate": 1.7599373565133795e-05, - "loss": 1.0345, + "clip_ratio": 0.0, + "completion_length": 160.765625, + "epoch": 0.6030069077610727, + "grad_norm": 2.9074201583862305, + "kl": 2.43212890625, + "learning_rate": 3.969440832249675e-07, + "loss": 0.0971, + "reward": 1.6159008145332336, + "reward_std": 0.12890865793451667, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7409008145332336, "step": 3710 }, { - "epoch": 0.25, - "learning_rate": 1.759796344114203e-05, - "loss": 1.0586, + "clip_ratio": 0.0, + "completion_length": 170.140625, + "epoch": 0.6031694433157253, + "grad_norm": 5.660041809082031, + "kl": 1.03125, + "learning_rate": 3.967815344603381e-07, + "loss": 0.0412, + "reward": 1.6085909605026245, + "reward_std": 0.22434425726532936, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6867160499095917, "step": 3711 }, { - "epoch": 0.25, - "learning_rate": 1.7596552959647105e-05, - "loss": 1.0188, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.6033319788703779, + "grad_norm": 3.2744648456573486, + "kl": 1.55859375, + "learning_rate": 3.966189856957087e-07, + "loss": 0.0626, + "reward": 1.6188650727272034, + "reward_std": 0.12726658768951893, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7126150131225586, "step": 3712 }, { - "epoch": 0.25, - "learning_rate": 1.759514212071539e-05, - "loss": 1.0644, + "clip_ratio": 0.0, + "completion_length": 186.140625, + "epoch": 0.6034945144250304, + "grad_norm": 1.5230238437652588, + "kl": 2.5703125, + "learning_rate": 3.9645643693107935e-07, + "loss": 0.103, + "reward": 1.6025140881538391, + "reward_std": 0.3668951243162155, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7900141477584839, "step": 3713 }, { - "epoch": 0.25, - "learning_rate": 1.759373092441327e-05, - "loss": 1.0245, + "clip_ratio": 0.0, + "completion_length": 175.984375, + "epoch": 0.6036570499796831, + "grad_norm": 3.012453317642212, + "kl": 1.41796875, + "learning_rate": 3.9629388816644995e-07, + "loss": 0.0567, + "reward": 1.6985297203063965, + "reward_std": 0.22664636373519897, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7766547203063965, "step": 3714 }, { - "epoch": 0.25, - "learning_rate": 1.7592319370807138e-05, - "loss": 1.0521, + "clip_ratio": 0.0, + "completion_length": 196.234375, + "epoch": 0.6038195855343357, + "grad_norm": 3.7197980880737305, + "kl": 1.55078125, + "learning_rate": 3.9613133940182055e-07, + "loss": 0.0621, + "reward": 1.6407698392868042, + "reward_std": 0.22992008179426193, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7657698094844818, "step": 3715 }, { - "epoch": 0.25, - "learning_rate": 1.7590907459963417e-05, - "loss": 1.076, + "clip_ratio": 0.0, + "completion_length": 175.15625, + "epoch": 0.6039821210889882, + "grad_norm": 1.6329894065856934, + "kl": 1.953125, + "learning_rate": 3.9596879063719115e-07, + "loss": 0.0781, + "reward": 1.56670081615448, + "reward_std": 0.41667866706848145, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7698258459568024, "step": 3716 }, { - "epoch": 0.25, - "learning_rate": 1.7589495191948543e-05, - "loss": 0.9808, + "clip_ratio": 0.0, + "completion_length": 165.859375, + "epoch": 0.6041446566436408, + "grad_norm": 2.043565511703491, + "kl": 1.87890625, + "learning_rate": 3.9580624187256174e-07, + "loss": 0.0752, + "reward": 1.460026502609253, + "reward_std": 0.38488584756851196, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6319014132022858, "step": 3717 }, { - "epoch": 0.25, - "learning_rate": 1.7588082566828962e-05, - "loss": 1.0463, + "clip_ratio": 0.0, + "completion_length": 160.203125, + "epoch": 0.6043071921982934, + "grad_norm": 3.3081040382385254, + "kl": 1.1669921875, + "learning_rate": 3.956436931079324e-07, + "loss": 0.0466, + "reward": 1.6408932209014893, + "reward_std": 0.19462474435567856, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7502681910991669, "step": 3718 }, { - "epoch": 0.25, - "learning_rate": 1.7586669584671147e-05, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 166.796875, + "epoch": 0.6044697277529459, + "grad_norm": 1.643491268157959, + "kl": 0.748046875, + "learning_rate": 3.95481144343303e-07, + "loss": 0.0299, + "reward": 1.7468411922454834, + "reward_std": 0.1774638220667839, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7780912816524506, "step": 3719 }, { - "epoch": 0.25, - "learning_rate": 1.7585256245541575e-05, - "loss": 1.0023, + "clip_ratio": 0.0, + "completion_length": 157.0625, + "epoch": 0.6046322633075986, + "grad_norm": 1.3499152660369873, + "kl": 0.37841796875, + "learning_rate": 3.953185955786736e-07, + "loss": 0.0151, + "reward": 1.7288898229599, + "reward_std": 0.22914978116750717, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7913897931575775, "step": 3720 }, { - "epoch": 0.25, - "learning_rate": 1.7583842549506754e-05, - "loss": 1.081, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.6047947988622511, + "grad_norm": 1.352163314819336, + "kl": 0.98828125, + "learning_rate": 3.951560468140442e-07, + "loss": 0.0395, + "reward": 1.705440640449524, + "reward_std": 0.3248354345560074, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8148156702518463, "step": 3721 }, { - "epoch": 0.25, - "learning_rate": 1.7582428496633194e-05, - "loss": 1.0984, + "clip_ratio": 0.0, + "completion_length": 142.296875, + "epoch": 0.6049573344169037, + "grad_norm": 1.7459659576416016, + "kl": 0.62109375, + "learning_rate": 3.949934980494148e-07, + "loss": 0.0248, + "reward": 1.6702765822410583, + "reward_std": 0.25590264797210693, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7327766120433807, "step": 3722 }, { - "epoch": 0.25, - "learning_rate": 1.758101408698744e-05, - "loss": 1.0472, + "clip_ratio": 0.0, + "completion_length": 158.390625, + "epoch": 0.6051198699715563, + "grad_norm": 2.5941083431243896, + "kl": 0.9375, + "learning_rate": 3.9483094928478544e-07, + "loss": 0.0375, + "reward": 1.5489290952682495, + "reward_std": 0.23280223459005356, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6739290654659271, "step": 3723 }, { - "epoch": 0.25, - "learning_rate": 1.7579599320636032e-05, - "loss": 1.0682, + "clip_ratio": 0.0, + "completion_length": 162.921875, + "epoch": 0.6052824055262088, + "grad_norm": 3.122330904006958, + "kl": 0.8046875, + "learning_rate": 3.9466840052015604e-07, + "loss": 0.0322, + "reward": 1.6734209060668945, + "reward_std": 0.17765972018241882, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7202959060668945, "step": 3724 }, { - "epoch": 0.25, - "learning_rate": 1.7578184197645547e-05, - "loss": 1.0659, + "clip_ratio": 0.0, + "completion_length": 159.96875, + "epoch": 0.6054449410808614, + "grad_norm": 1.6932247877120972, + "kl": 0.7294921875, + "learning_rate": 3.9450585175552664e-07, + "loss": 0.0293, + "reward": 1.671112060546875, + "reward_std": 0.31645677238702774, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7648620009422302, "step": 3725 }, { - "epoch": 0.25, - "learning_rate": 1.7576768718082566e-05, - "loss": 1.0655, + "clip_ratio": 0.0, + "completion_length": 179.265625, + "epoch": 0.6056074766355141, + "grad_norm": 1.638215184211731, + "kl": 0.8046875, + "learning_rate": 3.9434330299089724e-07, + "loss": 0.0321, + "reward": 1.7001656293869019, + "reward_std": 0.15750711411237717, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7626655995845795, "step": 3726 }, { - "epoch": 0.25, - "learning_rate": 1.7575352882013693e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 182.671875, + "epoch": 0.6057700121901666, + "grad_norm": 1.4434926509857178, + "kl": 0.7109375, + "learning_rate": 3.9418075422626784e-07, + "loss": 0.0285, + "reward": 1.6878341436386108, + "reward_std": 0.17662538960576057, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7347091436386108, "step": 3727 }, { - "epoch": 0.25, - "learning_rate": 1.7573936689505547e-05, - "loss": 0.993, + "clip_ratio": 0.0, + "completion_length": 165.96875, + "epoch": 0.6059325477448192, + "grad_norm": 1.6675947904586792, + "kl": 1.099609375, + "learning_rate": 3.940182054616385e-07, + "loss": 0.044, + "reward": 1.663561463356018, + "reward_std": 0.2867928370833397, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7729365229606628, "step": 3728 }, { - "epoch": 0.25, - "learning_rate": 1.7572520140624762e-05, - "loss": 0.968, + "clip_ratio": 0.0, + "completion_length": 166.734375, + "epoch": 0.6060950832994717, + "grad_norm": 1.9770019054412842, + "kl": 1.173828125, + "learning_rate": 3.938556566970091e-07, + "loss": 0.0469, + "reward": 1.5606998801231384, + "reward_std": 0.31730130314826965, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6544499099254608, "step": 3729 }, { - "epoch": 0.25, - "learning_rate": 1.7571103235437988e-05, - "loss": 1.1167, + "clip_ratio": 0.0, + "completion_length": 173.140625, + "epoch": 0.6062576188541243, + "grad_norm": 1.6344430446624756, + "kl": 2.8046875, + "learning_rate": 3.936931079323797e-07, + "loss": 0.1119, + "reward": 1.5367351174354553, + "reward_std": 0.4503544867038727, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7086100876331329, "step": 3730 }, { - "epoch": 0.25, - "learning_rate": 1.75696859740119e-05, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 188.0, + "epoch": 0.606420154408777, + "grad_norm": 1.6193064451217651, + "kl": 1.60546875, + "learning_rate": 3.935305591677503e-07, + "loss": 0.0642, + "reward": 1.5399157404899597, + "reward_std": 0.272738441824913, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6492907404899597, "step": 3731 }, { - "epoch": 0.25, - "learning_rate": 1.7568268356413177e-05, - "loss": 1.005, + "clip_ratio": 0.0, + "completion_length": 173.375, + "epoch": 0.6065826899634295, + "grad_norm": 2.81111216545105, + "kl": 1.9453125, + "learning_rate": 3.933680104031209e-07, + "loss": 0.0781, + "reward": 1.5520296096801758, + "reward_std": 0.2638184502720833, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7082796692848206, "step": 3732 }, { - "epoch": 0.25, - "learning_rate": 1.7566850382708526e-05, - "loss": 1.0253, + "clip_ratio": 0.0, + "completion_length": 170.203125, + "epoch": 0.6067452255180821, + "grad_norm": 2.1884970664978027, + "kl": 1.5625, + "learning_rate": 3.9320546163849154e-07, + "loss": 0.0625, + "reward": 1.6782684326171875, + "reward_std": 0.25842616707086563, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7563934326171875, "step": 3733 }, { - "epoch": 0.25, - "learning_rate": 1.7565432052964662e-05, - "loss": 1.0856, + "clip_ratio": 0.0, + "completion_length": 174.125, + "epoch": 0.6069077610727347, + "grad_norm": 1.5235614776611328, + "kl": 2.484375, + "learning_rate": 3.9304291287386214e-07, + "loss": 0.0995, + "reward": 1.7213953137397766, + "reward_std": 0.26667311787605286, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8307703137397766, "step": 3734 }, { - "epoch": 0.25, - "learning_rate": 1.7564013367248328e-05, - "loss": 0.9363, + "clip_ratio": 0.0, + "completion_length": 150.953125, + "epoch": 0.6070702966273872, + "grad_norm": 3.03159236907959, + "kl": 1.35546875, + "learning_rate": 3.9288036410923274e-07, + "loss": 0.0544, + "reward": 1.6886292695999146, + "reward_std": 0.23287005722522736, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7511292397975922, "step": 3735 }, { - "epoch": 0.25, - "learning_rate": 1.756259432562627e-05, - "loss": 1.038, + "clip_ratio": 0.0, + "completion_length": 158.546875, + "epoch": 0.6072328321820398, + "grad_norm": 2.1982533931732178, + "kl": 0.82763671875, + "learning_rate": 3.9271781534460334e-07, + "loss": 0.0332, + "reward": 1.7051584720611572, + "reward_std": 0.2378719076514244, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.783283531665802, "step": 3736 }, { - "epoch": 0.25, - "learning_rate": 1.7561174928165262e-05, - "loss": 1.0549, + "clip_ratio": 0.0, + "completion_length": 167.609375, + "epoch": 0.6073953677366924, + "grad_norm": 1.3563215732574463, + "kl": 1.34765625, + "learning_rate": 3.9255526657997394e-07, + "loss": 0.054, + "reward": 1.7222758531570435, + "reward_std": 0.2718651592731476, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8316508233547211, "step": 3737 }, { - "epoch": 0.25, - "learning_rate": 1.755975517493208e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 187.90625, + "epoch": 0.607557903291345, + "grad_norm": 2.141681432723999, + "kl": 2.630859375, + "learning_rate": 3.923927178153446e-07, + "loss": 0.1053, + "reward": 1.5102272033691406, + "reward_std": 0.37373481690883636, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6664772629737854, "step": 3738 }, { - "epoch": 0.25, - "learning_rate": 1.7558335065993543e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 148.34375, + "epoch": 0.6077204388459976, + "grad_norm": 1.3142077922821045, + "kl": 1.39453125, + "learning_rate": 3.922301690507152e-07, + "loss": 0.0557, + "reward": 1.589306354522705, + "reward_std": 0.3230300396680832, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6986813247203827, "step": 3739 }, { - "epoch": 0.25, - "learning_rate": 1.755691460141646e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 180.34375, + "epoch": 0.6078829744006501, + "grad_norm": 2.1055753231048584, + "kl": 3.1953125, + "learning_rate": 3.920676202860858e-07, + "loss": 0.128, + "reward": 1.6321099400520325, + "reward_std": 0.27096061408519745, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7571099996566772, "step": 3740 }, { - "epoch": 0.25, - "learning_rate": 1.755549378126767e-05, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 186.0625, + "epoch": 0.6080455099553027, + "grad_norm": 2.1557552814483643, + "kl": 2.76171875, + "learning_rate": 3.919050715214564e-07, + "loss": 0.1101, + "reward": 1.6436491012573242, + "reward_std": 0.3426835462450981, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.784274160861969, "step": 3741 }, { - "epoch": 0.25, - "learning_rate": 1.7554072605614028e-05, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 149.734375, + "epoch": 0.6082080455099553, + "grad_norm": 1.8008232116699219, + "kl": 1.34375, + "learning_rate": 3.91742522756827e-07, + "loss": 0.0537, + "reward": 1.6507506370544434, + "reward_std": 0.28260859847068787, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.744500607252121, "step": 3742 }, { - "epoch": 0.25, - "learning_rate": 1.7552651074522397e-05, - "loss": 1.0459, + "clip_ratio": 0.0, + "completion_length": 164.40625, + "epoch": 0.6083705810646078, + "grad_norm": 2.692126512527466, + "kl": 3.2421875, + "learning_rate": 3.915799739921977e-07, + "loss": 0.1298, + "reward": 1.5198489427566528, + "reward_std": 0.4084126353263855, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6604739725589752, "step": 3743 }, { - "epoch": 0.25, - "learning_rate": 1.7551229188059673e-05, - "loss": 1.0847, + "clip_ratio": 0.0, + "completion_length": 166.421875, + "epoch": 0.6085331166192605, + "grad_norm": 1.5496584177017212, + "kl": 1.71484375, + "learning_rate": 3.914174252275683e-07, + "loss": 0.0685, + "reward": 1.62856125831604, + "reward_std": 0.21966608613729477, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6910611987113953, "step": 3744 }, { - "epoch": 0.25, - "learning_rate": 1.7549806946292753e-05, - "loss": 1.0838, + "clip_ratio": 0.0, + "completion_length": 181.78125, + "epoch": 0.6086956521739131, + "grad_norm": 2.2441372871398926, + "kl": 2.25, + "learning_rate": 3.912548764629389e-07, + "loss": 0.0898, + "reward": 1.5333545207977295, + "reward_std": 0.250520721077919, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7052295506000519, "step": 3745 }, { - "epoch": 0.25, - "learning_rate": 1.754838434928856e-05, - "loss": 1.0151, + "clip_ratio": 0.0, + "completion_length": 154.703125, + "epoch": 0.6088581877285656, + "grad_norm": 2.770677328109741, + "kl": 2.296875, + "learning_rate": 3.910923276983095e-07, + "loss": 0.0919, + "reward": 1.666240155696869, + "reward_std": 0.3264371231198311, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7756152153015137, "step": 3746 }, { - "epoch": 0.25, - "learning_rate": 1.754696139711403e-05, - "loss": 0.992, + "clip_ratio": 0.0, + "completion_length": 181.5625, + "epoch": 0.6090207232832182, + "grad_norm": 2.257077217102051, + "kl": 2.82421875, + "learning_rate": 3.909297789336801e-07, + "loss": 0.1129, + "reward": 1.470088005065918, + "reward_std": 0.40684889256954193, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6575879454612732, "step": 3747 }, { - "epoch": 0.25, - "learning_rate": 1.7545538089836115e-05, - "loss": 0.9893, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.6091832588378708, + "grad_norm": 2.068416118621826, + "kl": 1.92578125, + "learning_rate": 3.9076723016905074e-07, + "loss": 0.0769, + "reward": 1.6910266876220703, + "reward_std": 0.252299427986145, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7847767472267151, "step": 3748 }, { - "epoch": 0.25, - "learning_rate": 1.7544114427521783e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.6093457943925233, + "grad_norm": 1.408458948135376, + "kl": 1.35546875, + "learning_rate": 3.9060468140442134e-07, + "loss": 0.0542, + "reward": 1.594319462776184, + "reward_std": 0.3036126345396042, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6880694329738617, "step": 3749 }, { - "epoch": 0.25, - "learning_rate": 1.754269041023803e-05, - "loss": 1.0844, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.609508329947176, + "grad_norm": 2.4136083126068115, + "kl": 1.8203125, + "learning_rate": 3.9044213263979194e-07, + "loss": 0.0728, + "reward": 1.7341047525405884, + "reward_std": 0.20290591567754745, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8278547823429108, "step": 3750 }, { - "epoch": 0.25, - "learning_rate": 1.754126603805185e-05, - "loss": 1.056, + "clip_ratio": 0.0, + "completion_length": 149.109375, + "epoch": 0.6096708655018285, + "grad_norm": 2.075028657913208, + "kl": 1.595703125, + "learning_rate": 3.9027958387516254e-07, + "loss": 0.0639, + "reward": 1.6290266513824463, + "reward_std": 0.30952029675245285, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7540266513824463, "step": 3751 }, { - "epoch": 0.25, - "learning_rate": 1.7539841311030268e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 172.359375, + "epoch": 0.6098334010564811, + "grad_norm": 1.606588363647461, + "kl": 1.76953125, + "learning_rate": 3.9011703511053313e-07, + "loss": 0.0708, + "reward": 1.605812132358551, + "reward_std": 0.35503949224948883, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7151871025562286, "step": 3752 }, { - "epoch": 0.25, - "learning_rate": 1.753841622924032e-05, - "loss": 0.9761, + "clip_ratio": 0.0, + "completion_length": 152.515625, + "epoch": 0.6099959366111337, + "grad_norm": 1.4639297723770142, + "kl": 1.33203125, + "learning_rate": 3.899544863459038e-07, + "loss": 0.0533, + "reward": 1.6030364036560059, + "reward_std": 0.4413914829492569, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7436614036560059, "step": 3753 }, { - "epoch": 0.25, - "learning_rate": 1.753699079274906e-05, - "loss": 0.9992, + "clip_ratio": 0.0, + "completion_length": 150.1875, + "epoch": 0.6101584721657862, + "grad_norm": 2.0450851917266846, + "kl": 1.068359375, + "learning_rate": 3.897919375812744e-07, + "loss": 0.0427, + "reward": 1.7937897443771362, + "reward_std": 0.22726432979106903, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8562897145748138, "step": 3754 }, { - "epoch": 0.25, - "learning_rate": 1.753556500162356e-05, - "loss": 1.1259, + "clip_ratio": 0.0, + "completion_length": 198.53125, + "epoch": 0.6103210077204388, + "grad_norm": 2.1601948738098145, + "kl": 2.34375, + "learning_rate": 3.89629388816645e-07, + "loss": 0.0941, + "reward": 1.4325225353240967, + "reward_std": 0.359055258333683, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6043975353240967, "step": 3755 }, { - "epoch": 0.25, - "learning_rate": 1.75341388559309e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.6104835432750915, + "grad_norm": 2.800086259841919, + "kl": 1.58203125, + "learning_rate": 3.894668400520156e-07, + "loss": 0.0632, + "reward": 1.6703324913978577, + "reward_std": 0.20719807595014572, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7484575510025024, "step": 3756 }, { - "epoch": 0.25, - "learning_rate": 1.753271235573819e-05, - "loss": 0.9606, + "clip_ratio": 0.0, + "completion_length": 146.78125, + "epoch": 0.610646078829744, + "grad_norm": 1.5528619289398193, + "kl": 0.890625, + "learning_rate": 3.893042912873862e-07, + "loss": 0.0355, + "reward": 1.7012935876846313, + "reward_std": 0.22681371867656708, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7637935876846313, "step": 3757 }, { - "epoch": 0.25, - "learning_rate": 1.753128550111255e-05, - "loss": 1.0321, + "clip_ratio": 0.0, + "completion_length": 156.265625, + "epoch": 0.6108086143843966, + "grad_norm": 2.2137632369995117, + "kl": 0.98046875, + "learning_rate": 3.8914174252275683e-07, + "loss": 0.0393, + "reward": 1.7322219610214233, + "reward_std": 0.35425427556037903, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8415969014167786, "step": 3758 }, { - "epoch": 0.25, - "learning_rate": 1.7529858292121116e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 166.90625, + "epoch": 0.6109711499390492, + "grad_norm": 2.71036434173584, + "kl": 2.14453125, + "learning_rate": 3.8897919375812743e-07, + "loss": 0.0857, + "reward": 1.439035713672638, + "reward_std": 0.416663721203804, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5952857732772827, "step": 3759 }, { - "epoch": 0.25, - "learning_rate": 1.752843072883104e-05, - "loss": 1.059, + "clip_ratio": 0.0, + "completion_length": 179.6875, + "epoch": 0.6111336854937017, + "grad_norm": 2.8753583431243896, + "kl": 2.65234375, + "learning_rate": 3.8881664499349803e-07, + "loss": 0.1061, + "reward": 1.630483090877533, + "reward_std": 0.3554133400321007, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.771108090877533, "step": 3760 }, { - "epoch": 0.25, - "learning_rate": 1.7527002811309498e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.6112962210483543, + "grad_norm": 2.153681993484497, + "kl": 1.34375, + "learning_rate": 3.8865409622886863e-07, + "loss": 0.0536, + "reward": 1.7490025758743286, + "reward_std": 0.2330988273024559, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.811502605676651, "step": 3761 }, { - "epoch": 0.25, - "learning_rate": 1.752557453962367e-05, - "loss": 1.0642, + "clip_ratio": 0.0, + "completion_length": 154.546875, + "epoch": 0.6114587566030069, + "grad_norm": 2.4658126831054688, + "kl": 1.439453125, + "learning_rate": 3.8849154746423923e-07, + "loss": 0.0576, + "reward": 1.676601767539978, + "reward_std": 0.2694242000579834, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7859767079353333, "step": 3762 }, { - "epoch": 0.25, - "learning_rate": 1.7524145913840767e-05, - "loss": 1.0103, + "clip_ratio": 0.0, + "completion_length": 162.734375, + "epoch": 0.6116212921576595, + "grad_norm": 1.6021003723144531, + "kl": 3.375, + "learning_rate": 3.883289986996099e-07, + "loss": 0.1351, + "reward": 1.6197508573532104, + "reward_std": 0.3071364238858223, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7603758275508881, "step": 3763 }, { - "epoch": 0.25, - "learning_rate": 1.7522716934028003e-05, - "loss": 0.9649, + "clip_ratio": 0.0, + "completion_length": 177.125, + "epoch": 0.6117838277123121, + "grad_norm": 2.0000526905059814, + "kl": 2.33203125, + "learning_rate": 3.881664499349805e-07, + "loss": 0.0932, + "reward": 1.6485904455184937, + "reward_std": 0.3278482258319855, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7579654455184937, "step": 3764 }, { - "epoch": 0.25, - "learning_rate": 1.7521287600252618e-05, - "loss": 1.0394, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.6119463632669646, + "grad_norm": 1.5420767068862915, + "kl": 1.9384765625, + "learning_rate": 3.880039011703511e-07, + "loss": 0.0775, + "reward": 1.64589262008667, + "reward_std": 0.324821412563324, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7708926200866699, "step": 3765 }, { - "epoch": 0.25, - "learning_rate": 1.7519857912581866e-05, - "loss": 1.0132, + "clip_ratio": 0.0, + "completion_length": 176.0, + "epoch": 0.6121088988216172, + "grad_norm": 3.6315431594848633, + "kl": 2.875, + "learning_rate": 3.878413524057217e-07, + "loss": 0.1149, + "reward": 1.5994005799293518, + "reward_std": 0.4215027093887329, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7400256097316742, "step": 3766 }, { - "epoch": 0.25, - "learning_rate": 1.7518427871083013e-05, - "loss": 0.9941, + "clip_ratio": 0.0, + "completion_length": 161.546875, + "epoch": 0.6122714343762699, + "grad_norm": 1.9052248001098633, + "kl": 2.75, + "learning_rate": 3.876788036410923e-07, + "loss": 0.1102, + "reward": 1.4992530941963196, + "reward_std": 0.3901830166578293, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6398780941963196, "step": 3767 }, { - "epoch": 0.25, - "learning_rate": 1.7516997475823354e-05, - "loss": 1.0954, + "clip_ratio": 0.0, + "completion_length": 177.3125, + "epoch": 0.6124339699309224, + "grad_norm": 3.042053699493408, + "kl": 3.640625, + "learning_rate": 3.8751625487646293e-07, + "loss": 0.1454, + "reward": 1.5616911053657532, + "reward_std": 0.34369906783103943, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7335661351680756, "step": 3768 }, { - "epoch": 0.25, - "learning_rate": 1.7515566726870186e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 168.25, + "epoch": 0.612596505485575, + "grad_norm": 2.5184755325317383, + "kl": 2.6640625, + "learning_rate": 3.8735370611183353e-07, + "loss": 0.1066, + "reward": 1.609339416027069, + "reward_std": 0.2818868011236191, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7499643862247467, "step": 3769 }, { - "epoch": 0.25, - "learning_rate": 1.7514135624290832e-05, - "loss": 0.9745, + "clip_ratio": 0.0, + "completion_length": 174.4375, + "epoch": 0.6127590410402276, + "grad_norm": 2.400041103363037, + "kl": 4.1484375, + "learning_rate": 3.8719115734720413e-07, + "loss": 0.1663, + "reward": 1.4896116256713867, + "reward_std": 0.408925861120224, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.7083615660667419, "step": 3770 }, { - "epoch": 0.25, - "learning_rate": 1.7512704168152632e-05, - "loss": 1.1069, + "clip_ratio": 0.0, + "completion_length": 197.796875, + "epoch": 0.6129215765948801, + "grad_norm": 5.818955421447754, + "kl": 2.85546875, + "learning_rate": 3.8702860858257473e-07, + "loss": 0.114, + "reward": 1.4626516699790955, + "reward_std": 0.4151291400194168, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6657766699790955, "step": 3771 }, { - "epoch": 0.25, - "learning_rate": 1.7511272358522934e-05, - "loss": 1.018, + "clip_ratio": 0.0, + "completion_length": 180.546875, + "epoch": 0.6130841121495327, + "grad_norm": 3.071845531463623, + "kl": 4.19921875, + "learning_rate": 3.8686605981794533e-07, + "loss": 0.168, + "reward": 1.5950690507888794, + "reward_std": 0.29455244541168213, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7356940805912018, "step": 3772 }, { - "epoch": 0.25, - "learning_rate": 1.750984019546911e-05, - "loss": 1.0237, + "clip_ratio": 0.0, + "completion_length": 172.15625, + "epoch": 0.6132466477041852, + "grad_norm": 1.8458515405654907, + "kl": 2.29296875, + "learning_rate": 3.86703511053316e-07, + "loss": 0.0916, + "reward": 1.6704224348068237, + "reward_std": 0.2779134213924408, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.795422375202179, "step": 3773 }, { - "epoch": 0.25, - "learning_rate": 1.7508407679058547e-05, - "loss": 1.0412, + "clip_ratio": 0.0, + "completion_length": 192.609375, + "epoch": 0.6134091832588379, + "grad_norm": 4.660496711730957, + "kl": 3.6015625, + "learning_rate": 3.865409622886866e-07, + "loss": 0.1442, + "reward": 1.441289246082306, + "reward_std": 0.30629387497901917, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6444142460823059, "step": 3774 }, { - "epoch": 0.25, - "learning_rate": 1.750697480935865e-05, - "loss": 1.0949, + "clip_ratio": 0.0, + "completion_length": 199.3125, + "epoch": 0.6135717188134905, + "grad_norm": 3.0304527282714844, + "kl": 3.046875, + "learning_rate": 3.863784135240572e-07, + "loss": 0.1219, + "reward": 1.5524244904518127, + "reward_std": 0.4419393539428711, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.724299430847168, "step": 3775 }, { - "epoch": 0.25, - "learning_rate": 1.750554158643684e-05, - "loss": 1.0893, + "clip_ratio": 0.0, + "completion_length": 181.890625, + "epoch": 0.613734254368143, + "grad_norm": 2.7003042697906494, + "kl": 1.5341796875, + "learning_rate": 3.862158647594278e-07, + "loss": 0.0615, + "reward": 1.5397071242332458, + "reward_std": 0.2223002314567566, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6490821242332458, "step": 3776 }, { - "epoch": 0.25, - "learning_rate": 1.7504108010360547e-05, - "loss": 1.0616, + "clip_ratio": 0.0, + "completion_length": 156.046875, + "epoch": 0.6138967899227956, + "grad_norm": 2.9758288860321045, + "kl": 0.91845703125, + "learning_rate": 3.860533159947984e-07, + "loss": 0.0368, + "reward": 1.760297179222107, + "reward_std": 0.3359605334699154, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8696721792221069, "step": 3777 }, { - "epoch": 0.25, - "learning_rate": 1.7502674081197232e-05, - "loss": 1.0542, + "clip_ratio": 0.0, + "completion_length": 151.546875, + "epoch": 0.6140593254774482, + "grad_norm": 1.396363615989685, + "kl": 1.4375, + "learning_rate": 3.858907672301691e-07, + "loss": 0.0574, + "reward": 1.8266658782958984, + "reward_std": 0.15754711627960205, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8891658782958984, "step": 3778 }, { - "epoch": 0.25, - "learning_rate": 1.750123979901436e-05, - "loss": 1.0271, + "clip_ratio": 0.0, + "completion_length": 169.59375, + "epoch": 0.6142218610321007, + "grad_norm": 4.173184394836426, + "kl": 1.8515625, + "learning_rate": 3.857282184655397e-07, + "loss": 0.0742, + "reward": 1.605486273765564, + "reward_std": 0.3022525906562805, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7304863333702087, "step": 3779 }, { - "epoch": 0.25, - "learning_rate": 1.749980516387942e-05, - "loss": 1.0207, + "clip_ratio": 0.0, + "completion_length": 154.546875, + "epoch": 0.6143843965867534, + "grad_norm": 1.3823868036270142, + "kl": 1.7578125, + "learning_rate": 3.855656697009103e-07, + "loss": 0.0706, + "reward": 1.668504536151886, + "reward_std": 0.2668832987546921, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.793504536151886, "step": 3780 }, { - "epoch": 0.25, - "learning_rate": 1.7498370175859913e-05, - "loss": 1.0135, + "clip_ratio": 0.0, + "completion_length": 167.890625, + "epoch": 0.6145469321414059, + "grad_norm": 1.7421748638153076, + "kl": 1.75, + "learning_rate": 3.854031209362809e-07, + "loss": 0.0701, + "reward": 1.64720618724823, + "reward_std": 0.3129344955086708, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7722061276435852, "step": 3781 }, { - "epoch": 0.25, - "learning_rate": 1.7496934835023363e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 171.921875, + "epoch": 0.6147094676960585, + "grad_norm": 2.1300125122070312, + "kl": 1.931640625, + "learning_rate": 3.852405721716515e-07, + "loss": 0.0773, + "reward": 1.6313894987106323, + "reward_std": 0.26091380417346954, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7720145285129547, "step": 3782 }, { - "epoch": 0.25, - "learning_rate": 1.7495499141437303e-05, - "loss": 1.1091, + "clip_ratio": 0.0, + "completion_length": 149.953125, + "epoch": 0.6148720032507111, + "grad_norm": 2.548790454864502, + "kl": 0.533203125, + "learning_rate": 3.8507802340702213e-07, + "loss": 0.0213, + "reward": 1.7130910158157349, + "reward_std": 0.33724670112133026, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8224660158157349, "step": 3783 }, { - "epoch": 0.25, - "learning_rate": 1.7494063095169286e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 175.9375, + "epoch": 0.6150345388053636, + "grad_norm": 2.073237180709839, + "kl": 1.60546875, + "learning_rate": 3.8491547464239273e-07, + "loss": 0.0643, + "reward": 1.5394319891929626, + "reward_std": 0.2901921421289444, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.648807018995285, "step": 3784 }, { - "epoch": 0.25, - "learning_rate": 1.7492626696286884e-05, - "loss": 1.0215, + "clip_ratio": 0.0, + "completion_length": 191.390625, + "epoch": 0.6151970743600162, + "grad_norm": 3.2770674228668213, + "kl": 1.3984375, + "learning_rate": 3.847529258777633e-07, + "loss": 0.0559, + "reward": 1.7468302249908447, + "reward_std": 0.32245156168937683, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8562051355838776, "step": 3785 }, { - "epoch": 0.25, - "learning_rate": 1.749118994485768e-05, - "loss": 0.9891, + "clip_ratio": 0.0, + "completion_length": 167.296875, + "epoch": 0.6153596099146689, + "grad_norm": 3.581511974334717, + "kl": 1.4375, + "learning_rate": 3.845903771131339e-07, + "loss": 0.0576, + "reward": 1.553447425365448, + "reward_std": 0.25289183109998703, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.647197425365448, "step": 3786 }, { - "epoch": 0.25, - "learning_rate": 1.7489752840949277e-05, - "loss": 1.0319, + "clip_ratio": 0.0, + "completion_length": 177.703125, + "epoch": 0.6155221454693214, + "grad_norm": 1.8963990211486816, + "kl": 1.43359375, + "learning_rate": 3.844278283485045e-07, + "loss": 0.0573, + "reward": 1.6818349361419678, + "reward_std": 0.2506294623017311, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.791209876537323, "step": 3787 }, { - "epoch": 0.25, - "learning_rate": 1.74883153846293e-05, - "loss": 1.0903, + "clip_ratio": 0.0, + "completion_length": 192.34375, + "epoch": 0.615684681023974, + "grad_norm": 2.211454153060913, + "kl": 3.3515625, + "learning_rate": 3.842652795838752e-07, + "loss": 0.134, + "reward": 1.3868924975395203, + "reward_std": 0.40810534358024597, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6212674677371979, "step": 3788 }, { - "epoch": 0.25, - "learning_rate": 1.7486877575965376e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 191.015625, + "epoch": 0.6158472165786266, + "grad_norm": 2.7500548362731934, + "kl": 2.5234375, + "learning_rate": 3.841027308192458e-07, + "loss": 0.101, + "reward": 1.5686097145080566, + "reward_std": 0.2503277063369751, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6936096549034119, "step": 3789 }, { - "epoch": 0.25, - "learning_rate": 1.7485439415025165e-05, - "loss": 1.1234, + "clip_ratio": 0.0, + "completion_length": 167.40625, + "epoch": 0.6160097521332791, + "grad_norm": 2.5634288787841797, + "kl": 1.490234375, + "learning_rate": 3.839401820546164e-07, + "loss": 0.0596, + "reward": 1.5638176798820496, + "reward_std": 0.4671497941017151, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7044426798820496, "step": 3790 }, { - "epoch": 0.25, - "learning_rate": 1.7484000901876332e-05, - "loss": 1.0097, + "clip_ratio": 0.0, + "completion_length": 183.984375, + "epoch": 0.6161722876879318, + "grad_norm": 1.8297381401062012, + "kl": 1.474609375, + "learning_rate": 3.8377763328998697e-07, + "loss": 0.0591, + "reward": 1.7446918487548828, + "reward_std": 0.23587088286876678, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.822816789150238, "step": 3791 }, { - "epoch": 0.25, - "learning_rate": 1.7482562036586562e-05, - "loss": 1.0071, + "clip_ratio": 0.0, + "completion_length": 141.34375, + "epoch": 0.6163348232425843, + "grad_norm": 2.0829155445098877, + "kl": 0.36279296875, + "learning_rate": 3.8361508452535757e-07, + "loss": 0.0145, + "reward": 1.8473088145256042, + "reward_std": 0.10717684030532837, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8785588443279266, "step": 3792 }, { - "epoch": 0.25, - "learning_rate": 1.7481122819223563e-05, - "loss": 1.0608, + "clip_ratio": 0.0, + "completion_length": 200.65625, + "epoch": 0.6164973587972369, + "grad_norm": 3.25142240524292, + "kl": 2.625, + "learning_rate": 3.834525357607282e-07, + "loss": 0.1051, + "reward": 1.5512574911117554, + "reward_std": 0.298379585146904, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6918824911117554, "step": 3793 }, { - "epoch": 0.25, - "learning_rate": 1.7479683249855043e-05, - "loss": 0.9731, + "clip_ratio": 0.0, + "completion_length": 153.15625, + "epoch": 0.6166598943518895, + "grad_norm": 2.3867383003234863, + "kl": 1.01953125, + "learning_rate": 3.832899869960988e-07, + "loss": 0.0408, + "reward": 1.6322296857833862, + "reward_std": 0.16780387982726097, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6947296559810638, "step": 3794 }, { - "epoch": 0.25, - "learning_rate": 1.7478243328548748e-05, - "loss": 1.0221, + "clip_ratio": 0.0, + "completion_length": 170.40625, + "epoch": 0.616822429906542, + "grad_norm": 2.4076027870178223, + "kl": 2.28125, + "learning_rate": 3.831274382314694e-07, + "loss": 0.0911, + "reward": 1.6074227094650269, + "reward_std": 0.42121198773384094, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7480476796627045, "step": 3795 }, { - "epoch": 0.25, - "learning_rate": 1.7476803055372428e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 153.984375, + "epoch": 0.6169849654611946, + "grad_norm": 2.315427780151367, + "kl": 1.6953125, + "learning_rate": 3.8296488946684e-07, + "loss": 0.0679, + "reward": 1.6301146745681763, + "reward_std": 0.40300604701042175, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7394896745681763, "step": 3796 }, { - "epoch": 0.25, - "learning_rate": 1.7475362430393844e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.6171475010158473, + "grad_norm": 3.1639859676361084, + "kl": 1.58984375, + "learning_rate": 3.828023407022106e-07, + "loss": 0.0637, + "reward": 1.6485052704811096, + "reward_std": 0.2163599729537964, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7110053300857544, "step": 3797 }, { - "epoch": 0.25, - "learning_rate": 1.747392145368079e-05, - "loss": 1.0448, + "clip_ratio": 0.0, + "completion_length": 176.53125, + "epoch": 0.6173100365704998, + "grad_norm": 3.1262295246124268, + "kl": 1.97412109375, + "learning_rate": 3.8263979193758127e-07, + "loss": 0.0792, + "reward": 1.707414984703064, + "reward_std": 0.2519902139902115, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8167899549007416, "step": 3798 }, { - "epoch": 0.25, - "learning_rate": 1.7472480125301063e-05, - "loss": 0.9996, + "clip_ratio": 0.0, + "completion_length": 184.34375, + "epoch": 0.6174725721251524, + "grad_norm": 2.880486488342285, + "kl": 3.3828125, + "learning_rate": 3.8247724317295187e-07, + "loss": 0.1355, + "reward": 1.5497699975967407, + "reward_std": 0.25335198640823364, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7216450273990631, "step": 3799 }, { - "epoch": 0.25, - "learning_rate": 1.7471038445322483e-05, - "loss": 1.0491, + "clip_ratio": 0.0, + "completion_length": 146.59375, + "epoch": 0.617635107679805, + "grad_norm": 1.6021530628204346, + "kl": 1.2109375, + "learning_rate": 3.8231469440832247e-07, + "loss": 0.0484, + "reward": 1.6320852041244507, + "reward_std": 0.22755564749240875, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6945850849151611, "step": 3800 }, { - "epoch": 0.25, - "learning_rate": 1.7469596413812883e-05, - "loss": 1.0257, + "clip_ratio": 0.0, + "completion_length": 189.28125, + "epoch": 0.6177976432344575, + "grad_norm": 2.191127300262451, + "kl": 1.373046875, + "learning_rate": 3.8215214564369307e-07, + "loss": 0.0548, + "reward": 1.6695380210876465, + "reward_std": 0.36937178671360016, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8101629614830017, "step": 3801 }, { - "epoch": 0.25, - "learning_rate": 1.746815403084011e-05, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 157.1875, + "epoch": 0.6179601787891101, + "grad_norm": 1.3336372375488281, + "kl": 2.40234375, + "learning_rate": 3.8198959687906367e-07, + "loss": 0.0964, + "reward": 1.696418046951294, + "reward_std": 0.36853522062301636, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.821418046951294, "step": 3802 }, { - "epoch": 0.25, - "learning_rate": 1.746671129647204e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 168.75, + "epoch": 0.6181227143437626, + "grad_norm": 3.0270023345947266, + "kl": 2.2421875, + "learning_rate": 3.818270481144343e-07, + "loss": 0.0898, + "reward": 1.5809199213981628, + "reward_std": 0.255191370844841, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6746699810028076, "step": 3803 }, { - "epoch": 0.25, - "learning_rate": 1.7465268210776556e-05, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 186.265625, + "epoch": 0.6182852498984153, + "grad_norm": 2.414010763168335, + "kl": 1.94140625, + "learning_rate": 3.816644993498049e-07, + "loss": 0.0775, + "reward": 1.729929804801941, + "reward_std": 0.17775383591651917, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8080548048019409, "step": 3804 }, { - "epoch": 0.25, - "learning_rate": 1.7463824773821555e-05, - "loss": 1.0787, + "clip_ratio": 0.0, + "completion_length": 175.875, + "epoch": 0.6184477854530679, + "grad_norm": 1.9924150705337524, + "kl": 3.375, + "learning_rate": 3.815019505851755e-07, + "loss": 0.1352, + "reward": 1.5127081274986267, + "reward_std": 0.3141152188181877, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6533330976963043, "step": 3805 }, { - "epoch": 0.25, - "learning_rate": 1.7462380985674957e-05, - "loss": 0.9859, + "clip_ratio": 0.0, + "completion_length": 193.328125, + "epoch": 0.6186103210077204, + "grad_norm": 2.194385051727295, + "kl": 1.953125, + "learning_rate": 3.813394018205461e-07, + "loss": 0.0781, + "reward": 1.6618045568466187, + "reward_std": 0.34157413244247437, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.786804586648941, "step": 3806 }, { - "epoch": 0.25, - "learning_rate": 1.7460936846404695e-05, - "loss": 1.0645, + "clip_ratio": 0.0, + "completion_length": 164.921875, + "epoch": 0.618772856562373, + "grad_norm": 2.8292624950408936, + "kl": 1.72265625, + "learning_rate": 3.811768530559167e-07, + "loss": 0.0691, + "reward": 1.6409570574760437, + "reward_std": 0.28775209188461304, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7503321170806885, "step": 3807 }, { - "epoch": 0.26, - "learning_rate": 1.7459492356078715e-05, - "loss": 1.0047, + "clip_ratio": 0.0, + "completion_length": 169.25, + "epoch": 0.6189353921170256, + "grad_norm": 1.8996636867523193, + "kl": 2.673828125, + "learning_rate": 3.8101430429128737e-07, + "loss": 0.1068, + "reward": 1.657212734222412, + "reward_std": 0.3221808150410652, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7665877938270569, "step": 3808 }, { - "epoch": 0.26, - "learning_rate": 1.745804751476499e-05, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 168.390625, + "epoch": 0.6190979276716781, + "grad_norm": 1.7568289041519165, + "kl": 2.4296875, + "learning_rate": 3.8085175552665797e-07, + "loss": 0.0971, + "reward": 1.621202826499939, + "reward_std": 0.36925753951072693, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.761827826499939, "step": 3809 }, { - "epoch": 0.26, - "learning_rate": 1.7456602322531502e-05, - "loss": 1.0187, + "clip_ratio": 0.0, + "completion_length": 154.421875, + "epoch": 0.6192604632263308, + "grad_norm": 1.29423189163208, + "kl": 0.51171875, + "learning_rate": 3.8068920676202857e-07, + "loss": 0.0205, + "reward": 1.7967424392700195, + "reward_std": 0.20063242316246033, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8279923796653748, "step": 3810 }, { - "epoch": 0.26, - "learning_rate": 1.7455156779446252e-05, - "loss": 1.0934, + "clip_ratio": 0.0, + "completion_length": 193.71875, + "epoch": 0.6194229987809834, + "grad_norm": 1.419325828552246, + "kl": 1.67578125, + "learning_rate": 3.8052665799739917e-07, + "loss": 0.0671, + "reward": 1.6825006604194641, + "reward_std": 0.22066787630319595, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7762506604194641, "step": 3811 }, { - "epoch": 0.26, - "learning_rate": 1.7453710885577252e-05, - "loss": 1.1038, + "clip_ratio": 0.0, + "completion_length": 174.953125, + "epoch": 0.6195855343356359, + "grad_norm": 1.6533355712890625, + "kl": 2.0625, + "learning_rate": 3.803641092327698e-07, + "loss": 0.0823, + "reward": 1.612877905368805, + "reward_std": 0.36378276348114014, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7222528457641602, "step": 3812 }, { - "epoch": 0.26, - "learning_rate": 1.745226464099254e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 158.421875, + "epoch": 0.6197480698902885, + "grad_norm": 2.2559401988983154, + "kl": 2.65625, + "learning_rate": 3.8020156046814047e-07, + "loss": 0.1062, + "reward": 1.73316091299057, + "reward_std": 0.3038547933101654, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8425358831882477, "step": 3813 }, { - "epoch": 0.26, - "learning_rate": 1.745081804576016e-05, - "loss": 1.0844, + "clip_ratio": 0.0, + "completion_length": 161.375, + "epoch": 0.619910605444941, + "grad_norm": 2.248807668685913, + "kl": 0.703125, + "learning_rate": 3.8003901170351107e-07, + "loss": 0.0281, + "reward": 1.7086602449417114, + "reward_std": 0.24136708676815033, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7711602449417114, "step": 3814 }, { - "epoch": 0.26, - "learning_rate": 1.744937109994818e-05, - "loss": 1.0773, + "clip_ratio": 0.0, + "completion_length": 190.421875, + "epoch": 0.6200731409995937, + "grad_norm": 1.5222125053405762, + "kl": 2.9765625, + "learning_rate": 3.7987646293888167e-07, + "loss": 0.1192, + "reward": 1.670805037021637, + "reward_std": 0.30595625936985016, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.780180037021637, "step": 3815 }, { - "epoch": 0.26, - "learning_rate": 1.7447923803624686e-05, - "loss": 1.076, + "clip_ratio": 0.0, + "completion_length": 178.84375, + "epoch": 0.6202356765542463, + "grad_norm": 1.4236547946929932, + "kl": 1.701171875, + "learning_rate": 3.7971391417425227e-07, + "loss": 0.0681, + "reward": 1.6433183550834656, + "reward_std": 0.2936744764447212, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7526933252811432, "step": 3816 }, { - "epoch": 0.26, - "learning_rate": 1.7446476156857773e-05, - "loss": 1.0122, + "clip_ratio": 0.0, + "completion_length": 171.734375, + "epoch": 0.6203982121088988, + "grad_norm": 1.5075984001159668, + "kl": 1.083984375, + "learning_rate": 3.7955136540962287e-07, + "loss": 0.0433, + "reward": 1.737222671508789, + "reward_std": 0.20354003459215164, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7997227013111115, "step": 3817 }, { - "epoch": 0.26, - "learning_rate": 1.744502815971556e-05, - "loss": 1.0228, + "clip_ratio": 0.0, + "completion_length": 153.015625, + "epoch": 0.6205607476635514, + "grad_norm": 2.550416946411133, + "kl": 1.25, + "learning_rate": 3.793888166449935e-07, + "loss": 0.05, + "reward": 1.7958426475524902, + "reward_std": 0.22184375301003456, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8739676475524902, "step": 3818 }, { - "epoch": 0.26, - "learning_rate": 1.7443579812266174e-05, - "loss": 1.1131, + "clip_ratio": 0.0, + "completion_length": 149.875, + "epoch": 0.620723283218204, + "grad_norm": 1.199812889099121, + "kl": 0.473388671875, + "learning_rate": 3.792262678803641e-07, + "loss": 0.019, + "reward": 1.792065143585205, + "reward_std": 0.24255218356847763, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8545651733875275, "step": 3819 }, { - "epoch": 0.26, - "learning_rate": 1.7442131114577766e-05, - "loss": 1.0076, + "clip_ratio": 0.0, + "completion_length": 173.734375, + "epoch": 0.6208858187728565, + "grad_norm": 1.7059516906738281, + "kl": 1.255859375, + "learning_rate": 3.790637191157347e-07, + "loss": 0.0501, + "reward": 1.6515476703643799, + "reward_std": 0.22941552847623825, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7140476107597351, "step": 3820 }, { - "epoch": 0.26, - "learning_rate": 1.7440682066718503e-05, - "loss": 1.043, + "clip_ratio": 0.0, + "completion_length": 193.171875, + "epoch": 0.6210483543275092, + "grad_norm": 1.751677393913269, + "kl": 1.33203125, + "learning_rate": 3.789011703511053e-07, + "loss": 0.0533, + "reward": 1.6596965789794922, + "reward_std": 0.17319606244564056, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6909465193748474, "step": 3821 }, { - "epoch": 0.26, - "learning_rate": 1.743923266875656e-05, - "loss": 1.0015, + "clip_ratio": 0.0, + "completion_length": 161.828125, + "epoch": 0.6212108898821618, + "grad_norm": 1.599161982536316, + "kl": 1.234375, + "learning_rate": 3.787386215864759e-07, + "loss": 0.0493, + "reward": 1.7520239353179932, + "reward_std": 0.2578817307949066, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8301489055156708, "step": 3822 }, { - "epoch": 0.26, - "learning_rate": 1.743778292076014e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 162.3125, + "epoch": 0.6213734254368143, + "grad_norm": 1.3072940111160278, + "kl": 1.51171875, + "learning_rate": 3.7857607282184657e-07, + "loss": 0.0604, + "reward": 1.6357814073562622, + "reward_std": 0.33899545669555664, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7451564073562622, "step": 3823 }, { - "epoch": 0.26, - "learning_rate": 1.743633282279746e-05, - "loss": 1.0793, + "clip_ratio": 0.0, + "completion_length": 137.125, + "epoch": 0.6215359609914669, + "grad_norm": 1.4035804271697998, + "kl": 1.30859375, + "learning_rate": 3.7841352405721716e-07, + "loss": 0.0525, + "reward": 1.7818162441253662, + "reward_std": 0.31839053332805634, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.859941303730011, "step": 3824 }, { - "epoch": 0.26, - "learning_rate": 1.7434882374936744e-05, - "loss": 0.9772, + "clip_ratio": 0.0, + "completion_length": 143.796875, + "epoch": 0.6216984965461194, + "grad_norm": 1.7186360359191895, + "kl": 0.6240234375, + "learning_rate": 3.7825097529258776e-07, + "loss": 0.0249, + "reward": 1.7399991154670715, + "reward_std": 0.2819109708070755, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8337491154670715, "step": 3825 }, { - "epoch": 0.26, - "learning_rate": 1.743343157724624e-05, - "loss": 1.0223, + "clip_ratio": 0.0, + "completion_length": 168.28125, + "epoch": 0.621861032100772, + "grad_norm": 1.3254081010818481, + "kl": 2.46875, + "learning_rate": 3.7808842652795836e-07, + "loss": 0.0986, + "reward": 1.6762651205062866, + "reward_std": 0.2964668869972229, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7856400907039642, "step": 3826 }, { - "epoch": 0.26, - "learning_rate": 1.7431980429794215e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 149.515625, + "epoch": 0.6220235676554247, + "grad_norm": 1.3191368579864502, + "kl": 0.6484375, + "learning_rate": 3.7792587776332896e-07, + "loss": 0.0259, + "reward": 1.7084539532661438, + "reward_std": 0.3230917602777481, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8022039234638214, "step": 3827 }, { - "epoch": 0.26, - "learning_rate": 1.743052893264895e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 136.484375, + "epoch": 0.6221861032100772, + "grad_norm": 0.9427796602249146, + "kl": 0.11865234375, + "learning_rate": 3.777633289986996e-07, + "loss": 0.0048, + "reward": 1.846526324748993, + "reward_std": 0.1240958720445633, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8777763247489929, "step": 3828 }, { - "epoch": 0.26, - "learning_rate": 1.7429077085878735e-05, - "loss": 1.0124, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.6223486387647298, + "grad_norm": 2.735846996307373, + "kl": 1.091796875, + "learning_rate": 3.776007802340702e-07, + "loss": 0.0438, + "reward": 1.5959393978118896, + "reward_std": 0.2351061999797821, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6584394574165344, "step": 3829 }, { - "epoch": 0.26, - "learning_rate": 1.7427624889551892e-05, - "loss": 1.011, + "clip_ratio": 0.0, + "completion_length": 136.421875, + "epoch": 0.6225111743193824, + "grad_norm": 1.0253275632858276, + "kl": 0.923828125, + "learning_rate": 3.774382314694408e-07, + "loss": 0.037, + "reward": 1.8056968450546265, + "reward_std": 0.1805114708840847, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8525719344615936, "step": 3830 }, { - "epoch": 0.26, - "learning_rate": 1.7426172343736744e-05, - "loss": 1.0149, + "clip_ratio": 0.0, + "completion_length": 134.90625, + "epoch": 0.6226737098740349, + "grad_norm": 1.18790602684021, + "kl": 0.66015625, + "learning_rate": 3.772756827048114e-07, + "loss": 0.0264, + "reward": 1.79221510887146, + "reward_std": 0.18036461621522903, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8547151386737823, "step": 3831 }, { - "epoch": 0.26, - "learning_rate": 1.742471944850164e-05, - "loss": 0.9892, + "clip_ratio": 0.0, + "completion_length": 147.265625, + "epoch": 0.6228362454286875, + "grad_norm": 10.456192016601562, + "kl": 1.328125, + "learning_rate": 3.77113133940182e-07, + "loss": 0.0532, + "reward": 1.649206817150116, + "reward_std": 0.32623985409736633, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7585817873477936, "step": 3832 }, { - "epoch": 0.26, - "learning_rate": 1.7423266203914935e-05, - "loss": 1.0104, + "clip_ratio": 0.0, + "completion_length": 170.1875, + "epoch": 0.62299878098334, + "grad_norm": 1.0039722919464111, + "kl": 0.72265625, + "learning_rate": 3.7695058517555266e-07, + "loss": 0.0288, + "reward": 1.8664619326591492, + "reward_std": 0.07210255693644285, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8820870220661163, "step": 3833 }, { - "epoch": 0.26, - "learning_rate": 1.742181261004502e-05, - "loss": 1.0387, + "clip_ratio": 0.0, + "completion_length": 153.859375, + "epoch": 0.6231613165379927, + "grad_norm": 1.3082095384597778, + "kl": 0.693359375, + "learning_rate": 3.7678803641092326e-07, + "loss": 0.0278, + "reward": 1.7881190776824951, + "reward_std": 0.1223064474761486, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.819368988275528, "step": 3834 }, { - "epoch": 0.26, - "learning_rate": 1.7420358666960284e-05, - "loss": 1.0245, + "clip_ratio": 0.0, + "completion_length": 153.171875, + "epoch": 0.6233238520926453, + "grad_norm": 1.0884875059127808, + "kl": 0.685546875, + "learning_rate": 3.7662548764629386e-07, + "loss": 0.0274, + "reward": 1.7943507432937622, + "reward_std": 0.11229187250137329, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8256007432937622, "step": 3835 }, { - "epoch": 0.26, - "learning_rate": 1.741890437472914e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 167.828125, + "epoch": 0.6234863876472978, + "grad_norm": 1.3421775102615356, + "kl": 1.24462890625, + "learning_rate": 3.7646293888166446e-07, + "loss": 0.05, + "reward": 1.6585164070129395, + "reward_std": 0.2885741647332907, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7366413772106171, "step": 3836 }, { - "epoch": 0.26, - "learning_rate": 1.7417449733420012e-05, - "loss": 1.024, + "clip_ratio": 0.0, + "completion_length": 164.859375, + "epoch": 0.6236489232019504, + "grad_norm": 1.5383473634719849, + "kl": 1.068359375, + "learning_rate": 3.7630039011703506e-07, + "loss": 0.0428, + "reward": 1.729120910167694, + "reward_std": 0.19827905297279358, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8072459101676941, "step": 3837 }, { - "epoch": 0.26, - "learning_rate": 1.7415994743101348e-05, - "loss": 1.1103, + "clip_ratio": 0.0, + "completion_length": 147.75, + "epoch": 0.623811458756603, + "grad_norm": 1.7421658039093018, + "kl": 2.6328125, + "learning_rate": 3.761378413524057e-07, + "loss": 0.1052, + "reward": 1.5987911224365234, + "reward_std": 0.4718117266893387, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7550411224365234, "step": 3838 }, { - "epoch": 0.26, - "learning_rate": 1.7414539403841607e-05, - "loss": 0.9948, + "clip_ratio": 0.0, + "completion_length": 167.640625, + "epoch": 0.6239739943112556, + "grad_norm": 1.4167590141296387, + "kl": 2.0859375, + "learning_rate": 3.759752925877763e-07, + "loss": 0.0835, + "reward": 1.6728515028953552, + "reward_std": 0.246478870511055, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7666015028953552, "step": 3839 }, { - "epoch": 0.26, - "learning_rate": 1.7413083715709265e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 160.703125, + "epoch": 0.6241365298659082, + "grad_norm": 1.370321273803711, + "kl": 1.76171875, + "learning_rate": 3.758127438231469e-07, + "loss": 0.0706, + "reward": 1.612299919128418, + "reward_std": 0.2595825865864754, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.721674919128418, "step": 3840 }, { - "epoch": 0.26, - "learning_rate": 1.7411627678772825e-05, - "loss": 0.9852, + "clip_ratio": 0.0, + "completion_length": 170.421875, + "epoch": 0.6242990654205608, + "grad_norm": 2.663851737976074, + "kl": 2.0546875, + "learning_rate": 3.756501950585175e-07, + "loss": 0.0823, + "reward": 1.648240327835083, + "reward_std": 0.28091151267290115, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7576153576374054, "step": 3841 }, { - "epoch": 0.26, - "learning_rate": 1.7410171293100785e-05, - "loss": 0.9701, + "clip_ratio": 0.0, + "completion_length": 142.84375, + "epoch": 0.6244616009752133, + "grad_norm": 1.4313663244247437, + "kl": 0.103271484375, + "learning_rate": 3.754876462938881e-07, + "loss": 0.0041, + "reward": 1.7594716548919678, + "reward_std": 0.09018597938120365, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7750966846942902, "step": 3842 }, { - "epoch": 0.26, - "learning_rate": 1.7408714558761682e-05, - "loss": 1.0111, + "clip_ratio": 0.0, + "completion_length": 166.859375, + "epoch": 0.6246241365298659, + "grad_norm": 2.3152194023132324, + "kl": 1.8046875, + "learning_rate": 3.7532509752925876e-07, + "loss": 0.0721, + "reward": 1.6668188571929932, + "reward_std": 0.3047889471054077, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7605689167976379, "step": 3843 }, { - "epoch": 0.26, - "learning_rate": 1.7407257475824052e-05, - "loss": 1.0111, + "clip_ratio": 0.0, + "completion_length": 162.75, + "epoch": 0.6247866720845184, + "grad_norm": 1.8931068181991577, + "kl": 2.52734375, + "learning_rate": 3.7516254876462936e-07, + "loss": 0.1007, + "reward": 1.6261667013168335, + "reward_std": 0.312425822019577, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7511667311191559, "step": 3844 }, { - "epoch": 0.26, - "learning_rate": 1.7405800044356454e-05, - "loss": 0.9632, + "clip_ratio": 0.0, + "completion_length": 163.0625, + "epoch": 0.6249492076391711, + "grad_norm": 1.83965265750885, + "kl": 0.9267578125, + "learning_rate": 3.75e-07, + "loss": 0.0369, + "reward": 1.788235604763031, + "reward_std": 0.15095590613782406, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8194855451583862, "step": 3845 }, { - "epoch": 0.26, - "learning_rate": 1.740434226442747e-05, - "loss": 1.13, + "clip_ratio": 0.0, + "completion_length": 161.140625, + "epoch": 0.6251117431938237, + "grad_norm": 1.2887779474258423, + "kl": 1.1953125, + "learning_rate": 3.748374512353706e-07, + "loss": 0.0478, + "reward": 1.6682370901107788, + "reward_std": 0.33950093388557434, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.777612030506134, "step": 3846 }, { - "epoch": 0.26, - "learning_rate": 1.7402884136105688e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 183.375, + "epoch": 0.6252742787484762, + "grad_norm": 0.9666639566421509, + "kl": 1.16796875, + "learning_rate": 3.746749024707412e-07, + "loss": 0.0466, + "reward": 1.7624833583831787, + "reward_std": 0.18694739043712616, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8249832987785339, "step": 3847 }, { - "epoch": 0.26, - "learning_rate": 1.740142565945971e-05, - "loss": 0.954, + "clip_ratio": 0.0, + "completion_length": 163.4375, + "epoch": 0.6254368143031288, + "grad_norm": 1.5903613567352295, + "kl": 0.7236328125, + "learning_rate": 3.7451235370611186e-07, + "loss": 0.029, + "reward": 1.592331886291504, + "reward_std": 0.1955682970583439, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6548318862915039, "step": 3848 }, { - "epoch": 0.26, - "learning_rate": 1.739996683455818e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 174.984375, + "epoch": 0.6255993498577814, + "grad_norm": 2.9787278175354004, + "kl": 1.123046875, + "learning_rate": 3.7434980494148246e-07, + "loss": 0.0449, + "reward": 1.6360891461372375, + "reward_std": 0.30196233093738556, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7142140865325928, "step": 3849 }, { - "epoch": 0.26, - "learning_rate": 1.7398507661469718e-05, - "loss": 1.0323, + "clip_ratio": 0.0, + "completion_length": 178.203125, + "epoch": 0.6257618854124339, + "grad_norm": 1.3160139322280884, + "kl": 2.266845703125, + "learning_rate": 3.7418725617685306e-07, + "loss": 0.0905, + "reward": 1.6299942135810852, + "reward_std": 0.27862322237342596, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.73936927318573, "step": 3850 }, { - "epoch": 0.26, - "learning_rate": 1.7397048140262995e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 160.703125, + "epoch": 0.6259244209670866, + "grad_norm": 10.113338470458984, + "kl": 2.20703125, + "learning_rate": 3.7402470741222366e-07, + "loss": 0.0882, + "reward": 1.521288812160492, + "reward_std": 0.41205522418022156, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6462888419628143, "step": 3851 }, { - "epoch": 0.26, - "learning_rate": 1.7395588271006684e-05, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 161.8125, + "epoch": 0.6260869565217392, + "grad_norm": 2.801743268966675, + "kl": 0.869140625, + "learning_rate": 3.7386215864759426e-07, + "loss": 0.0348, + "reward": 1.6294435858726501, + "reward_std": 0.24981232732534409, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7075686156749725, "step": 3852 }, { - "epoch": 0.26, - "learning_rate": 1.739412805376947e-05, - "loss": 1.0302, + "clip_ratio": 0.0, + "completion_length": 186.0, + "epoch": 0.6262494920763917, + "grad_norm": 2.8067519664764404, + "kl": 2.1328125, + "learning_rate": 3.736996098829649e-07, + "loss": 0.0857, + "reward": 1.549806296825409, + "reward_std": 0.42120686173439026, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6748062670230865, "step": 3853 }, { - "epoch": 0.26, - "learning_rate": 1.739266748862006e-05, - "loss": 0.9704, + "clip_ratio": 0.0, + "completion_length": 162.296875, + "epoch": 0.6264120276310443, + "grad_norm": 1.9844118356704712, + "kl": 0.54296875, + "learning_rate": 3.735370611183355e-07, + "loss": 0.0218, + "reward": 1.7856613397598267, + "reward_std": 0.14200879633426666, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8169113397598267, "step": 3854 }, { - "epoch": 0.26, - "learning_rate": 1.739120657562718e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 185.296875, + "epoch": 0.6265745631856968, + "grad_norm": 2.263821601867676, + "kl": 0.68798828125, + "learning_rate": 3.733745123537061e-07, + "loss": 0.0275, + "reward": 1.7136905789375305, + "reward_std": 0.28724443912506104, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8074405789375305, "step": 3855 }, { - "epoch": 0.26, - "learning_rate": 1.7389745314859572e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 177.96875, + "epoch": 0.6267370987403494, + "grad_norm": 2.6627111434936523, + "kl": 1.55078125, + "learning_rate": 3.732119635890767e-07, + "loss": 0.0621, + "reward": 1.691577672958374, + "reward_std": 0.2814774438738823, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.800952672958374, "step": 3856 }, { - "epoch": 0.26, - "learning_rate": 1.738828370638599e-05, - "loss": 1.0618, + "clip_ratio": 0.0, + "completion_length": 152.515625, + "epoch": 0.6268996342950021, + "grad_norm": 3.514496088027954, + "kl": 0.98828125, + "learning_rate": 3.730494148244473e-07, + "loss": 0.0396, + "reward": 1.6738322377204895, + "reward_std": 0.22936329990625381, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7363321781158447, "step": 3857 }, { - "epoch": 0.26, - "learning_rate": 1.7386821750275203e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 169.65625, + "epoch": 0.6270621698496546, + "grad_norm": 2.4551167488098145, + "kl": 0.76953125, + "learning_rate": 3.7288686605981796e-07, + "loss": 0.0307, + "reward": 1.6287140846252441, + "reward_std": 0.12236567586660385, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6755891144275665, "step": 3858 }, { - "epoch": 0.26, - "learning_rate": 1.7385359446596003e-05, - "loss": 1.004, + "clip_ratio": 0.0, + "completion_length": 155.78125, + "epoch": 0.6272247054043072, + "grad_norm": 2.1676297187805176, + "kl": 1.76953125, + "learning_rate": 3.7272431729518855e-07, + "loss": 0.0708, + "reward": 1.7799561023712158, + "reward_std": 0.2799083814024925, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8580811023712158, "step": 3859 }, { - "epoch": 0.26, - "learning_rate": 1.7383896795417196e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 155.546875, + "epoch": 0.6273872409589598, + "grad_norm": 1.5931365489959717, + "kl": 1.73046875, + "learning_rate": 3.7256176853055915e-07, + "loss": 0.0692, + "reward": 1.6670080423355103, + "reward_std": 0.27802152931690216, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7607579529285431, "step": 3860 }, { - "epoch": 0.26, - "learning_rate": 1.7382433796807602e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 151.28125, + "epoch": 0.6275497765136123, + "grad_norm": 2.292314052581787, + "kl": 1.009765625, + "learning_rate": 3.7239921976592975e-07, + "loss": 0.0405, + "reward": 1.7457265257835388, + "reward_std": 0.25656866282224655, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.808226466178894, "step": 3861 }, { - "epoch": 0.26, - "learning_rate": 1.7380970450836057e-05, - "loss": 1.0179, + "clip_ratio": 0.0, + "completion_length": 158.375, + "epoch": 0.6277123120682649, + "grad_norm": 1.71559476852417, + "kl": 1.49609375, + "learning_rate": 3.7223667100130035e-07, + "loss": 0.06, + "reward": 1.7200428247451782, + "reward_std": 0.11295993253588676, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.766917884349823, "step": 3862 }, { - "epoch": 0.26, - "learning_rate": 1.737950675757142e-05, - "loss": 1.0768, + "clip_ratio": 0.0, + "completion_length": 170.296875, + "epoch": 0.6278748476229176, + "grad_norm": 1.4665589332580566, + "kl": 0.733642578125, + "learning_rate": 3.72074122236671e-07, + "loss": 0.0294, + "reward": 1.633423089981079, + "reward_std": 0.2271728813648224, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7115480601787567, "step": 3863 }, { - "epoch": 0.26, - "learning_rate": 1.7378042717082555e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 166.6875, + "epoch": 0.6280373831775701, + "grad_norm": 2.5094475746154785, + "kl": 1.935546875, + "learning_rate": 3.719115734720416e-07, + "loss": 0.0774, + "reward": 1.655548334121704, + "reward_std": 0.30655358731746674, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7961733937263489, "step": 3864 }, { - "epoch": 0.26, - "learning_rate": 1.7376578329438353e-05, - "loss": 1.1147, + "clip_ratio": 0.0, + "completion_length": 140.25, + "epoch": 0.6281999187322227, + "grad_norm": 1.5110517740249634, + "kl": 0.869140625, + "learning_rate": 3.717490247074122e-07, + "loss": 0.0346, + "reward": 1.7244825959205627, + "reward_std": 0.14261146634817123, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7869825959205627, "step": 3865 }, { - "epoch": 0.26, - "learning_rate": 1.7375113594707715e-05, - "loss": 0.9642, + "clip_ratio": 0.0, + "completion_length": 145.78125, + "epoch": 0.6283624542868752, + "grad_norm": 1.5483311414718628, + "kl": 1.9296875, + "learning_rate": 3.715864759427828e-07, + "loss": 0.0774, + "reward": 1.6442486643791199, + "reward_std": 0.2847352996468544, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7692486941814423, "step": 3866 }, { - "epoch": 0.26, - "learning_rate": 1.7373648512959562e-05, - "loss": 1.0275, + "clip_ratio": 0.0, + "completion_length": 167.984375, + "epoch": 0.6285249898415278, + "grad_norm": 2.2778568267822266, + "kl": 1.544921875, + "learning_rate": 3.714239271781534e-07, + "loss": 0.0619, + "reward": 1.5644262433052063, + "reward_std": 0.18957630917429924, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6738013029098511, "step": 3867 }, { - "epoch": 0.26, - "learning_rate": 1.737218308426283e-05, - "loss": 1.0028, + "clip_ratio": 0.0, + "completion_length": 168.109375, + "epoch": 0.6286875253961804, + "grad_norm": 2.983393430709839, + "kl": 2.03125, + "learning_rate": 3.7126137841352405e-07, + "loss": 0.0814, + "reward": 1.7078105807304382, + "reward_std": 0.32700595259666443, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7859356105327606, "step": 3868 }, { - "epoch": 0.26, - "learning_rate": 1.737071730868647e-05, - "loss": 1.0157, + "clip_ratio": 0.0, + "completion_length": 178.453125, + "epoch": 0.628850060950833, + "grad_norm": 3.5294699668884277, + "kl": 0.78125, + "learning_rate": 3.7109882964889465e-07, + "loss": 0.0312, + "reward": 1.7100796699523926, + "reward_std": 0.11631984636187553, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7413297593593597, "step": 3869 }, { - "epoch": 0.26, - "learning_rate": 1.736925118629945e-05, - "loss": 0.9713, + "clip_ratio": 0.0, + "completion_length": 177.375, + "epoch": 0.6290125965054856, + "grad_norm": 2.019144296646118, + "kl": 1.4580078125, + "learning_rate": 3.7093628088426525e-07, + "loss": 0.0584, + "reward": 1.574621319770813, + "reward_std": 0.15371273085474968, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6527462303638458, "step": 3870 }, { - "epoch": 0.26, - "learning_rate": 1.7367784717170755e-05, - "loss": 0.9922, + "clip_ratio": 0.0, + "completion_length": 201.609375, + "epoch": 0.6291751320601382, + "grad_norm": 1.9787522554397583, + "kl": 3.5703125, + "learning_rate": 3.7077373211963585e-07, + "loss": 0.1426, + "reward": 1.397697925567627, + "reward_std": 0.4862089157104492, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.600822925567627, "step": 3871 }, { - "epoch": 0.26, - "learning_rate": 1.7366317901369386e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 160.390625, + "epoch": 0.6293376676147907, + "grad_norm": 1.6728358268737793, + "kl": 1.255859375, + "learning_rate": 3.7061118335500645e-07, + "loss": 0.0502, + "reward": 1.5619237422943115, + "reward_std": 0.3724083751440048, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.686923623085022, "step": 3872 }, { - "epoch": 0.26, - "learning_rate": 1.7364850738964364e-05, - "loss": 1.0071, + "clip_ratio": 0.0, + "completion_length": 160.71875, + "epoch": 0.6295002031694433, + "grad_norm": 2.6546266078948975, + "kl": 2.25, + "learning_rate": 3.704486345903771e-07, + "loss": 0.0899, + "reward": 1.6626416444778442, + "reward_std": 0.30352236330509186, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.740766704082489, "step": 3873 }, { - "epoch": 0.26, - "learning_rate": 1.7363383230024716e-05, - "loss": 1.0395, + "clip_ratio": 0.0, + "completion_length": 169.8125, + "epoch": 0.629662738724096, + "grad_norm": 1.7753344774246216, + "kl": 1.6796875, + "learning_rate": 3.702860858257477e-07, + "loss": 0.0673, + "reward": 1.6097808480262756, + "reward_std": 0.2492002695798874, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7035308182239532, "step": 3874 }, { - "epoch": 0.26, - "learning_rate": 1.7361915374619496e-05, - "loss": 1.0121, + "clip_ratio": 0.0, + "completion_length": 181.734375, + "epoch": 0.6298252742787485, + "grad_norm": 4.191317558288574, + "kl": 3.0078125, + "learning_rate": 3.701235370611183e-07, + "loss": 0.1201, + "reward": 1.394674837589264, + "reward_std": 0.43460865318775177, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5821748673915863, "step": 3875 }, { - "epoch": 0.26, - "learning_rate": 1.736044717281777e-05, - "loss": 0.983, + "clip_ratio": 0.0, + "completion_length": 178.828125, + "epoch": 0.6299878098334011, + "grad_norm": 1.3241130113601685, + "kl": 2.54296875, + "learning_rate": 3.699609882964889e-07, + "loss": 0.1019, + "reward": 1.5726388692855835, + "reward_std": 0.4019901305437088, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7132638692855835, "step": 3876 }, { - "epoch": 0.26, - "learning_rate": 1.735897862468862e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 153.359375, + "epoch": 0.6301503453880536, + "grad_norm": 2.7560818195343018, + "kl": 1.90625, + "learning_rate": 3.697984395318595e-07, + "loss": 0.0763, + "reward": 1.5972612500190735, + "reward_std": 0.3098313808441162, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6910113096237183, "step": 3877 }, { - "epoch": 0.26, - "learning_rate": 1.7357509730301144e-05, - "loss": 1.1345, + "clip_ratio": 0.0, + "completion_length": 158.03125, + "epoch": 0.6303128809427062, + "grad_norm": 2.1740975379943848, + "kl": 2.15234375, + "learning_rate": 3.6963589076723015e-07, + "loss": 0.0861, + "reward": 1.6660217642784119, + "reward_std": 0.3674136996269226, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7910217046737671, "step": 3878 }, { - "epoch": 0.26, - "learning_rate": 1.7356040489724462e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 162.34375, + "epoch": 0.6304754164973588, + "grad_norm": 1.3785699605941772, + "kl": 1.5078125, + "learning_rate": 3.694733420026008e-07, + "loss": 0.0601, + "reward": 1.6807564496994019, + "reward_std": 0.3008752316236496, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7901315093040466, "step": 3879 }, { - "epoch": 0.26, - "learning_rate": 1.7354570903027696e-05, - "loss": 0.9622, + "clip_ratio": 0.0, + "completion_length": 184.734375, + "epoch": 0.6306379520520113, + "grad_norm": 3.256028652191162, + "kl": 3.1796875, + "learning_rate": 3.693107932379714e-07, + "loss": 0.1277, + "reward": 1.6998963952064514, + "reward_std": 0.1641940400004387, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7936464250087738, "step": 3880 }, { - "epoch": 0.26, - "learning_rate": 1.735310097028e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.630800487606664, + "grad_norm": 2.542180299758911, + "kl": 1.72265625, + "learning_rate": 3.69148244473342e-07, + "loss": 0.069, + "reward": 1.6483858823776245, + "reward_std": 0.31730973720550537, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7577608823776245, "step": 3881 }, { - "epoch": 0.26, - "learning_rate": 1.7351630691550543e-05, - "loss": 1.088, + "clip_ratio": 0.0, + "completion_length": 155.3125, + "epoch": 0.6309630231613166, + "grad_norm": 1.6982603073120117, + "kl": 0.9443359375, + "learning_rate": 3.689856957087126e-07, + "loss": 0.0378, + "reward": 1.673266589641571, + "reward_std": 0.3037300780415535, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.767016589641571, "step": 3882 }, { - "epoch": 0.26, - "learning_rate": 1.7350160066908497e-05, - "loss": 1.0778, + "clip_ratio": 0.0, + "completion_length": 161.875, + "epoch": 0.6311255587159691, + "grad_norm": 1.7434545755386353, + "kl": 1.4501953125, + "learning_rate": 3.6882314694408325e-07, + "loss": 0.058, + "reward": 1.6486355066299438, + "reward_std": 0.29509230703115463, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7267604470252991, "step": 3883 }, { - "epoch": 0.26, - "learning_rate": 1.734868909642306e-05, - "loss": 1.0728, + "clip_ratio": 0.0, + "completion_length": 188.671875, + "epoch": 0.6312880942706217, + "grad_norm": 2.00407075881958, + "kl": 3.2890625, + "learning_rate": 3.6866059817945385e-07, + "loss": 0.1313, + "reward": 1.4745599031448364, + "reward_std": 0.36911433935165405, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6308097839355469, "step": 3884 }, { - "epoch": 0.26, - "learning_rate": 1.7347217780163445e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 205.65625, + "epoch": 0.6314506298252742, + "grad_norm": 1.564670443534851, + "kl": 1.008544921875, + "learning_rate": 3.6849804941482445e-07, + "loss": 0.0404, + "reward": 1.7132114171981812, + "reward_std": 0.14571475610136986, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7600864171981812, "step": 3885 }, { - "epoch": 0.26, - "learning_rate": 1.7345746118198885e-05, - "loss": 1.0564, + "clip_ratio": 0.0, + "completion_length": 154.59375, + "epoch": 0.6316131653799268, + "grad_norm": 1.1073980331420898, + "kl": 1.017578125, + "learning_rate": 3.6833550065019505e-07, + "loss": 0.0407, + "reward": 1.7244185209274292, + "reward_std": 0.18928156793117523, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8025434613227844, "step": 3886 }, { - "epoch": 0.26, - "learning_rate": 1.734427411059862e-05, - "loss": 1.0112, + "clip_ratio": 0.0, + "completion_length": 174.734375, + "epoch": 0.6317757009345795, + "grad_norm": 1.6577479839324951, + "kl": 0.70703125, + "learning_rate": 3.6817295188556565e-07, + "loss": 0.0284, + "reward": 1.7437788844108582, + "reward_std": 0.11820361390709877, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7750289142131805, "step": 3887 }, { - "epoch": 0.26, - "learning_rate": 1.7342801757431917e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 180.0, + "epoch": 0.631938236489232, + "grad_norm": 1.0284277200698853, + "kl": 1.482421875, + "learning_rate": 3.680104031209363e-07, + "loss": 0.059, + "reward": 1.7168651223182678, + "reward_std": 0.23876642435789108, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.826240062713623, "step": 3888 }, { - "epoch": 0.26, - "learning_rate": 1.734132905876805e-05, - "loss": 1.0368, + "clip_ratio": 0.0, + "completion_length": 198.03125, + "epoch": 0.6321007720438846, + "grad_norm": 2.4414477348327637, + "kl": 3.05078125, + "learning_rate": 3.678478543563069e-07, + "loss": 0.1218, + "reward": 1.4671291708946228, + "reward_std": 0.3628908395767212, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6390041410923004, "step": 3889 }, { - "epoch": 0.26, - "learning_rate": 1.7339856014676312e-05, - "loss": 1.0732, + "clip_ratio": 0.0, + "completion_length": 175.84375, + "epoch": 0.6322633075985372, + "grad_norm": 2.0982048511505127, + "kl": 2.15625, + "learning_rate": 3.676853055916775e-07, + "loss": 0.0859, + "reward": 1.6547891497612, + "reward_std": 0.3092599883675575, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7641641199588776, "step": 3890 }, { - "epoch": 0.26, - "learning_rate": 1.7338382625226017e-05, - "loss": 1.1154, + "clip_ratio": 0.0, + "completion_length": 153.125, + "epoch": 0.6324258431531897, + "grad_norm": 1.4163883924484253, + "kl": 0.6806640625, + "learning_rate": 3.675227568270481e-07, + "loss": 0.0272, + "reward": 1.6541938185691833, + "reward_std": 0.14180176332592964, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6854438185691833, "step": 3891 }, { - "epoch": 0.26, - "learning_rate": 1.733690889048649e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 171.625, + "epoch": 0.6325883787078423, + "grad_norm": 3.1279613971710205, + "kl": 2.5546875, + "learning_rate": 3.673602080624187e-07, + "loss": 0.1021, + "reward": 1.6019978523254395, + "reward_std": 0.3167233169078827, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7426229119300842, "step": 3892 }, { - "epoch": 0.26, - "learning_rate": 1.7335434810527077e-05, - "loss": 1.0373, + "clip_ratio": 0.0, + "completion_length": 158.828125, + "epoch": 0.632750914262495, + "grad_norm": 1.1553988456726074, + "kl": 1.1484375, + "learning_rate": 3.6719765929778935e-07, + "loss": 0.0461, + "reward": 1.77089923620224, + "reward_std": 0.10403138026595116, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.80214923620224, "step": 3893 }, { - "epoch": 0.26, - "learning_rate": 1.733396038541713e-05, - "loss": 1.038, + "clip_ratio": 0.0, + "completion_length": 160.09375, + "epoch": 0.6329134498171475, + "grad_norm": 1.4542855024337769, + "kl": 0.97265625, + "learning_rate": 3.6703511053315994e-07, + "loss": 0.039, + "reward": 1.791015386581421, + "reward_std": 0.22462382912635803, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8378904163837433, "step": 3894 }, { - "epoch": 0.26, - "learning_rate": 1.733248561522603e-05, - "loss": 1.0067, + "clip_ratio": 0.0, + "completion_length": 156.875, + "epoch": 0.6330759853718001, + "grad_norm": 3.6407063007354736, + "kl": 3.046875, + "learning_rate": 3.6687256176853054e-07, + "loss": 0.1219, + "reward": 1.551104187965393, + "reward_std": 0.27412494271993637, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6761041879653931, "step": 3895 }, { - "epoch": 0.26, - "learning_rate": 1.733101050002317e-05, - "loss": 0.9573, + "clip_ratio": 0.0, + "completion_length": 160.203125, + "epoch": 0.6332385209264526, + "grad_norm": 1.3156859874725342, + "kl": 0.478759765625, + "learning_rate": 3.6671001300390114e-07, + "loss": 0.0192, + "reward": 1.7204399704933167, + "reward_std": 0.18354638665914536, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.767315000295639, "step": 3896 }, { - "epoch": 0.26, - "learning_rate": 1.7329535039877955e-05, - "loss": 1.0055, + "clip_ratio": 0.0, + "completion_length": 160.71875, + "epoch": 0.6334010564811052, + "grad_norm": 2.403730869293213, + "kl": 2.095703125, + "learning_rate": 3.6654746423927174e-07, + "loss": 0.0837, + "reward": 1.5867773294448853, + "reward_std": 0.31215107440948486, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7274022400379181, "step": 3897 }, { - "epoch": 0.26, - "learning_rate": 1.7328059234859806e-05, - "loss": 0.9933, + "clip_ratio": 0.0, + "completion_length": 152.359375, + "epoch": 0.6335635920357578, + "grad_norm": 2.397028684616089, + "kl": 0.25146484375, + "learning_rate": 3.663849154746424e-07, + "loss": 0.0101, + "reward": 1.8012666702270508, + "reward_std": 0.21517959982156754, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.848141610622406, "step": 3898 }, { - "epoch": 0.26, - "learning_rate": 1.7326583085038165e-05, - "loss": 0.9674, + "clip_ratio": 0.0, + "completion_length": 166.875, + "epoch": 0.6337261275904104, + "grad_norm": 1.2475935220718384, + "kl": 0.82421875, + "learning_rate": 3.66222366710013e-07, + "loss": 0.0331, + "reward": 1.7337803840637207, + "reward_std": 0.2679852694272995, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8119054436683655, "step": 3899 }, { - "epoch": 0.26, - "learning_rate": 1.7325106590482494e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 167.15625, + "epoch": 0.633888663145063, + "grad_norm": 1.8513718843460083, + "kl": 1.9375, + "learning_rate": 3.660598179453836e-07, + "loss": 0.0776, + "reward": 1.6589519381523132, + "reward_std": 0.34771138429641724, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7839519679546356, "step": 3900 }, { - "epoch": 0.26, - "learning_rate": 1.7323629751262263e-05, - "loss": 0.9603, + "clip_ratio": 0.0, + "completion_length": 150.125, + "epoch": 0.6340511986997156, + "grad_norm": 1.1456327438354492, + "kl": 0.3779296875, + "learning_rate": 3.658972691807542e-07, + "loss": 0.0151, + "reward": 1.7162435054779053, + "reward_std": 0.23801901936531067, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.77874356508255, "step": 3901 }, { - "epoch": 0.26, - "learning_rate": 1.732215256744696e-05, - "loss": 0.963, + "clip_ratio": 0.0, + "completion_length": 169.875, + "epoch": 0.6342137342543681, + "grad_norm": 1.4633103609085083, + "kl": 1.133056640625, + "learning_rate": 3.657347204161248e-07, + "loss": 0.0452, + "reward": 1.740309715270996, + "reward_std": 0.10798156261444092, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7871847152709961, "step": 3902 }, { - "epoch": 0.26, - "learning_rate": 1.7320675039106088e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 170.890625, + "epoch": 0.6343762698090207, + "grad_norm": 1.3163292407989502, + "kl": 0.98828125, + "learning_rate": 3.6557217165149544e-07, + "loss": 0.0395, + "reward": 1.6757596135139465, + "reward_std": 0.29798445105552673, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7695095837116241, "step": 3903 }, { - "epoch": 0.26, - "learning_rate": 1.7319197166309166e-05, - "loss": 1.0501, + "clip_ratio": 0.0, + "completion_length": 196.390625, + "epoch": 0.6345388053636734, + "grad_norm": 1.3629226684570312, + "kl": 2.14453125, + "learning_rate": 3.6540962288686604e-07, + "loss": 0.0859, + "reward": 1.7397181987762451, + "reward_std": 0.29149551689624786, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8334681391716003, "step": 3904 }, { - "epoch": 0.26, - "learning_rate": 1.731771894912574e-05, - "loss": 1.07, + "clip_ratio": 0.0, + "completion_length": 148.765625, + "epoch": 0.6347013409183259, + "grad_norm": 1.539541244506836, + "kl": 1.265625, + "learning_rate": 3.6524707412223664e-07, + "loss": 0.0506, + "reward": 1.669697880744934, + "reward_std": 0.1858690232038498, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7634479403495789, "step": 3905 }, { - "epoch": 0.26, - "learning_rate": 1.731624038762536e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 169.09375, + "epoch": 0.6348638764729785, + "grad_norm": 2.106282949447632, + "kl": 2.5625, + "learning_rate": 3.6508452535760724e-07, + "loss": 0.1027, + "reward": 1.6176519393920898, + "reward_std": 0.2660849094390869, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7582768797874451, "step": 3906 }, { - "epoch": 0.26, - "learning_rate": 1.7314761481877598e-05, - "loss": 1.033, + "clip_ratio": 0.0, + "completion_length": 165.53125, + "epoch": 0.635026412027631, + "grad_norm": 1.8008277416229248, + "kl": 1.44140625, + "learning_rate": 3.6492197659297784e-07, + "loss": 0.0578, + "reward": 1.6890972256660461, + "reward_std": 0.36485275626182556, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8140971660614014, "step": 3907 }, { - "epoch": 0.26, - "learning_rate": 1.7313282231952034e-05, - "loss": 1.087, + "clip_ratio": 0.0, + "completion_length": 146.28125, + "epoch": 0.6351889475822836, + "grad_norm": 1.2970352172851562, + "kl": 1.017578125, + "learning_rate": 3.647594278283485e-07, + "loss": 0.0407, + "reward": 1.6780951023101807, + "reward_std": 0.20915388129651546, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7405950129032135, "step": 3908 }, { - "epoch": 0.26, - "learning_rate": 1.7311802637918278e-05, - "loss": 1.009, + "clip_ratio": 0.0, + "completion_length": 157.390625, + "epoch": 0.6353514831369362, + "grad_norm": 2.10908842086792, + "kl": 1.765625, + "learning_rate": 3.645968790637191e-07, + "loss": 0.0706, + "reward": 1.612152636051178, + "reward_std": 0.34199158847332, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7527776658535004, "step": 3909 }, { - "epoch": 0.26, - "learning_rate": 1.7310322699845942e-05, - "loss": 1.0302, + "clip_ratio": 0.0, + "completion_length": 138.453125, + "epoch": 0.6355140186915887, + "grad_norm": 1.4659239053726196, + "kl": 0.3828125, + "learning_rate": 3.644343302990897e-07, + "loss": 0.0153, + "reward": 1.7632188200950623, + "reward_std": 0.29568739235401154, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8413438200950623, "step": 3910 }, { - "epoch": 0.26, - "learning_rate": 1.7308842417804667e-05, - "loss": 1.1309, + "clip_ratio": 0.0, + "completion_length": 180.09375, + "epoch": 0.6356765542462414, + "grad_norm": 1.6231671571731567, + "kl": 3.125, + "learning_rate": 3.642717815344603e-07, + "loss": 0.1249, + "reward": 1.5303407907485962, + "reward_std": 0.35732460021972656, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6397157311439514, "step": 3911 }, { - "epoch": 0.26, - "learning_rate": 1.73073617918641e-05, - "loss": 1.0075, + "clip_ratio": 0.0, + "completion_length": 160.59375, + "epoch": 0.635839089800894, + "grad_norm": 4.0039825439453125, + "kl": 1.31640625, + "learning_rate": 3.641092327698309e-07, + "loss": 0.0527, + "reward": 1.7968834042549133, + "reward_std": 0.2209852784872055, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8750084936618805, "step": 3912 }, { - "epoch": 0.26, - "learning_rate": 1.7305880822093907e-05, - "loss": 1.023, + "clip_ratio": 0.0, + "completion_length": 178.375, + "epoch": 0.6360016253555465, + "grad_norm": 4.885973930358887, + "kl": 2.64453125, + "learning_rate": 3.639466840052016e-07, + "loss": 0.1059, + "reward": 1.5828284621238708, + "reward_std": 0.3528399169445038, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7547034025192261, "step": 3913 }, { - "epoch": 0.26, - "learning_rate": 1.7304399508563773e-05, - "loss": 1.0315, + "clip_ratio": 0.0, + "completion_length": 165.71875, + "epoch": 0.6361641609101991, + "grad_norm": 2.005154609680176, + "kl": 1.310546875, + "learning_rate": 3.637841352405722e-07, + "loss": 0.0525, + "reward": 1.7495538592338562, + "reward_std": 0.24265475571155548, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.812053918838501, "step": 3914 }, { - "epoch": 0.26, - "learning_rate": 1.7302917851343403e-05, - "loss": 0.9513, + "clip_ratio": 0.0, + "completion_length": 179.90625, + "epoch": 0.6363266964648517, + "grad_norm": 2.2617130279541016, + "kl": 1.41650390625, + "learning_rate": 3.636215864759428e-07, + "loss": 0.0566, + "reward": 1.7027184963226318, + "reward_std": 0.21007173508405685, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7808434665203094, "step": 3915 }, { - "epoch": 0.26, - "learning_rate": 1.7301435850502502e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 180.203125, + "epoch": 0.6364892320195042, + "grad_norm": 1.4619901180267334, + "kl": 2.546875, + "learning_rate": 3.634590377113134e-07, + "loss": 0.1019, + "reward": 1.5646445751190186, + "reward_std": 0.3673543781042099, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7208945155143738, "step": 3916 }, { - "epoch": 0.26, - "learning_rate": 1.729995350611081e-05, - "loss": 1.0863, + "clip_ratio": 0.0, + "completion_length": 198.265625, + "epoch": 0.6366517675741569, + "grad_norm": 1.2078490257263184, + "kl": 1.46484375, + "learning_rate": 3.63296488946684e-07, + "loss": 0.0588, + "reward": 1.7263360023498535, + "reward_std": 0.25518476963043213, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8513360619544983, "step": 3917 }, { - "epoch": 0.26, - "learning_rate": 1.7298470818238067e-05, - "loss": 1.061, + "clip_ratio": 0.0, + "completion_length": 165.5625, + "epoch": 0.6368143031288094, + "grad_norm": 2.111062526702881, + "kl": 2.078125, + "learning_rate": 3.6313394018205464e-07, + "loss": 0.0831, + "reward": 1.6343292593955994, + "reward_std": 0.2567962557077408, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7593293190002441, "step": 3918 }, { - "epoch": 0.26, - "learning_rate": 1.7296987786954047e-05, - "loss": 1.0763, + "clip_ratio": 0.0, + "completion_length": 180.59375, + "epoch": 0.636976838683462, + "grad_norm": 2.896423578262329, + "kl": 1.57421875, + "learning_rate": 3.6297139141742524e-07, + "loss": 0.0629, + "reward": 1.5150962471961975, + "reward_std": 0.3947758674621582, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6869712471961975, "step": 3919 }, { - "epoch": 0.26, - "learning_rate": 1.729550441232853e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 154.03125, + "epoch": 0.6371393742381146, + "grad_norm": 1.9484423398971558, + "kl": 1.47265625, + "learning_rate": 3.6280884265279584e-07, + "loss": 0.059, + "reward": 1.6764545440673828, + "reward_std": 0.3923193961381912, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7702045440673828, "step": 3920 }, { - "epoch": 0.26, - "learning_rate": 1.72940206944313e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 177.5625, + "epoch": 0.6373019097927671, + "grad_norm": 4.184295177459717, + "kl": 2.0, + "learning_rate": 3.6264629388816644e-07, + "loss": 0.0799, + "reward": 1.658204972743988, + "reward_std": 0.22020628303289413, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7363299429416656, "step": 3921 }, { - "epoch": 0.26, - "learning_rate": 1.7292536633332182e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 163.578125, + "epoch": 0.6374644453474198, + "grad_norm": 2.374542474746704, + "kl": 1.9609375, + "learning_rate": 3.6248374512353704e-07, + "loss": 0.0787, + "reward": 1.720127284526825, + "reward_std": 0.24797984212636948, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.813877284526825, "step": 3922 }, { - "epoch": 0.26, - "learning_rate": 1.7291052229101e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 156.875, + "epoch": 0.6376269809020724, + "grad_norm": 1.4567509889602661, + "kl": 0.97998046875, + "learning_rate": 3.623211963589077e-07, + "loss": 0.0391, + "reward": 1.7521518468856812, + "reward_std": 0.2928755134344101, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8302768468856812, "step": 3923 }, { - "epoch": 0.26, - "learning_rate": 1.72895674818076e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 166.125, + "epoch": 0.6377895164567249, + "grad_norm": 3.4511187076568604, + "kl": 1.08447265625, + "learning_rate": 3.621586475942783e-07, + "loss": 0.0433, + "reward": 1.5587987303733826, + "reward_std": 0.4793292284011841, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7150486707687378, "step": 3924 }, { - "epoch": 0.26, - "learning_rate": 1.7288082391521842e-05, - "loss": 1.1208, + "clip_ratio": 0.0, + "completion_length": 173.78125, + "epoch": 0.6379520520113775, + "grad_norm": 2.314790725708008, + "kl": 2.765625, + "learning_rate": 3.619960988296489e-07, + "loss": 0.1105, + "reward": 1.675824761390686, + "reward_std": 0.36761824786663055, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7851998209953308, "step": 3925 }, { - "epoch": 0.26, - "learning_rate": 1.7286596958313605e-05, - "loss": 0.9901, + "clip_ratio": 0.0, + "completion_length": 161.578125, + "epoch": 0.6381145875660301, + "grad_norm": 1.8636209964752197, + "kl": 1.796875, + "learning_rate": 3.618335500650195e-07, + "loss": 0.0718, + "reward": 1.706590175628662, + "reward_std": 0.24717600643634796, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8003401756286621, "step": 3926 }, { - "epoch": 0.26, - "learning_rate": 1.728511118225278e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 139.4375, + "epoch": 0.6382771231206826, + "grad_norm": 2.363939046859741, + "kl": 1.9375, + "learning_rate": 3.616710013003901e-07, + "loss": 0.0775, + "reward": 1.6328702569007874, + "reward_std": 0.27925853431224823, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.726620227098465, "step": 3927 }, { - "epoch": 0.26, - "learning_rate": 1.728362506340928e-05, - "loss": 1.0008, + "clip_ratio": 0.0, + "completion_length": 153.875, + "epoch": 0.6384396586753353, + "grad_norm": 1.0361891984939575, + "kl": 0.75, + "learning_rate": 3.6150845253576074e-07, + "loss": 0.0301, + "reward": 1.8000781536102295, + "reward_std": 0.18423983827233315, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8625781536102295, "step": 3928 }, { - "epoch": 0.26, - "learning_rate": 1.7282138601853026e-05, - "loss": 1.027, + "clip_ratio": 0.0, + "completion_length": 177.859375, + "epoch": 0.6386021942299878, + "grad_norm": 2.5324554443359375, + "kl": 2.9765625, + "learning_rate": 3.6134590377113133e-07, + "loss": 0.1191, + "reward": 1.660670816898346, + "reward_std": 0.33529093861579895, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.785670816898346, "step": 3929 }, { - "epoch": 0.26, - "learning_rate": 1.7280651797653964e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 154.40625, + "epoch": 0.6387647297846404, + "grad_norm": 1.6934289932250977, + "kl": 0.66552734375, + "learning_rate": 3.6118335500650193e-07, + "loss": 0.0265, + "reward": 1.7580403089523315, + "reward_std": 0.18744703382253647, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8049153685569763, "step": 3930 }, { - "epoch": 0.26, - "learning_rate": 1.727916465088205e-05, - "loss": 1.0896, + "clip_ratio": 0.0, + "completion_length": 162.15625, + "epoch": 0.638927265339293, + "grad_norm": 1.3156628608703613, + "kl": 1.001953125, + "learning_rate": 3.6102080624187253e-07, + "loss": 0.0401, + "reward": 1.7183873653411865, + "reward_std": 0.21974621713161469, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8121373653411865, "step": 3931 }, { - "epoch": 0.26, - "learning_rate": 1.7277677161607255e-05, - "loss": 1.0755, + "clip_ratio": 0.0, + "completion_length": 164.84375, + "epoch": 0.6390898008939455, + "grad_norm": 1.512593150138855, + "kl": 1.1865234375, + "learning_rate": 3.6085825747724313e-07, + "loss": 0.0475, + "reward": 1.654147744178772, + "reward_std": 0.2542654126882553, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7322727739810944, "step": 3932 }, { - "epoch": 0.26, - "learning_rate": 1.7276189329899572e-05, - "loss": 0.9954, + "clip_ratio": 0.0, + "completion_length": 159.0625, + "epoch": 0.6392523364485981, + "grad_norm": 1.7042888402938843, + "kl": 0.943359375, + "learning_rate": 3.606957087126138e-07, + "loss": 0.0377, + "reward": 1.680553913116455, + "reward_std": 0.3259834498167038, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7743038535118103, "step": 3933 }, { - "epoch": 0.26, - "learning_rate": 1.727470115582901e-05, - "loss": 0.961, + "clip_ratio": 0.0, + "completion_length": 160.875, + "epoch": 0.6394148720032508, + "grad_norm": 2.145362138748169, + "kl": 1.125, + "learning_rate": 3.605331599479844e-07, + "loss": 0.0451, + "reward": 1.6237390041351318, + "reward_std": 0.3192700296640396, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7331139445304871, "step": 3934 }, { - "epoch": 0.26, - "learning_rate": 1.7273212639465588e-05, - "loss": 1.0463, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.6395774075579033, + "grad_norm": 1.7399741411209106, + "kl": 1.62109375, + "learning_rate": 3.60370611183355e-07, + "loss": 0.0646, + "reward": 1.7215653657913208, + "reward_std": 0.301785372197628, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8309403657913208, "step": 3935 }, { - "epoch": 0.26, - "learning_rate": 1.7271723780879344e-05, - "loss": 1.079, + "clip_ratio": 0.0, + "completion_length": 174.34375, + "epoch": 0.6397399431125559, + "grad_norm": 1.315527319908142, + "kl": 1.83984375, + "learning_rate": 3.602080624187256e-07, + "loss": 0.0735, + "reward": 1.657380998134613, + "reward_std": 0.29464657604694366, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7667559385299683, "step": 3936 }, { - "epoch": 0.26, - "learning_rate": 1.727023458014033e-05, - "loss": 1.0212, + "clip_ratio": 0.0, + "completion_length": 176.34375, + "epoch": 0.6399024786672084, + "grad_norm": 1.5084483623504639, + "kl": 1.4443359375, + "learning_rate": 3.600455136540962e-07, + "loss": 0.0576, + "reward": 1.5199763178825378, + "reward_std": 0.2198340967297554, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6137263476848602, "step": 3937 }, { - "epoch": 0.26, - "learning_rate": 1.7268745037318628e-05, - "loss": 1.06, + "clip_ratio": 0.0, + "completion_length": 150.109375, + "epoch": 0.640065014221861, + "grad_norm": 2.1177775859832764, + "kl": 1.314453125, + "learning_rate": 3.5988296488946683e-07, + "loss": 0.0525, + "reward": 1.6918867826461792, + "reward_std": 0.3543365001678467, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8168868720531464, "step": 3938 }, { - "epoch": 0.26, - "learning_rate": 1.7267255152484308e-05, - "loss": 0.9916, + "clip_ratio": 0.0, + "completion_length": 164.421875, + "epoch": 0.6402275497765136, + "grad_norm": 1.6898168325424194, + "kl": 0.904296875, + "learning_rate": 3.5972041612483743e-07, + "loss": 0.0362, + "reward": 1.6426187753677368, + "reward_std": 0.24656559526920319, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7519937753677368, "step": 3939 }, { - "epoch": 0.26, - "learning_rate": 1.7265764925707486e-05, - "loss": 1.018, + "clip_ratio": 0.0, + "completion_length": 175.03125, + "epoch": 0.6403900853311661, + "grad_norm": 1.729100227355957, + "kl": 1.73046875, + "learning_rate": 3.5955786736020803e-07, + "loss": 0.0691, + "reward": 1.5864490270614624, + "reward_std": 0.3222917169332504, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6958240866661072, "step": 3940 }, { - "epoch": 0.26, - "learning_rate": 1.7264274357058278e-05, - "loss": 1.0287, + "clip_ratio": 0.0, + "completion_length": 147.0625, + "epoch": 0.6405526208858188, + "grad_norm": 1.4139903783798218, + "kl": 1.12109375, + "learning_rate": 3.5939531859557863e-07, + "loss": 0.0449, + "reward": 1.7572713494300842, + "reward_std": 0.20659229904413223, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8197713196277618, "step": 3941 }, { - "epoch": 0.26, - "learning_rate": 1.7262783446606812e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 164.296875, + "epoch": 0.6407151564404714, + "grad_norm": 1.973127841949463, + "kl": 0.6455078125, + "learning_rate": 3.5923276983094923e-07, + "loss": 0.0259, + "reward": 1.7217254638671875, + "reward_std": 0.12038381770253181, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7529754936695099, "step": 3942 }, { - "epoch": 0.26, - "learning_rate": 1.726129219442325e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 176.15625, + "epoch": 0.6408776919951239, + "grad_norm": 1.2692549228668213, + "kl": 0.82421875, + "learning_rate": 3.590702210663199e-07, + "loss": 0.033, + "reward": 1.7120855450630188, + "reward_std": 0.24413077533245087, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7902104556560516, "step": 3943 }, { - "epoch": 0.26, - "learning_rate": 1.725980060057775e-05, - "loss": 1.0179, + "clip_ratio": 0.0, + "completion_length": 166.1875, + "epoch": 0.6410402275497765, + "grad_norm": 1.7625982761383057, + "kl": 0.89453125, + "learning_rate": 3.589076723016905e-07, + "loss": 0.0358, + "reward": 1.634078860282898, + "reward_std": 0.121033675968647, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7122038900852203, "step": 3944 }, { - "epoch": 0.26, - "learning_rate": 1.72583086651405e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 187.75, + "epoch": 0.6412027631044291, + "grad_norm": 3.070817708969116, + "kl": 2.7890625, + "learning_rate": 3.587451235370611e-07, + "loss": 0.1115, + "reward": 1.4614688754081726, + "reward_std": 0.30575692653656006, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6020938754081726, "step": 3945 }, { - "epoch": 0.26, - "learning_rate": 1.72568163881817e-05, - "loss": 1.0328, + "clip_ratio": 0.0, + "completion_length": 167.640625, + "epoch": 0.6413652986590817, + "grad_norm": 1.6073274612426758, + "kl": 3.78125, + "learning_rate": 3.585825747724317e-07, + "loss": 0.1513, + "reward": 1.5697500705718994, + "reward_std": 0.42023007571697235, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7572500705718994, "step": 3946 }, { - "epoch": 0.26, - "learning_rate": 1.7255323769771562e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 149.578125, + "epoch": 0.6415278342137343, + "grad_norm": 3.6067986488342285, + "kl": 1.29296875, + "learning_rate": 3.584200260078023e-07, + "loss": 0.0519, + "reward": 1.7510667443275452, + "reward_std": 0.1950533762574196, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8135668039321899, "step": 3947 }, { - "epoch": 0.26, - "learning_rate": 1.7253830809980317e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 162.046875, + "epoch": 0.6416903697683868, + "grad_norm": 1.6272339820861816, + "kl": 1.662109375, + "learning_rate": 3.58257477243173e-07, + "loss": 0.0663, + "reward": 1.5915969610214233, + "reward_std": 0.29027272015810013, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6697219014167786, "step": 3948 }, { - "epoch": 0.26, - "learning_rate": 1.7252337508878217e-05, - "loss": 1.0229, + "clip_ratio": 0.0, + "completion_length": 155.078125, + "epoch": 0.6418529053230394, + "grad_norm": 1.8227194547653198, + "kl": 0.880859375, + "learning_rate": 3.580949284785436e-07, + "loss": 0.0352, + "reward": 1.6860411763191223, + "reward_std": 0.29327817261219025, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7641660869121552, "step": 3949 }, { - "epoch": 0.26, - "learning_rate": 1.725084386653552e-05, - "loss": 1.0396, + "clip_ratio": 0.0, + "completion_length": 157.046875, + "epoch": 0.642015440877692, + "grad_norm": 1.887343168258667, + "kl": 1.671875, + "learning_rate": 3.579323797139142e-07, + "loss": 0.0669, + "reward": 1.6728249788284302, + "reward_std": 0.24900470674037933, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7665749490261078, "step": 3950 }, { - "epoch": 0.26, - "learning_rate": 1.724934988302251e-05, - "loss": 1.0238, + "clip_ratio": 0.0, + "completion_length": 197.015625, + "epoch": 0.6421779764323445, + "grad_norm": 1.2165192365646362, + "kl": 3.203125, + "learning_rate": 3.577698309492848e-07, + "loss": 0.1283, + "reward": 1.5826746225357056, + "reward_std": 0.27654939889907837, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.723299652338028, "step": 3951 }, { - "epoch": 0.26, - "learning_rate": 1.7247855558409484e-05, - "loss": 1.1132, + "clip_ratio": 0.0, + "completion_length": 149.21875, + "epoch": 0.6423405119869972, + "grad_norm": 1.4081382751464844, + "kl": 0.90625, + "learning_rate": 3.576072821846554e-07, + "loss": 0.0363, + "reward": 1.7520594000816345, + "reward_std": 0.335945263504982, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8770594000816345, "step": 3952 }, { - "epoch": 0.26, - "learning_rate": 1.724636089276675e-05, - "loss": 1.0437, + "clip_ratio": 0.0, + "completion_length": 159.796875, + "epoch": 0.6425030475416498, + "grad_norm": 1.2100365161895752, + "kl": 0.1962890625, + "learning_rate": 3.5744473342002603e-07, + "loss": 0.0078, + "reward": 1.6085877418518066, + "reward_std": 0.19514986127614975, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6554626822471619, "step": 3953 }, { - "epoch": 0.26, - "learning_rate": 1.724486588616463e-05, - "loss": 0.9454, + "clip_ratio": 0.0, + "completion_length": 172.25, + "epoch": 0.6426655830963023, + "grad_norm": 9.888665199279785, + "kl": 2.09375, + "learning_rate": 3.5728218465539663e-07, + "loss": 0.0837, + "reward": 1.666724145412445, + "reward_std": 0.33233439922332764, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7917240858078003, "step": 3954 }, { - "epoch": 0.26, - "learning_rate": 1.7243370538673482e-05, - "loss": 0.9539, + "clip_ratio": 0.0, + "completion_length": 185.296875, + "epoch": 0.6428281186509549, + "grad_norm": 1.795824646949768, + "kl": 0.888671875, + "learning_rate": 3.5711963589076723e-07, + "loss": 0.0356, + "reward": 1.5288233757019043, + "reward_std": 0.26823335886001587, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6069483757019043, "step": 3955 }, { - "epoch": 0.26, - "learning_rate": 1.7241874850363654e-05, - "loss": 1.0362, + "clip_ratio": 0.0, + "completion_length": 179.234375, + "epoch": 0.6429906542056075, + "grad_norm": 1.831800937652588, + "kl": 1.380859375, + "learning_rate": 3.569570871261378e-07, + "loss": 0.0552, + "reward": 1.5126820802688599, + "reward_std": 0.33980676531791687, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6689320802688599, "step": 3956 }, { - "epoch": 0.27, - "learning_rate": 1.724037882130553e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 157.484375, + "epoch": 0.64315318976026, + "grad_norm": 1.3919318914413452, + "kl": 0.72265625, + "learning_rate": 3.567945383615084e-07, + "loss": 0.0288, + "reward": 1.6862295866012573, + "reward_std": 0.20439217239618301, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7487294971942902, "step": 3957 }, { - "epoch": 0.27, - "learning_rate": 1.7238882451569493e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 172.78125, + "epoch": 0.6433157253149127, + "grad_norm": 1.1515220403671265, + "kl": 0.53466796875, + "learning_rate": 3.566319895968791e-07, + "loss": 0.0214, + "reward": 1.7074746489524841, + "reward_std": 0.1496511921286583, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7387246489524841, "step": 3958 }, { - "epoch": 0.27, - "learning_rate": 1.723738574122596e-05, - "loss": 1.0345, + "clip_ratio": 0.0, + "completion_length": 163.375, + "epoch": 0.6434782608695652, + "grad_norm": 1.4951579570770264, + "kl": 1.3046875, + "learning_rate": 3.564694408322497e-07, + "loss": 0.052, + "reward": 1.7377510070800781, + "reward_std": 0.20381130278110504, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8158760368824005, "step": 3959 }, { - "epoch": 0.27, - "learning_rate": 1.723588869034535e-05, - "loss": 1.1682, + "clip_ratio": 0.0, + "completion_length": 189.796875, + "epoch": 0.6436407964242178, + "grad_norm": 1.5614560842514038, + "kl": 2.2734375, + "learning_rate": 3.563068920676203e-07, + "loss": 0.091, + "reward": 1.483825445175171, + "reward_std": 0.36556191742420197, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6557005643844604, "step": 3960 }, { - "epoch": 0.27, - "learning_rate": 1.72343912989981e-05, - "loss": 1.0906, + "clip_ratio": 0.0, + "completion_length": 156.328125, + "epoch": 0.6438033319788704, + "grad_norm": 1.169304370880127, + "kl": 0.30615234375, + "learning_rate": 3.561443433029909e-07, + "loss": 0.0123, + "reward": 1.7272589206695557, + "reward_std": 0.20544210821390152, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7897589802742004, "step": 3961 }, { - "epoch": 0.27, - "learning_rate": 1.7232893567254675e-05, - "loss": 0.9257, + "clip_ratio": 0.0, + "completion_length": 147.21875, + "epoch": 0.6439658675335229, + "grad_norm": 2.7044131755828857, + "kl": 1.1484375, + "learning_rate": 3.559817945383615e-07, + "loss": 0.0458, + "reward": 1.645272135734558, + "reward_std": 0.4006541669368744, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7546471655368805, "step": 3962 }, { - "epoch": 0.27, - "learning_rate": 1.7231395495185543e-05, - "loss": 0.9383, + "clip_ratio": 0.0, + "completion_length": 175.6875, + "epoch": 0.6441284030881755, + "grad_norm": 1.640293836593628, + "kl": 2.26953125, + "learning_rate": 3.558192457737321e-07, + "loss": 0.0911, + "reward": 1.5136825442314148, + "reward_std": 0.2642849162220955, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.623057633638382, "step": 3963 }, { - "epoch": 0.27, - "learning_rate": 1.7229897082861185e-05, - "loss": 0.9929, + "clip_ratio": 0.0, + "completion_length": 170.671875, + "epoch": 0.6442909386428282, + "grad_norm": 1.387907862663269, + "kl": 1.810546875, + "learning_rate": 3.556566970091027e-07, + "loss": 0.0726, + "reward": 1.6604775786399841, + "reward_std": 0.11936810612678528, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7386025786399841, "step": 3964 }, { - "epoch": 0.27, - "learning_rate": 1.7228398330352116e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 176.84375, + "epoch": 0.6444534741974807, + "grad_norm": 1.744317889213562, + "kl": 1.361328125, + "learning_rate": 3.554941482444733e-07, + "loss": 0.0546, + "reward": 1.6738947629928589, + "reward_std": 0.2654709666967392, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7832696735858917, "step": 3965 }, { - "epoch": 0.27, - "learning_rate": 1.722689923772885e-05, - "loss": 1.0613, + "clip_ratio": 0.0, + "completion_length": 188.6875, + "epoch": 0.6446160097521333, + "grad_norm": 1.922467827796936, + "kl": 2.265625, + "learning_rate": 3.553315994798439e-07, + "loss": 0.0907, + "reward": 1.7034013271331787, + "reward_std": 0.27914518117904663, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7971513271331787, "step": 3966 }, { - "epoch": 0.27, - "learning_rate": 1.7225399805061923e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 163.875, + "epoch": 0.6447785453067859, + "grad_norm": 1.8557066917419434, + "kl": 1.751953125, + "learning_rate": 3.551690507152145e-07, + "loss": 0.0702, + "reward": 1.6342646479606628, + "reward_std": 0.2612657882273197, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7436396479606628, "step": 3967 }, { - "epoch": 0.27, - "learning_rate": 1.7223900032421886e-05, - "loss": 1.0301, + "clip_ratio": 0.0, + "completion_length": 148.5625, + "epoch": 0.6449410808614384, + "grad_norm": 1.2481194734573364, + "kl": 0.58251953125, + "learning_rate": 3.550065019505852e-07, + "loss": 0.0233, + "reward": 1.8467134833335876, + "reward_std": 0.0974383894354105, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8779634833335876, "step": 3968 }, { - "epoch": 0.27, - "learning_rate": 1.7222399919879312e-05, - "loss": 1.0315, + "clip_ratio": 0.0, + "completion_length": 156.09375, + "epoch": 0.645103616416091, + "grad_norm": 1.9906022548675537, + "kl": 0.499267578125, + "learning_rate": 3.5484395318595577e-07, + "loss": 0.02, + "reward": 1.7299617528915405, + "reward_std": 0.0843893475830555, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7455866932868958, "step": 3969 }, { - "epoch": 0.27, - "learning_rate": 1.7220899467504782e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 142.9375, + "epoch": 0.6452661519707436, + "grad_norm": 1.2327486276626587, + "kl": 1.0, + "learning_rate": 3.5468140442132637e-07, + "loss": 0.04, + "reward": 1.8902445435523987, + "reward_std": 0.11207406222820282, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9214945733547211, "step": 3970 }, { - "epoch": 0.27, - "learning_rate": 1.7219398675368897e-05, - "loss": 1.0337, + "clip_ratio": 0.0, + "completion_length": 164.984375, + "epoch": 0.6454286875253962, + "grad_norm": 1.5795928239822388, + "kl": 1.58203125, + "learning_rate": 3.5451885565669697e-07, + "loss": 0.0634, + "reward": 1.7206915616989136, + "reward_std": 0.30216681957244873, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8300665616989136, "step": 3971 }, { - "epoch": 0.27, - "learning_rate": 1.7217897543542274e-05, - "loss": 1.1094, + "clip_ratio": 0.0, + "completion_length": 171.078125, + "epoch": 0.6455912230800488, + "grad_norm": 1.2353402376174927, + "kl": 0.54736328125, + "learning_rate": 3.5435630689206757e-07, + "loss": 0.0219, + "reward": 1.637450098991394, + "reward_std": 0.2748861089348793, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.715575098991394, "step": 3972 }, { - "epoch": 0.27, - "learning_rate": 1.7216396072095537e-05, - "loss": 1.0324, + "clip_ratio": 0.0, + "completion_length": 154.390625, + "epoch": 0.6457537586347013, + "grad_norm": 1.186489224433899, + "kl": 0.71875, + "learning_rate": 3.541937581274382e-07, + "loss": 0.0288, + "reward": 1.8386843800544739, + "reward_std": 0.1864490658044815, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8855593800544739, "step": 3973 }, { - "epoch": 0.27, - "learning_rate": 1.7214894261099346e-05, - "loss": 0.9831, + "clip_ratio": 0.0, + "completion_length": 176.15625, + "epoch": 0.6459162941893539, + "grad_norm": 1.4293040037155151, + "kl": 1.865234375, + "learning_rate": 3.540312093628088e-07, + "loss": 0.0745, + "reward": 1.6224884390830994, + "reward_std": 0.3429361805319786, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7318634688854218, "step": 3974 }, { - "epoch": 0.27, - "learning_rate": 1.7213392110624355e-05, - "loss": 1.0159, + "clip_ratio": 0.0, + "completion_length": 142.0, + "epoch": 0.6460788297440065, + "grad_norm": 1.6415072679519653, + "kl": 0.74560546875, + "learning_rate": 3.538686605981794e-07, + "loss": 0.0298, + "reward": 1.5817410945892334, + "reward_std": 0.3494998514652252, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6754911243915558, "step": 3975 }, { - "epoch": 0.27, - "learning_rate": 1.721188962074125e-05, - "loss": 1.0672, + "clip_ratio": 0.0, + "completion_length": 168.625, + "epoch": 0.646241365298659, + "grad_norm": 1.7205501794815063, + "kl": 1.826171875, + "learning_rate": 3.5370611183355e-07, + "loss": 0.0732, + "reward": 1.5795837044715881, + "reward_std": 0.3663746565580368, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7202087342739105, "step": 3976 }, { - "epoch": 0.27, - "learning_rate": 1.7210386791520728e-05, - "loss": 1.0463, + "clip_ratio": 0.0, + "completion_length": 194.328125, + "epoch": 0.6464039008533117, + "grad_norm": 2.3575034141540527, + "kl": 1.763671875, + "learning_rate": 3.535435630689206e-07, + "loss": 0.0707, + "reward": 1.5656239986419678, + "reward_std": 0.33058901131153107, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7218738794326782, "step": 3977 }, { - "epoch": 0.27, - "learning_rate": 1.7208883623033496e-05, - "loss": 0.9789, + "clip_ratio": 0.0, + "completion_length": 158.109375, + "epoch": 0.6465664364079643, + "grad_norm": 1.6795800924301147, + "kl": 1.72265625, + "learning_rate": 3.5338101430429127e-07, + "loss": 0.0687, + "reward": 1.7464221715927124, + "reward_std": 0.3088892102241516, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8557971715927124, "step": 3978 }, { - "epoch": 0.27, - "learning_rate": 1.7207380115350284e-05, - "loss": 1.0036, + "clip_ratio": 0.0, + "completion_length": 168.578125, + "epoch": 0.6467289719626168, + "grad_norm": 3.0681393146514893, + "kl": 2.984375, + "learning_rate": 3.5321846553966187e-07, + "loss": 0.1192, + "reward": 1.4943795204162598, + "reward_std": 0.5205697417259216, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6506295204162598, "step": 3979 }, { - "epoch": 0.27, - "learning_rate": 1.7205876268541833e-05, - "loss": 1.0608, + "clip_ratio": 0.0, + "completion_length": 155.21875, + "epoch": 0.6468915075172694, + "grad_norm": 2.265242338180542, + "kl": 1.9375, + "learning_rate": 3.5305591677503247e-07, + "loss": 0.0774, + "reward": 1.7612991333007812, + "reward_std": 0.24596048146486282, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8550491034984589, "step": 3980 }, { - "epoch": 0.27, - "learning_rate": 1.7204372082678907e-05, - "loss": 1.0546, + "clip_ratio": 0.0, + "completion_length": 178.234375, + "epoch": 0.6470540430719219, + "grad_norm": 1.4993970394134521, + "kl": 2.828125, + "learning_rate": 3.5289336801040307e-07, + "loss": 0.1132, + "reward": 1.5035105347633362, + "reward_std": 0.4377330243587494, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.675385445356369, "step": 3981 }, { - "epoch": 0.27, - "learning_rate": 1.7202867557832278e-05, - "loss": 1.2057, + "clip_ratio": 0.0, + "completion_length": 152.09375, + "epoch": 0.6472165786265746, + "grad_norm": 1.311751365661621, + "kl": 0.93505859375, + "learning_rate": 3.5273081924577367e-07, + "loss": 0.0376, + "reward": 1.7672358751296997, + "reward_std": 0.2291615828871727, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8453608453273773, "step": 3982 }, { - "epoch": 0.27, - "learning_rate": 1.7201362694072746e-05, - "loss": 0.9299, + "clip_ratio": 0.0, + "completion_length": 189.25, + "epoch": 0.6473791141812272, + "grad_norm": 1.256682276725769, + "kl": 3.109375, + "learning_rate": 3.5256827048114437e-07, + "loss": 0.1247, + "reward": 1.64580237865448, + "reward_std": 0.3312215730547905, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7708024084568024, "step": 3983 }, { - "epoch": 0.27, - "learning_rate": 1.7199857491471105e-05, - "loss": 1.0296, + "clip_ratio": 0.0, + "completion_length": 173.609375, + "epoch": 0.6475416497358797, + "grad_norm": 9.187928199768066, + "kl": 2.7265625, + "learning_rate": 3.5240572171651497e-07, + "loss": 0.1093, + "reward": 1.5895129442214966, + "reward_std": 0.3582570552825928, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7145128548145294, "step": 3984 }, { - "epoch": 0.27, - "learning_rate": 1.719835195009819e-05, - "loss": 1.0291, + "clip_ratio": 0.0, + "completion_length": 163.9375, + "epoch": 0.6477041852905323, + "grad_norm": 1.5425677299499512, + "kl": 0.94140625, + "learning_rate": 3.5224317295188557e-07, + "loss": 0.0376, + "reward": 1.555188536643982, + "reward_std": 0.3762216866016388, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6645635366439819, "step": 3985 }, { - "epoch": 0.27, - "learning_rate": 1.7196846070024834e-05, - "loss": 1.0533, + "clip_ratio": 0.0, + "completion_length": 163.40625, + "epoch": 0.6478667208451849, + "grad_norm": 1.3588532209396362, + "kl": 1.25, + "learning_rate": 3.5208062418725617e-07, + "loss": 0.05, + "reward": 1.6908553838729858, + "reward_std": 0.1578262597322464, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7533553242683411, "step": 3986 }, { - "epoch": 0.27, - "learning_rate": 1.7195339851321896e-05, - "loss": 1.0289, + "clip_ratio": 0.0, + "completion_length": 185.234375, + "epoch": 0.6480292563998374, + "grad_norm": 2.819939613342285, + "kl": 1.98046875, + "learning_rate": 3.5191807542262677e-07, + "loss": 0.0791, + "reward": 1.6239085793495178, + "reward_std": 0.3922134041786194, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7801585495471954, "step": 3987 }, { - "epoch": 0.27, - "learning_rate": 1.7193833294060246e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 170.6875, + "epoch": 0.6481917919544901, + "grad_norm": 1.5700725317001343, + "kl": 1.53515625, + "learning_rate": 3.517555266579974e-07, + "loss": 0.0613, + "reward": 1.7056220769882202, + "reward_std": 0.2705060541629791, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7681220173835754, "step": 3988 }, { - "epoch": 0.27, - "learning_rate": 1.719232639831077e-05, - "loss": 0.9754, + "clip_ratio": 0.0, + "completion_length": 162.078125, + "epoch": 0.6483543275091426, + "grad_norm": 1.6863418817520142, + "kl": 2.21484375, + "learning_rate": 3.51592977893368e-07, + "loss": 0.0886, + "reward": 1.7100201845169067, + "reward_std": 0.21345411241054535, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8037702143192291, "step": 3989 }, { - "epoch": 0.27, - "learning_rate": 1.7190819164144374e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 160.46875, + "epoch": 0.6485168630637952, + "grad_norm": 1.9301470518112183, + "kl": 1.99609375, + "learning_rate": 3.514304291287386e-07, + "loss": 0.08, + "reward": 1.5675828456878662, + "reward_std": 0.4059629440307617, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6925828754901886, "step": 3990 }, { - "epoch": 0.27, - "learning_rate": 1.718931159163198e-05, - "loss": 0.9595, + "clip_ratio": 0.0, + "completion_length": 156.28125, + "epoch": 0.6486793986184478, + "grad_norm": 2.9167957305908203, + "kl": 2.06640625, + "learning_rate": 3.512678803641092e-07, + "loss": 0.0827, + "reward": 1.6040990352630615, + "reward_std": 0.3459041267633438, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7603490054607391, "step": 3991 }, { - "epoch": 0.27, - "learning_rate": 1.7187803680844514e-05, - "loss": 0.9984, + "clip_ratio": 0.0, + "completion_length": 165.09375, + "epoch": 0.6488419341731003, + "grad_norm": 2.055351972579956, + "kl": 0.88671875, + "learning_rate": 3.511053315994798e-07, + "loss": 0.0355, + "reward": 1.6272051930427551, + "reward_std": 0.3613535165786743, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7678301334381104, "step": 3992 }, { - "epoch": 0.27, - "learning_rate": 1.718629543185293e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 178.1875, + "epoch": 0.6490044697277529, + "grad_norm": 2.03132700920105, + "kl": 2.3046875, + "learning_rate": 3.5094278283485047e-07, + "loss": 0.0923, + "reward": 1.4811708331108093, + "reward_std": 0.40405453741550446, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6686708629131317, "step": 3993 }, { - "epoch": 0.27, - "learning_rate": 1.7184786844728195e-05, - "loss": 0.9907, + "clip_ratio": 0.0, + "completion_length": 160.828125, + "epoch": 0.6491670052824056, + "grad_norm": 1.6711355447769165, + "kl": 2.046875, + "learning_rate": 3.5078023407022107e-07, + "loss": 0.0819, + "reward": 1.666865348815918, + "reward_std": 0.3473140299320221, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.791865348815918, "step": 3994 }, { - "epoch": 0.27, - "learning_rate": 1.7183277919541298e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 173.8125, + "epoch": 0.6493295408370581, + "grad_norm": 2.578970432281494, + "kl": 1.9453125, + "learning_rate": 3.5061768530559167e-07, + "loss": 0.0776, + "reward": 1.6990981101989746, + "reward_std": 0.27987299859523773, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7772231101989746, "step": 3995 }, { - "epoch": 0.27, - "learning_rate": 1.7181768656363233e-05, - "loss": 1.0122, + "clip_ratio": 0.0, + "completion_length": 151.734375, + "epoch": 0.6494920763917107, + "grad_norm": 1.4569822549819946, + "kl": 1.189453125, + "learning_rate": 3.5045513654096226e-07, + "loss": 0.0474, + "reward": 1.7131426930427551, + "reward_std": 0.2992404103279114, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8225176632404327, "step": 3996 }, { - "epoch": 0.27, - "learning_rate": 1.7180259055265014e-05, - "loss": 1.0402, + "clip_ratio": 0.0, + "completion_length": 141.09375, + "epoch": 0.6496546119463633, + "grad_norm": 1.662244439125061, + "kl": 1.787109375, + "learning_rate": 3.5029258777633286e-07, + "loss": 0.0714, + "reward": 1.7041187286376953, + "reward_std": 0.31853223592042923, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8134937584400177, "step": 3997 }, { - "epoch": 0.27, - "learning_rate": 1.717874911631767e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 160.5625, + "epoch": 0.6498171475010158, + "grad_norm": 1.8297356367111206, + "kl": 1.46875, + "learning_rate": 3.501300390117035e-07, + "loss": 0.0588, + "reward": 1.5269213914871216, + "reward_std": 0.2894810661673546, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6519214510917664, "step": 3998 }, { - "epoch": 0.27, - "learning_rate": 1.717723883959225e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 155.328125, + "epoch": 0.6499796830556684, + "grad_norm": 1.4357725381851196, + "kl": 1.11328125, + "learning_rate": 3.499674902470741e-07, + "loss": 0.0444, + "reward": 1.5651559829711914, + "reward_std": 0.3069891184568405, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6589059829711914, "step": 3999 }, { - "epoch": 0.27, - "learning_rate": 1.717572822515982e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 163.671875, + "epoch": 0.650142218610321, + "grad_norm": 2.2040133476257324, + "kl": 2.130859375, + "learning_rate": 3.498049414824447e-07, + "loss": 0.085, + "reward": 1.6808499097824097, + "reward_std": 0.30729659646749496, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7902249395847321, "step": 4000 }, { - "epoch": 0.27, - "learning_rate": 1.7174217273091447e-05, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 150.84375, + "epoch": 0.6503047541649736, + "grad_norm": 1.6457242965698242, + "kl": 1.263671875, + "learning_rate": 3.496423927178153e-07, + "loss": 0.0505, + "reward": 1.700105607509613, + "reward_std": 0.3183305934071541, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7938556373119354, "step": 4001 }, { - "epoch": 0.27, - "learning_rate": 1.717270598345824e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 166.703125, + "epoch": 0.6504672897196262, + "grad_norm": 1.63502836227417, + "kl": 1.6171875, + "learning_rate": 3.494798439531859e-07, + "loss": 0.0647, + "reward": 1.7063356637954712, + "reward_std": 0.17284175753593445, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7688356339931488, "step": 4002 }, { - "epoch": 0.27, - "learning_rate": 1.7171194356331297e-05, - "loss": 0.9735, + "clip_ratio": 0.0, + "completion_length": 130.109375, + "epoch": 0.6506298252742787, + "grad_norm": 1.411638617515564, + "kl": 0.787109375, + "learning_rate": 3.4931729518855656e-07, + "loss": 0.0315, + "reward": 1.7926548719406128, + "reward_std": 0.27577121555805206, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.870779812335968, "step": 4003 }, { - "epoch": 0.27, - "learning_rate": 1.7169682391781747e-05, - "loss": 1.0522, + "clip_ratio": 0.0, + "completion_length": 194.859375, + "epoch": 0.6507923608289313, + "grad_norm": 1.5629087686538696, + "kl": 1.59765625, + "learning_rate": 3.4915474642392716e-07, + "loss": 0.0638, + "reward": 1.6683451533317566, + "reward_std": 0.23542696237564087, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.746470183134079, "step": 4004 }, { - "epoch": 0.27, - "learning_rate": 1.7168170089880737e-05, - "loss": 0.9935, + "clip_ratio": 0.0, + "completion_length": 166.28125, + "epoch": 0.650954896383584, + "grad_norm": 1.2399379014968872, + "kl": 1.23046875, + "learning_rate": 3.4899219765929776e-07, + "loss": 0.0493, + "reward": 1.7496286630630493, + "reward_std": 0.23102403432130814, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8121286928653717, "step": 4005 }, { - "epoch": 0.27, - "learning_rate": 1.7166657450699416e-05, - "loss": 1.0437, + "clip_ratio": 0.0, + "completion_length": 176.6875, + "epoch": 0.6511174319382365, + "grad_norm": 1.994423747062683, + "kl": 2.51171875, + "learning_rate": 3.4882964889466836e-07, + "loss": 0.1005, + "reward": 1.650768756866455, + "reward_std": 0.28474436700344086, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7757687270641327, "step": 4006 }, { - "epoch": 0.27, - "learning_rate": 1.716514447430896e-05, - "loss": 1.0367, + "clip_ratio": 0.0, + "completion_length": 172.109375, + "epoch": 0.6512799674928891, + "grad_norm": 2.5279297828674316, + "kl": 2.3046875, + "learning_rate": 3.4866710013003896e-07, + "loss": 0.0925, + "reward": 1.6689131259918213, + "reward_std": 0.13894861564040184, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7470381855964661, "step": 4007 }, { - "epoch": 0.27, - "learning_rate": 1.7163631160780566e-05, - "loss": 1.0672, + "clip_ratio": 0.0, + "completion_length": 169.09375, + "epoch": 0.6514425030475417, + "grad_norm": 1.467274785041809, + "kl": 1.3515625, + "learning_rate": 3.485045513654096e-07, + "loss": 0.0541, + "reward": 1.6568663716316223, + "reward_std": 0.2318612039089203, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7349913418292999, "step": 4008 }, { - "epoch": 0.27, - "learning_rate": 1.7162117510185426e-05, - "loss": 1.1443, + "clip_ratio": 0.0, + "completion_length": 181.390625, + "epoch": 0.6516050386021942, + "grad_norm": 1.553977608680725, + "kl": 0.76171875, + "learning_rate": 3.483420026007802e-07, + "loss": 0.0306, + "reward": 1.61055189371109, + "reward_std": 0.2541102170944214, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6886768639087677, "step": 4009 }, { - "epoch": 0.27, - "learning_rate": 1.7160603522594776e-05, - "loss": 1.085, + "clip_ratio": 0.0, + "completion_length": 154.84375, + "epoch": 0.6517675741568468, + "grad_norm": 1.4147588014602661, + "kl": 0.7255859375, + "learning_rate": 3.481794538361508e-07, + "loss": 0.029, + "reward": 1.8071430325508118, + "reward_std": 0.2500941976904869, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8696430623531342, "step": 4010 }, { - "epoch": 0.27, - "learning_rate": 1.715908919807984e-05, - "loss": 1.0557, + "clip_ratio": 0.0, + "completion_length": 166.359375, + "epoch": 0.6519301097114993, + "grad_norm": 1.276380181312561, + "kl": 1.0234375, + "learning_rate": 3.480169050715214e-07, + "loss": 0.0409, + "reward": 1.71708345413208, + "reward_std": 0.19390617311000824, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7639584541320801, "step": 4011 }, { - "epoch": 0.27, - "learning_rate": 1.7157574536711875e-05, - "loss": 0.9589, + "clip_ratio": 0.0, + "completion_length": 188.875, + "epoch": 0.652092645266152, + "grad_norm": 1.2368385791778564, + "kl": 1.615234375, + "learning_rate": 3.47854356306892e-07, + "loss": 0.0648, + "reward": 1.673034429550171, + "reward_std": 0.18793217092752457, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7667844593524933, "step": 4012 }, { - "epoch": 0.27, - "learning_rate": 1.7156059538562153e-05, - "loss": 1.0368, + "clip_ratio": 0.0, + "completion_length": 168.15625, + "epoch": 0.6522551808208046, + "grad_norm": 4.994795799255371, + "kl": 2.26953125, + "learning_rate": 3.4769180754226266e-07, + "loss": 0.0908, + "reward": 1.639079511165619, + "reward_std": 0.3487834185361862, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7484545409679413, "step": 4013 }, { - "epoch": 0.27, - "learning_rate": 1.7154544203701954e-05, - "loss": 1.1076, + "clip_ratio": 0.0, + "completion_length": 169.0625, + "epoch": 0.6524177163754571, + "grad_norm": 1.2542330026626587, + "kl": 2.16796875, + "learning_rate": 3.4752925877763326e-07, + "loss": 0.0865, + "reward": 1.599432110786438, + "reward_std": 0.23730020225048065, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6931820511817932, "step": 4014 }, { - "epoch": 0.27, - "learning_rate": 1.715302853220258e-05, - "loss": 0.9811, + "clip_ratio": 0.0, + "completion_length": 157.59375, + "epoch": 0.6525802519301097, + "grad_norm": 1.5710179805755615, + "kl": 1.51953125, + "learning_rate": 3.4736671001300386e-07, + "loss": 0.0608, + "reward": 1.572244644165039, + "reward_std": 0.4300958514213562, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6972446739673615, "step": 4015 }, { - "epoch": 0.27, - "learning_rate": 1.715151252413535e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 173.109375, + "epoch": 0.6527427874847623, + "grad_norm": 2.073512077331543, + "kl": 1.51953125, + "learning_rate": 3.4720416124837446e-07, + "loss": 0.0606, + "reward": 1.6135125160217285, + "reward_std": 0.3670331537723541, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7853875160217285, "step": 4016 }, { - "epoch": 0.27, - "learning_rate": 1.7149996179571594e-05, - "loss": 1.0172, + "clip_ratio": 0.0, + "completion_length": 195.765625, + "epoch": 0.6529053230394148, + "grad_norm": 1.8669081926345825, + "kl": 2.1796875, + "learning_rate": 3.470416124837451e-07, + "loss": 0.0873, + "reward": 1.418140709400177, + "reward_std": 0.57027667760849, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6212656795978546, "step": 4017 }, { - "epoch": 0.27, - "learning_rate": 1.7148479498582657e-05, - "loss": 0.9566, + "clip_ratio": 0.0, + "completion_length": 177.28125, + "epoch": 0.6530678585940675, + "grad_norm": 1.7777302265167236, + "kl": 1.12109375, + "learning_rate": 3.4687906371911576e-07, + "loss": 0.0447, + "reward": 1.6614809036254883, + "reward_std": 0.2739190012216568, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7708558738231659, "step": 4018 }, { - "epoch": 0.27, - "learning_rate": 1.7146962481239905e-05, - "loss": 1.0403, + "clip_ratio": 0.0, + "completion_length": 158.0625, + "epoch": 0.6532303941487201, + "grad_norm": 1.3731398582458496, + "kl": 1.5078125, + "learning_rate": 3.4671651495448636e-07, + "loss": 0.0604, + "reward": 1.6113824844360352, + "reward_std": 0.3135780096054077, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7520074844360352, "step": 4019 }, { - "epoch": 0.27, - "learning_rate": 1.7145445127614716e-05, - "loss": 1.1212, + "clip_ratio": 0.0, + "completion_length": 171.578125, + "epoch": 0.6533929297033726, + "grad_norm": 3.2088160514831543, + "kl": 1.61328125, + "learning_rate": 3.4655396618985696e-07, + "loss": 0.0647, + "reward": 1.635438084602356, + "reward_std": 0.30307216942310333, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7135630249977112, "step": 4020 }, { - "epoch": 0.27, - "learning_rate": 1.7143927437778487e-05, - "loss": 0.9939, + "clip_ratio": 0.0, + "completion_length": 159.03125, + "epoch": 0.6535554652580252, + "grad_norm": 1.2879482507705688, + "kl": 0.48095703125, + "learning_rate": 3.4639141742522756e-07, + "loss": 0.0192, + "reward": 1.7970408201217651, + "reward_std": 0.14223236963152885, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8282908499240875, "step": 4021 }, { - "epoch": 0.27, - "learning_rate": 1.714240941180263e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 157.0, + "epoch": 0.6537180008126777, + "grad_norm": 1.8622004985809326, + "kl": 0.13232421875, + "learning_rate": 3.4622886866059816e-07, + "loss": 0.0053, + "reward": 1.7158787846565247, + "reward_std": 0.1935483142733574, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7627537846565247, "step": 4022 }, { - "epoch": 0.27, - "learning_rate": 1.714089104975857e-05, - "loss": 0.8832, + "clip_ratio": 0.0, + "completion_length": 150.921875, + "epoch": 0.6538805363673303, + "grad_norm": 1.420803427696228, + "kl": 1.466796875, + "learning_rate": 3.460663198959688e-07, + "loss": 0.0587, + "reward": 1.7004894018173218, + "reward_std": 0.31671421229839325, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7942394018173218, "step": 4023 }, { - "epoch": 0.27, - "learning_rate": 1.7139372351717747e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 174.328125, + "epoch": 0.654043071921983, + "grad_norm": 1.5838239192962646, + "kl": 2.5859375, + "learning_rate": 3.459037711313394e-07, + "loss": 0.1034, + "reward": 1.595097541809082, + "reward_std": 0.3424956947565079, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7200974822044373, "step": 4024 }, { - "epoch": 0.27, - "learning_rate": 1.7137853317751626e-05, - "loss": 0.9894, + "clip_ratio": 0.0, + "completion_length": 156.296875, + "epoch": 0.6542056074766355, + "grad_norm": 2.2943906784057617, + "kl": 1.3056640625, + "learning_rate": 3.4574122236671e-07, + "loss": 0.0524, + "reward": 1.7645845413208008, + "reward_std": 0.23543108999729156, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8427096009254456, "step": 4025 }, { - "epoch": 0.27, - "learning_rate": 1.713633394793168e-05, - "loss": 1.0524, + "clip_ratio": 0.0, + "completion_length": 182.390625, + "epoch": 0.6543681430312881, + "grad_norm": 2.699303150177002, + "kl": 0.88671875, + "learning_rate": 3.455786736020806e-07, + "loss": 0.0355, + "reward": 1.6645265817642212, + "reward_std": 0.22625324875116348, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7270266115665436, "step": 4026 }, { - "epoch": 0.27, - "learning_rate": 1.7134814242329393e-05, - "loss": 1.0931, + "clip_ratio": 0.0, + "completion_length": 161.34375, + "epoch": 0.6545306785859407, + "grad_norm": 2.366609811782837, + "kl": 2.67578125, + "learning_rate": 3.454161248374512e-07, + "loss": 0.1068, + "reward": 1.5948670506477356, + "reward_std": 0.5136016011238098, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.751117080450058, "step": 4027 }, { - "epoch": 0.27, - "learning_rate": 1.7133294201016274e-05, - "loss": 1.0153, + "clip_ratio": 0.0, + "completion_length": 169.140625, + "epoch": 0.6546932141405932, + "grad_norm": 2.1856000423431396, + "kl": 2.31640625, + "learning_rate": 3.4525357607282186e-07, + "loss": 0.0927, + "reward": 1.5456411838531494, + "reward_std": 0.4946207106113434, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7175162136554718, "step": 4028 }, { - "epoch": 0.27, - "learning_rate": 1.713177382406385e-05, - "loss": 1.0367, + "clip_ratio": 0.0, + "completion_length": 153.625, + "epoch": 0.6548557496952458, + "grad_norm": 3.0211689472198486, + "kl": 1.58203125, + "learning_rate": 3.4509102730819246e-07, + "loss": 0.0633, + "reward": 1.702702820301056, + "reward_std": 0.28182216733694077, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8120777904987335, "step": 4029 }, { - "epoch": 0.27, - "learning_rate": 1.713025311154365e-05, - "loss": 0.9777, + "clip_ratio": 0.0, + "completion_length": 150.5, + "epoch": 0.6550182852498985, + "grad_norm": 2.3259828090667725, + "kl": 1.28515625, + "learning_rate": 3.4492847854356306e-07, + "loss": 0.0515, + "reward": 1.6587303280830383, + "reward_std": 0.33459365367889404, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7681053280830383, "step": 4030 }, { - "epoch": 0.27, - "learning_rate": 1.7128732063527236e-05, - "loss": 1.0614, + "clip_ratio": 0.0, + "completion_length": 156.34375, + "epoch": 0.655180820804551, + "grad_norm": 1.1775496006011963, + "kl": 2.11328125, + "learning_rate": 3.4476592977893365e-07, + "loss": 0.0846, + "reward": 1.7158234119415283, + "reward_std": 0.3828549385070801, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8408233523368835, "step": 4031 }, { - "epoch": 0.27, - "learning_rate": 1.7127210680086174e-05, - "loss": 1.0343, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.6553433563592036, + "grad_norm": 1.785285234451294, + "kl": 2.5234375, + "learning_rate": 3.4460338101430425e-07, + "loss": 0.1007, + "reward": 1.5835347175598145, + "reward_std": 0.4552185833454132, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7241597175598145, "step": 4032 }, { - "epoch": 0.27, - "learning_rate": 1.7125688961292042e-05, - "loss": 1.0017, + "clip_ratio": 0.0, + "completion_length": 178.890625, + "epoch": 0.6555058919138561, + "grad_norm": 1.5231329202651978, + "kl": 1.85546875, + "learning_rate": 3.444408322496749e-07, + "loss": 0.0743, + "reward": 1.703103244304657, + "reward_std": 0.3099537193775177, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8281033039093018, "step": 4033 }, { - "epoch": 0.27, - "learning_rate": 1.7124166907216452e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 170.34375, + "epoch": 0.6556684274685087, + "grad_norm": 5.062168598175049, + "kl": 2.3828125, + "learning_rate": 3.442782834850455e-07, + "loss": 0.0952, + "reward": 1.6339629888534546, + "reward_std": 0.3041451685130596, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7433379888534546, "step": 4034 }, { - "epoch": 0.27, - "learning_rate": 1.712264451793101e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 184.578125, + "epoch": 0.6558309630231614, + "grad_norm": 4.482248306274414, + "kl": 1.810546875, + "learning_rate": 3.441157347204161e-07, + "loss": 0.0726, + "reward": 1.7035980820655823, + "reward_std": 0.2982739545404911, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8285981118679047, "step": 4035 }, { - "epoch": 0.27, - "learning_rate": 1.7121121793507355e-05, - "loss": 1.0869, + "clip_ratio": 0.0, + "completion_length": 181.484375, + "epoch": 0.6559934985778139, + "grad_norm": 1.6253713369369507, + "kl": 1.87890625, + "learning_rate": 3.439531859557867e-07, + "loss": 0.0752, + "reward": 1.5936602354049683, + "reward_std": 0.2636413425207138, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6717852652072906, "step": 4036 }, { - "epoch": 0.27, - "learning_rate": 1.7119598734017135e-05, - "loss": 1.04, + "clip_ratio": 0.0, + "completion_length": 187.890625, + "epoch": 0.6561560341324665, + "grad_norm": 1.5589042901992798, + "kl": 3.3046875, + "learning_rate": 3.437906371911573e-07, + "loss": 0.1324, + "reward": 1.6000744700431824, + "reward_std": 0.5140808075666428, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.8031994998455048, "step": 4037 }, { - "epoch": 0.27, - "learning_rate": 1.7118075339532008e-05, - "loss": 0.9856, + "clip_ratio": 0.0, + "completion_length": 171.203125, + "epoch": 0.6563185696871191, + "grad_norm": 2.0056777000427246, + "kl": 1.6953125, + "learning_rate": 3.4362808842652795e-07, + "loss": 0.0678, + "reward": 1.7008265256881714, + "reward_std": 0.29766814410686493, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7945765256881714, "step": 4038 }, { - "epoch": 0.27, - "learning_rate": 1.711655161012366e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 170.859375, + "epoch": 0.6564811052417716, + "grad_norm": 3.091789960861206, + "kl": 2.26953125, + "learning_rate": 3.4346553966189855e-07, + "loss": 0.0909, + "reward": 1.5101373195648193, + "reward_std": 0.31557588279247284, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6507623195648193, "step": 4039 }, { - "epoch": 0.27, - "learning_rate": 1.711502754586378e-05, - "loss": 1.0445, + "clip_ratio": 0.0, + "completion_length": 159.96875, + "epoch": 0.6566436407964242, + "grad_norm": 1.2416692972183228, + "kl": 1.72265625, + "learning_rate": 3.4330299089726915e-07, + "loss": 0.069, + "reward": 1.658759891986847, + "reward_std": 0.2802402675151825, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7681349217891693, "step": 4040 }, { - "epoch": 0.27, - "learning_rate": 1.7113503146824088e-05, - "loss": 1.0715, + "clip_ratio": 0.0, + "completion_length": 179.71875, + "epoch": 0.6568061763510767, + "grad_norm": 1.1259145736694336, + "kl": 1.779296875, + "learning_rate": 3.4314044213263975e-07, + "loss": 0.071, + "reward": 1.6590746641159058, + "reward_std": 0.27923451364040375, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7684496939182281, "step": 4041 }, { - "epoch": 0.27, - "learning_rate": 1.7111978413076303e-05, - "loss": 0.9774, + "clip_ratio": 0.0, + "completion_length": 185.296875, + "epoch": 0.6569687119057294, + "grad_norm": 1.6210272312164307, + "kl": 2.60546875, + "learning_rate": 3.4297789336801035e-07, + "loss": 0.1043, + "reward": 1.6129431128501892, + "reward_std": 0.4142240285873413, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7691931128501892, "step": 4042 }, { - "epoch": 0.27, - "learning_rate": 1.7110453344692173e-05, - "loss": 0.9957, + "clip_ratio": 0.0, + "completion_length": 148.71875, + "epoch": 0.657131247460382, + "grad_norm": 7.40265417098999, + "kl": 2.0078125, + "learning_rate": 3.42815344603381e-07, + "loss": 0.0803, + "reward": 1.7073438167572021, + "reward_std": 0.28483883291482925, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7854688167572021, "step": 4043 }, { - "epoch": 0.27, - "learning_rate": 1.710892794174345e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 165.171875, + "epoch": 0.6572937830150345, + "grad_norm": 2.2544069290161133, + "kl": 1.41796875, + "learning_rate": 3.426527958387516e-07, + "loss": 0.0568, + "reward": 1.5955229997634888, + "reward_std": 0.3593105971813202, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6892729997634888, "step": 4044 }, { - "epoch": 0.27, - "learning_rate": 1.710740220430191e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 138.734375, + "epoch": 0.6574563185696871, + "grad_norm": 1.2951865196228027, + "kl": 1.59912109375, + "learning_rate": 3.424902470741222e-07, + "loss": 0.0641, + "reward": 1.7514539957046509, + "reward_std": 0.2878150902688503, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8452040553092957, "step": 4045 }, { - "epoch": 0.27, - "learning_rate": 1.7105876132439344e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 145.34375, + "epoch": 0.6576188541243397, + "grad_norm": 3.576756000518799, + "kl": 2.10546875, + "learning_rate": 3.423276983094928e-07, + "loss": 0.0844, + "reward": 1.6199208498001099, + "reward_std": 0.40706712007522583, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7449208796024323, "step": 4046 }, { - "epoch": 0.27, - "learning_rate": 1.710434972622756e-05, - "loss": 1.0173, + "clip_ratio": 0.0, + "completion_length": 163.75, + "epoch": 0.6577813896789922, + "grad_norm": 1.655129075050354, + "kl": 3.15625, + "learning_rate": 3.421651495448634e-07, + "loss": 0.1263, + "reward": 1.456437110900879, + "reward_std": 0.5880299806594849, + "rewards/format_reward_gen": 0.78125, + "rewards/llm_reward": 0.6751870512962341, "step": 4047 }, { - "epoch": 0.27, - "learning_rate": 1.7102822985738375e-05, - "loss": 0.9805, + "clip_ratio": 0.0, + "completion_length": 173.390625, + "epoch": 0.6579439252336449, + "grad_norm": 2.8713150024414062, + "kl": 1.31591796875, + "learning_rate": 3.4200260078023405e-07, + "loss": 0.0525, + "reward": 1.642373263835907, + "reward_std": 0.1791178435087204, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.720498263835907, "step": 4048 }, { - "epoch": 0.27, - "learning_rate": 1.7101295911043628e-05, - "loss": 0.971, + "clip_ratio": 0.0, + "completion_length": 170.15625, + "epoch": 0.6581064607882975, + "grad_norm": 3.4058849811553955, + "kl": 2.21484375, + "learning_rate": 3.4184005201560465e-07, + "loss": 0.0885, + "reward": 1.5837218761444092, + "reward_std": 0.32665614783763885, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7399718761444092, "step": 4049 }, { - "epoch": 0.27, - "learning_rate": 1.7099768502215176e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.65826899634295, + "grad_norm": 1.682820200920105, + "kl": 2.15234375, + "learning_rate": 3.4167750325097525e-07, + "loss": 0.086, + "reward": 1.493155062198639, + "reward_std": 0.4916955530643463, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6650300323963165, "step": 4050 }, { - "epoch": 0.27, - "learning_rate": 1.7098240759324875e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 160.59375, + "epoch": 0.6584315318976026, + "grad_norm": 5.23773193359375, + "kl": 1.626953125, + "learning_rate": 3.415149544863459e-07, + "loss": 0.0653, + "reward": 1.6946678161621094, + "reward_std": 0.3071187138557434, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7884177565574646, "step": 4051 }, { - "epoch": 0.27, - "learning_rate": 1.709671268244462e-05, - "loss": 1.1265, + "clip_ratio": 0.0, + "completion_length": 151.71875, + "epoch": 0.6585940674522551, + "grad_norm": 0.672360897064209, + "kl": 0.505126953125, + "learning_rate": 3.413524057217165e-07, + "loss": 0.0202, + "reward": 1.832183837890625, + "reward_std": 0.09541382966563106, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.879058837890625, "step": 4052 }, { - "epoch": 0.27, - "learning_rate": 1.709518427164631e-05, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 163.28125, + "epoch": 0.6587566030069077, + "grad_norm": 2.6374733448028564, + "kl": 1.240234375, + "learning_rate": 3.4118985695708715e-07, + "loss": 0.0497, + "reward": 1.7043296694755554, + "reward_std": 0.26366472244262695, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8137046992778778, "step": 4053 }, { - "epoch": 0.27, - "learning_rate": 1.7093655527001852e-05, - "loss": 0.9967, + "clip_ratio": 0.0, + "completion_length": 160.890625, + "epoch": 0.6589191385615604, + "grad_norm": 2.345158576965332, + "kl": 2.0546875, + "learning_rate": 3.4102730819245775e-07, + "loss": 0.0822, + "reward": 1.61180979013443, + "reward_std": 0.35080234706401825, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7368097901344299, "step": 4054 }, { - "epoch": 0.27, - "learning_rate": 1.709212644858319e-05, - "loss": 0.9735, + "clip_ratio": 0.0, + "completion_length": 165.609375, + "epoch": 0.6590816741162129, + "grad_norm": 2.2315595149993896, + "kl": 1.43359375, + "learning_rate": 3.4086475942782835e-07, + "loss": 0.0575, + "reward": 1.5828093886375427, + "reward_std": 0.29610200226306915, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6921843886375427, "step": 4055 }, { - "epoch": 0.27, - "learning_rate": 1.709059703646226e-05, - "loss": 0.9283, + "clip_ratio": 0.0, + "completion_length": 185.953125, + "epoch": 0.6592442096708655, + "grad_norm": 2.016831636428833, + "kl": 1.33203125, + "learning_rate": 3.4070221066319895e-07, + "loss": 0.0533, + "reward": 1.6289344429969788, + "reward_std": 0.26442087441682816, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7383095026016235, "step": 4056 }, { - "epoch": 0.27, - "learning_rate": 1.7089067290711033e-05, - "loss": 0.9285, + "clip_ratio": 0.0, + "completion_length": 175.9375, + "epoch": 0.6594067452255181, + "grad_norm": 1.6646066904067993, + "kl": 1.81640625, + "learning_rate": 3.4053966189856955e-07, + "loss": 0.0725, + "reward": 1.5218858122825623, + "reward_std": 0.2833462804555893, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6781357526779175, "step": 4057 }, { - "epoch": 0.27, - "learning_rate": 1.7087537211401483e-05, - "loss": 0.9956, + "clip_ratio": 0.0, + "completion_length": 193.015625, + "epoch": 0.6595692807801706, + "grad_norm": 1.6006885766983032, + "kl": 2.59375, + "learning_rate": 3.403771131339402e-07, + "loss": 0.1036, + "reward": 1.6349143981933594, + "reward_std": 0.3806525990366936, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8067893981933594, "step": 4058 }, { - "epoch": 0.27, - "learning_rate": 1.7086006798605602e-05, - "loss": 1.0135, + "clip_ratio": 0.0, + "completion_length": 176.046875, + "epoch": 0.6597318163348233, + "grad_norm": 2.616718053817749, + "kl": 2.42578125, + "learning_rate": 3.402145643693108e-07, + "loss": 0.0971, + "reward": 1.5280193090438843, + "reward_std": 0.5875579714775085, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7155192792415619, "step": 4059 }, { - "epoch": 0.27, - "learning_rate": 1.7084476052395405e-05, - "loss": 1.0828, + "clip_ratio": 0.0, + "completion_length": 186.28125, + "epoch": 0.6598943518894759, + "grad_norm": 3.034306287765503, + "kl": 1.8203125, + "learning_rate": 3.400520156046814e-07, + "loss": 0.0729, + "reward": 1.5552244186401367, + "reward_std": 0.2930326610803604, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6489744484424591, "step": 4060 }, { - "epoch": 0.27, - "learning_rate": 1.7082944972842913e-05, - "loss": 1.0502, + "clip_ratio": 0.0, + "completion_length": 181.28125, + "epoch": 0.6600568874441284, + "grad_norm": 1.9120813608169556, + "kl": 2.4609375, + "learning_rate": 3.39889466840052e-07, + "loss": 0.0985, + "reward": 1.4968551993370056, + "reward_std": 0.38613466918468475, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6374801993370056, "step": 4061 }, { - "epoch": 0.27, - "learning_rate": 1.7081413560020168e-05, - "loss": 1.0577, + "clip_ratio": 0.0, + "completion_length": 161.21875, + "epoch": 0.660219422998781, + "grad_norm": 1.3882447481155396, + "kl": 2.859375, + "learning_rate": 3.397269180754226e-07, + "loss": 0.1144, + "reward": 1.6095368266105652, + "reward_std": 0.4542759209871292, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7814118564128876, "step": 4062 }, { - "epoch": 0.27, - "learning_rate": 1.707988181399923e-05, - "loss": 1.0068, + "clip_ratio": 0.0, + "completion_length": 171.59375, + "epoch": 0.6603819585534335, + "grad_norm": 3.2937235832214355, + "kl": 1.9296875, + "learning_rate": 3.3956436931079325e-07, + "loss": 0.0771, + "reward": 1.5838447213172913, + "reward_std": 0.477069616317749, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7244696617126465, "step": 4063 }, { - "epoch": 0.27, - "learning_rate": 1.7078349734852167e-05, - "loss": 1.0323, + "clip_ratio": 0.0, + "completion_length": 169.140625, + "epoch": 0.6605444941080861, + "grad_norm": 2.488903522491455, + "kl": 0.484375, + "learning_rate": 3.3940182054616385e-07, + "loss": 0.0195, + "reward": 1.639402985572815, + "reward_std": 0.13520915806293488, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6706530153751373, "step": 4064 }, { - "epoch": 0.27, - "learning_rate": 1.707681732265107e-05, - "loss": 0.9788, + "clip_ratio": 0.0, + "completion_length": 138.25, + "epoch": 0.6607070296627388, + "grad_norm": 3.6765425205230713, + "kl": 1.3984375, + "learning_rate": 3.3923927178153445e-07, + "loss": 0.0559, + "reward": 1.67860746383667, + "reward_std": 0.26241691410541534, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7723574638366699, "step": 4065 }, { - "epoch": 0.27, - "learning_rate": 1.707528457746804e-05, - "loss": 0.9312, + "clip_ratio": 0.0, + "completion_length": 145.109375, + "epoch": 0.6608695652173913, + "grad_norm": 3.225226879119873, + "kl": 2.30859375, + "learning_rate": 3.3907672301690504e-07, + "loss": 0.0923, + "reward": 1.61166250705719, + "reward_std": 0.3231428861618042, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7522875070571899, "step": 4066 }, { - "epoch": 0.27, - "learning_rate": 1.70737514993752e-05, - "loss": 1.0563, + "clip_ratio": 0.0, + "completion_length": 167.171875, + "epoch": 0.6610321007720439, + "grad_norm": 2.846431016921997, + "kl": 2.1171875, + "learning_rate": 3.3891417425227564e-07, + "loss": 0.0849, + "reward": 1.695054054260254, + "reward_std": 0.3417678475379944, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8200540542602539, "step": 4067 }, { - "epoch": 0.27, - "learning_rate": 1.7072218088444685e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 158.21875, + "epoch": 0.6611946363266965, + "grad_norm": 2.6089072227478027, + "kl": 2.20703125, + "learning_rate": 3.387516254876463e-07, + "loss": 0.0885, + "reward": 1.649440050125122, + "reward_std": 0.32151465117931366, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7900650501251221, "step": 4068 }, { - "epoch": 0.27, - "learning_rate": 1.7070684344748646e-05, - "loss": 1.0907, + "clip_ratio": 0.0, + "completion_length": 153.828125, + "epoch": 0.661357171881349, + "grad_norm": 4.921175956726074, + "kl": 0.861328125, + "learning_rate": 3.385890767230169e-07, + "loss": 0.0345, + "reward": 1.687423288822174, + "reward_std": 0.3056502640247345, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7967982888221741, "step": 4069 }, { - "epoch": 0.27, - "learning_rate": 1.7069150268359244e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 176.953125, + "epoch": 0.6615197074360016, + "grad_norm": 2.4756290912628174, + "kl": 3.875, + "learning_rate": 3.384265279583875e-07, + "loss": 0.1552, + "reward": 1.4968481063842773, + "reward_std": 0.5696651339530945, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7312231957912445, "step": 4070 }, { - "epoch": 0.27, - "learning_rate": 1.7067615859348667e-05, - "loss": 1.0909, + "clip_ratio": 0.0, + "completion_length": 154.25, + "epoch": 0.6616822429906543, + "grad_norm": 1.101123332977295, + "kl": 0.91259765625, + "learning_rate": 3.382639791937581e-07, + "loss": 0.0365, + "reward": 1.7863948941230774, + "reward_std": 0.2616270035505295, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8645198941230774, "step": 4071 }, { - "epoch": 0.27, - "learning_rate": 1.706608111778911e-05, - "loss": 1.0943, + "clip_ratio": 0.0, + "completion_length": 144.21875, + "epoch": 0.6618447785453068, + "grad_norm": 1.4932060241699219, + "kl": 1.44921875, + "learning_rate": 3.381014304291287e-07, + "loss": 0.058, + "reward": 1.661219835281372, + "reward_std": 0.31484554708004, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7705947458744049, "step": 4072 }, { - "epoch": 0.27, - "learning_rate": 1.706454604375279e-05, - "loss": 1.056, + "clip_ratio": 0.0, + "completion_length": 156.125, + "epoch": 0.6620073140999594, + "grad_norm": 4.264573097229004, + "kl": 0.99853515625, + "learning_rate": 3.3793888166449934e-07, + "loss": 0.0399, + "reward": 1.7296137809753418, + "reward_std": 0.2034204974770546, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8077387809753418, "step": 4073 }, { - "epoch": 0.27, - "learning_rate": 1.7063010637311933e-05, - "loss": 1.046, + "clip_ratio": 0.0, + "completion_length": 185.921875, + "epoch": 0.6621698496546119, + "grad_norm": 2.5215067863464355, + "kl": 3.40625, + "learning_rate": 3.3777633289986994e-07, + "loss": 0.1363, + "reward": 1.6008558869361877, + "reward_std": 0.38914424180984497, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.757105827331543, "step": 4074 }, { - "epoch": 0.27, - "learning_rate": 1.7061474898538783e-05, - "loss": 0.9482, + "clip_ratio": 0.0, + "completion_length": 153.578125, + "epoch": 0.6623323852092645, + "grad_norm": 3.7979612350463867, + "kl": 1.572265625, + "learning_rate": 3.3761378413524054e-07, + "loss": 0.0629, + "reward": 1.544879138469696, + "reward_std": 0.322481244802475, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6855041682720184, "step": 4075 }, { - "epoch": 0.27, - "learning_rate": 1.70599388275056e-05, - "loss": 0.9679, + "clip_ratio": 0.0, + "completion_length": 162.9375, + "epoch": 0.6624949207639171, + "grad_norm": 2.0651421546936035, + "kl": 1.83203125, + "learning_rate": 3.3745123537061114e-07, + "loss": 0.0733, + "reward": 1.611517310142517, + "reward_std": 0.35926003754138947, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7365173399448395, "step": 4076 }, { - "epoch": 0.27, - "learning_rate": 1.7058402424284663e-05, - "loss": 1.1224, + "clip_ratio": 0.0, + "completion_length": 164.96875, + "epoch": 0.6626574563185696, + "grad_norm": 2.689013719558716, + "kl": 0.55419921875, + "learning_rate": 3.3728868660598174e-07, + "loss": 0.0222, + "reward": 1.633604109287262, + "reward_std": 0.258630633354187, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7117290794849396, "step": 4077 }, { - "epoch": 0.27, - "learning_rate": 1.705686568894826e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 154.984375, + "epoch": 0.6628199918732223, + "grad_norm": 5.823089122772217, + "kl": 1.4638671875, + "learning_rate": 3.371261378413524e-07, + "loss": 0.0588, + "reward": 1.5441854000091553, + "reward_std": 0.3656538873910904, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6691854298114777, "step": 4078 }, { - "epoch": 0.27, - "learning_rate": 1.70553286215687e-05, - "loss": 1.0938, + "clip_ratio": 0.0, + "completion_length": 165.15625, + "epoch": 0.6629825274278749, + "grad_norm": 1.8841874599456787, + "kl": 2.5078125, + "learning_rate": 3.36963589076723e-07, + "loss": 0.1005, + "reward": 1.5831607580184937, + "reward_std": 0.44186146557331085, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7394107580184937, "step": 4079 }, { - "epoch": 0.27, - "learning_rate": 1.705379122221831e-05, - "loss": 0.9874, + "clip_ratio": 0.0, + "completion_length": 197.765625, + "epoch": 0.6631450629825274, + "grad_norm": 1.9197347164154053, + "kl": 3.625, + "learning_rate": 3.368010403120936e-07, + "loss": 0.1451, + "reward": 1.5364289283752441, + "reward_std": 0.4116249978542328, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7395539283752441, "step": 4080 }, { - "epoch": 0.27, - "learning_rate": 1.705225349096942e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 152.71875, + "epoch": 0.66330759853718, + "grad_norm": 1.1850794553756714, + "kl": 1.138671875, + "learning_rate": 3.366384915474642e-07, + "loss": 0.0455, + "reward": 1.760090708732605, + "reward_std": 0.1898084133863449, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8382156491279602, "step": 4081 }, { - "epoch": 0.27, - "learning_rate": 1.705071542789439e-05, - "loss": 1.0167, + "clip_ratio": 0.0, + "completion_length": 173.78125, + "epoch": 0.6634701340918326, + "grad_norm": 3.113485336303711, + "kl": 1.3671875, + "learning_rate": 3.364759427828348e-07, + "loss": 0.0547, + "reward": 1.6487680077552795, + "reward_std": 0.24958155304193497, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7268930077552795, "step": 4082 }, { - "epoch": 0.27, - "learning_rate": 1.7049177033065594e-05, - "loss": 0.9923, + "clip_ratio": 0.0, + "completion_length": 167.328125, + "epoch": 0.6636326696464852, + "grad_norm": 2.5027871131896973, + "kl": 1.228515625, + "learning_rate": 3.3631339401820544e-07, + "loss": 0.0492, + "reward": 1.6297035217285156, + "reward_std": 0.29612140357494354, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7078284919261932, "step": 4083 }, { - "epoch": 0.27, - "learning_rate": 1.7047638306555406e-05, - "loss": 0.9622, + "clip_ratio": 0.0, + "completion_length": 165.0, + "epoch": 0.6637952052011378, + "grad_norm": 2.6192665100097656, + "kl": 1.19140625, + "learning_rate": 3.3615084525357604e-07, + "loss": 0.0478, + "reward": 1.656127691268921, + "reward_std": 0.21254058927297592, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7498776614665985, "step": 4084 }, { - "epoch": 0.27, - "learning_rate": 1.704609924843623e-05, - "loss": 1.0229, + "clip_ratio": 0.0, + "completion_length": 158.09375, + "epoch": 0.6639577407557903, + "grad_norm": 1.1397939920425415, + "kl": 1.7734375, + "learning_rate": 3.359882964889467e-07, + "loss": 0.0707, + "reward": 1.6530213356018066, + "reward_std": 0.2599171996116638, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7780213952064514, "step": 4085 }, { - "epoch": 0.27, - "learning_rate": 1.7044559858780492e-05, - "loss": 1.06, + "clip_ratio": 0.0, + "completion_length": 158.0, + "epoch": 0.6641202763104429, + "grad_norm": 1.9741171598434448, + "kl": 0.57568359375, + "learning_rate": 3.358257477243173e-07, + "loss": 0.0231, + "reward": 1.774669587612152, + "reward_std": 0.1839938759803772, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8215445876121521, "step": 4086 }, { - "epoch": 0.27, - "learning_rate": 1.7043020137660615e-05, - "loss": 1.05, + "clip_ratio": 0.0, + "completion_length": 151.5, + "epoch": 0.6642828118650955, + "grad_norm": 1.5134319067001343, + "kl": 0.294189453125, + "learning_rate": 3.356631989596879e-07, + "loss": 0.0118, + "reward": 1.8518065810203552, + "reward_std": 0.06848050002008677, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8674316108226776, "step": 4087 }, { - "epoch": 0.27, - "learning_rate": 1.704148008514905e-05, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 191.640625, + "epoch": 0.664445347419748, + "grad_norm": 2.1054742336273193, + "kl": 3.1171875, + "learning_rate": 3.3550065019505854e-07, + "loss": 0.1248, + "reward": 1.5226476788520813, + "reward_std": 0.345247358083725, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6788977086544037, "step": 4088 }, { - "epoch": 0.27, - "learning_rate": 1.7039939701318255e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 158.140625, + "epoch": 0.6646078829744007, + "grad_norm": 2.1217968463897705, + "kl": 0.914306640625, + "learning_rate": 3.3533810143042914e-07, + "loss": 0.0365, + "reward": 1.617877721786499, + "reward_std": 0.28899605572223663, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7116277515888214, "step": 4089 }, { - "epoch": 0.27, - "learning_rate": 1.7038398986240715e-05, - "loss": 1.1271, + "clip_ratio": 0.0, + "completion_length": 166.53125, + "epoch": 0.6647704185290533, + "grad_norm": 1.5499577522277832, + "kl": 1.076171875, + "learning_rate": 3.3517555266579974e-07, + "loss": 0.0429, + "reward": 1.7290642857551575, + "reward_std": 0.27990948408842087, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8228142261505127, "step": 4090 }, { - "epoch": 0.27, - "learning_rate": 1.7036857939988923e-05, - "loss": 1.0359, + "clip_ratio": 0.0, + "completion_length": 163.734375, + "epoch": 0.6649329540837058, + "grad_norm": 1.8372776508331299, + "kl": 1.65576171875, + "learning_rate": 3.3501300390117034e-07, + "loss": 0.0662, + "reward": 1.6082426309585571, + "reward_std": 0.23238109424710274, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7019926309585571, "step": 4091 }, { - "epoch": 0.27, - "learning_rate": 1.703531656263539e-05, - "loss": 0.9906, + "clip_ratio": 0.0, + "completion_length": 147.5, + "epoch": 0.6650954896383584, + "grad_norm": 1.4100791215896606, + "kl": 0.806640625, + "learning_rate": 3.3485045513654094e-07, + "loss": 0.0323, + "reward": 1.7615081071853638, + "reward_std": 0.21031920611858368, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8083831369876862, "step": 4092 }, { - "epoch": 0.27, - "learning_rate": 1.703377485425264e-05, - "loss": 1.0477, + "clip_ratio": 0.0, + "completion_length": 142.203125, + "epoch": 0.6652580251930109, + "grad_norm": 2.587794303894043, + "kl": 0.818359375, + "learning_rate": 3.346879063719116e-07, + "loss": 0.0326, + "reward": 1.770042061805725, + "reward_std": 0.2804769277572632, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8637920618057251, "step": 4093 }, { - "epoch": 0.27, - "learning_rate": 1.7032232814913218e-05, - "loss": 1.0519, + "clip_ratio": 0.0, + "completion_length": 156.1875, + "epoch": 0.6654205607476635, + "grad_norm": 1.5360203981399536, + "kl": 1.453125, + "learning_rate": 3.345253576072822e-07, + "loss": 0.0582, + "reward": 1.5760242342948914, + "reward_std": 0.26087378710508347, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6697741746902466, "step": 4094 }, { - "epoch": 0.27, - "learning_rate": 1.7030690444689674e-05, - "loss": 1.1039, + "clip_ratio": 0.0, + "completion_length": 145.484375, + "epoch": 0.6655830963023162, + "grad_norm": 3.212022542953491, + "kl": 1.046875, + "learning_rate": 3.343628088426528e-07, + "loss": 0.0418, + "reward": 1.630369782447815, + "reward_std": 0.4170572906732559, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7241197824478149, "step": 4095 }, { - "epoch": 0.27, - "learning_rate": 1.7029147743654583e-05, - "loss": 1.0213, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.6657456318569687, + "grad_norm": 5.786141395568848, + "kl": 2.04296875, + "learning_rate": 3.342002600780234e-07, + "loss": 0.0818, + "reward": 1.7098098993301392, + "reward_std": 0.25903602689504623, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7879348397254944, "step": 4096 }, { - "epoch": 0.27, - "learning_rate": 1.7027604711880537e-05, - "loss": 1.093, + "clip_ratio": 0.0, + "completion_length": 179.125, + "epoch": 0.6659081674116213, + "grad_norm": 2.2245850563049316, + "kl": 2.6484375, + "learning_rate": 3.34037711313394e-07, + "loss": 0.1061, + "reward": 1.5917255282402039, + "reward_std": 0.4263167232275009, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7479755580425262, "step": 4097 }, { - "epoch": 0.27, - "learning_rate": 1.702606134944013e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 156.09375, + "epoch": 0.6660707029662739, + "grad_norm": 1.7422759532928467, + "kl": 1.77734375, + "learning_rate": 3.3387516254876464e-07, + "loss": 0.0711, + "reward": 1.583536982536316, + "reward_std": 0.24530500173568726, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6616619825363159, "step": 4098 }, { - "epoch": 0.27, - "learning_rate": 1.7024517656405993e-05, - "loss": 1.0789, + "clip_ratio": 0.0, + "completion_length": 182.984375, + "epoch": 0.6662332385209264, + "grad_norm": 1.4889215230941772, + "kl": 1.08203125, + "learning_rate": 3.3371261378413524e-07, + "loss": 0.0432, + "reward": 1.6342985033988953, + "reward_std": 0.19944901764392853, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7124234437942505, "step": 4099 }, { - "epoch": 0.27, - "learning_rate": 1.7022973632850755e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 165.78125, + "epoch": 0.666395774075579, + "grad_norm": 1.5854322910308838, + "kl": 0.861328125, + "learning_rate": 3.3355006501950584e-07, + "loss": 0.0344, + "reward": 1.7090654969215393, + "reward_std": 0.19451752305030823, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8028154671192169, "step": 4100 }, { - "epoch": 0.27, - "learning_rate": 1.7021429278847063e-05, - "loss": 0.9966, + "clip_ratio": 0.0, + "completion_length": 149.0, + "epoch": 0.6665583096302317, + "grad_norm": 4.65677547454834, + "kl": 1.8359375, + "learning_rate": 3.3338751625487643e-07, + "loss": 0.0735, + "reward": 1.6236270666122437, + "reward_std": 0.27835720777511597, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7173770368099213, "step": 4101 }, { - "epoch": 0.27, - "learning_rate": 1.701988459446759e-05, - "loss": 1.0051, + "clip_ratio": 0.0, + "completion_length": 170.546875, + "epoch": 0.6667208451848842, + "grad_norm": 2.299137592315674, + "kl": 1.12890625, + "learning_rate": 3.3322496749024703e-07, + "loss": 0.0452, + "reward": 1.6743687391281128, + "reward_std": 0.3079364374279976, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.752493679523468, "step": 4102 }, { - "epoch": 0.27, - "learning_rate": 1.701833957978501e-05, - "loss": 0.9335, + "clip_ratio": 0.0, + "completion_length": 170.4375, + "epoch": 0.6668833807395368, + "grad_norm": 1.1225440502166748, + "kl": 1.453125, + "learning_rate": 3.330624187256177e-07, + "loss": 0.0583, + "reward": 1.7470685839653015, + "reward_std": 0.2526562213897705, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8408185839653015, "step": 4103 }, { - "epoch": 0.27, - "learning_rate": 1.7016794234872024e-05, - "loss": 1.0468, + "clip_ratio": 0.0, + "completion_length": 157.046875, + "epoch": 0.6670459162941893, + "grad_norm": 1.585451364517212, + "kl": 0.736328125, + "learning_rate": 3.328998699609883e-07, + "loss": 0.0294, + "reward": 1.7413914203643799, + "reward_std": 0.12266696244478226, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7726414203643799, "step": 4104 }, { - "epoch": 0.27, - "learning_rate": 1.701524855980134e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 149.328125, + "epoch": 0.6672084518488419, + "grad_norm": 1.3990670442581177, + "kl": 1.0703125, + "learning_rate": 3.327373211963589e-07, + "loss": 0.0428, + "reward": 1.6606793403625488, + "reward_std": 0.30871355533599854, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7388043105602264, "step": 4105 }, { - "epoch": 0.27, - "learning_rate": 1.7013702554645693e-05, - "loss": 1.0535, + "clip_ratio": 0.0, + "completion_length": 150.296875, + "epoch": 0.6673709874034945, + "grad_norm": 3.7927303314208984, + "kl": 1.359375, + "learning_rate": 3.325747724317295e-07, + "loss": 0.0544, + "reward": 1.547879934310913, + "reward_std": 0.23599940538406372, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6416299343109131, "step": 4106 }, { - "epoch": 0.28, - "learning_rate": 1.7012156219477823e-05, - "loss": 1.0247, + "clip_ratio": 0.0, + "completion_length": 161.96875, + "epoch": 0.667533522958147, + "grad_norm": 3.7011678218841553, + "kl": 1.44921875, + "learning_rate": 3.324122236671001e-07, + "loss": 0.0578, + "reward": 1.6638816595077515, + "reward_std": 0.22155238687992096, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7420066893100739, "step": 4107 }, { - "epoch": 0.28, - "learning_rate": 1.7010609554370488e-05, - "loss": 1.0068, + "clip_ratio": 0.0, + "completion_length": 165.765625, + "epoch": 0.6676960585127997, + "grad_norm": 1.8279210329055786, + "kl": 1.32421875, + "learning_rate": 3.3224967490247073e-07, + "loss": 0.0531, + "reward": 1.715391993522644, + "reward_std": 0.24312959611415863, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8091420829296112, "step": 4108 }, { - "epoch": 0.28, - "learning_rate": 1.7009062559396465e-05, - "loss": 0.9755, + "clip_ratio": 0.0, + "completion_length": 136.765625, + "epoch": 0.6678585940674523, + "grad_norm": 2.422736406326294, + "kl": 1.2578125, + "learning_rate": 3.3208712613784133e-07, + "loss": 0.0504, + "reward": 1.6830198764801025, + "reward_std": 0.37333154678344727, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7767698466777802, "step": 4109 }, { - "epoch": 0.28, - "learning_rate": 1.7007515234628537e-05, - "loss": 1.0267, + "clip_ratio": 0.0, + "completion_length": 168.703125, + "epoch": 0.6680211296221048, + "grad_norm": 2.6232025623321533, + "kl": 2.8203125, + "learning_rate": 3.3192457737321193e-07, + "loss": 0.1127, + "reward": 1.6453843116760254, + "reward_std": 0.3234339654445648, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7860093712806702, "step": 4110 }, { - "epoch": 0.28, - "learning_rate": 1.700596758013952e-05, - "loss": 1.0126, + "clip_ratio": 0.0, + "completion_length": 160.78125, + "epoch": 0.6681836651767574, + "grad_norm": 1.9042823314666748, + "kl": 1.185546875, + "learning_rate": 3.3176202860858253e-07, + "loss": 0.0475, + "reward": 1.655835211277008, + "reward_std": 0.270150363445282, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7339602112770081, "step": 4111 }, { - "epoch": 0.28, - "learning_rate": 1.7004419596002222e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 167.109375, + "epoch": 0.66834620073141, + "grad_norm": 1.1038591861724854, + "kl": 1.142578125, + "learning_rate": 3.3159947984395313e-07, + "loss": 0.0458, + "reward": 1.7004430294036865, + "reward_std": 0.20371688902378082, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7941930294036865, "step": 4112 }, { - "epoch": 0.28, - "learning_rate": 1.700287128228949e-05, - "loss": 1.0371, + "clip_ratio": 0.0, + "completion_length": 158.640625, + "epoch": 0.6685087362860626, + "grad_norm": 1.3343915939331055, + "kl": 1.603515625, + "learning_rate": 3.314369310793238e-07, + "loss": 0.064, + "reward": 1.6750904321670532, + "reward_std": 0.3180893659591675, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7844654321670532, "step": 4113 }, { - "epoch": 0.28, - "learning_rate": 1.7001322639074174e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 131.796875, + "epoch": 0.6686712718407152, + "grad_norm": 2.4172475337982178, + "kl": 0.7880859375, + "learning_rate": 3.312743823146944e-07, + "loss": 0.0315, + "reward": 1.6861090064048767, + "reward_std": 0.319360613822937, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7798590064048767, "step": 4114 }, { - "epoch": 0.28, - "learning_rate": 1.699977366642914e-05, - "loss": 1.0516, + "clip_ratio": 0.0, + "completion_length": 168.53125, + "epoch": 0.6688338073953677, + "grad_norm": 1.1396100521087646, + "kl": 2.029296875, + "learning_rate": 3.31111833550065e-07, + "loss": 0.0811, + "reward": 1.7190136909484863, + "reward_std": 0.19557048380374908, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7971386909484863, "step": 4115 }, { - "epoch": 0.28, - "learning_rate": 1.699822436442727e-05, - "loss": 0.9915, + "clip_ratio": 0.0, + "completion_length": 140.171875, + "epoch": 0.6689963429500203, + "grad_norm": 1.1313655376434326, + "kl": 1.5390625, + "learning_rate": 3.309492847854356e-07, + "loss": 0.0615, + "reward": 1.7764151692390442, + "reward_std": 0.23997173458337784, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8389151692390442, "step": 4116 }, { - "epoch": 0.28, - "learning_rate": 1.6996674733141468e-05, - "loss": 1.0203, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.6691588785046729, + "grad_norm": 1.6673859357833862, + "kl": 1.65625, + "learning_rate": 3.307867360208062e-07, + "loss": 0.0663, + "reward": 1.5629045963287354, + "reward_std": 0.45529401302337646, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.672279566526413, "step": 4117 }, { - "epoch": 0.28, - "learning_rate": 1.699512477264464e-05, - "loss": 1.1123, + "clip_ratio": 0.0, + "completion_length": 177.046875, + "epoch": 0.6693214140593254, + "grad_norm": 2.7513279914855957, + "kl": 2.421875, + "learning_rate": 3.306241872561769e-07, + "loss": 0.0968, + "reward": 1.730587124824524, + "reward_std": 0.18589244782924652, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8243370950222015, "step": 4118 }, { - "epoch": 0.28, - "learning_rate": 1.699357448300972e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 164.578125, + "epoch": 0.6694839496139781, + "grad_norm": 2.2941677570343018, + "kl": 1.7734375, + "learning_rate": 3.304616384915475e-07, + "loss": 0.071, + "reward": 1.6359546780586243, + "reward_std": 0.2442077472805977, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7453297674655914, "step": 4119 }, { - "epoch": 0.28, - "learning_rate": 1.6992023864309657e-05, - "loss": 0.9906, + "clip_ratio": 0.0, + "completion_length": 161.453125, + "epoch": 0.6696464851686307, + "grad_norm": 1.6189849376678467, + "kl": 1.5234375, + "learning_rate": 3.302990897269181e-07, + "loss": 0.0609, + "reward": 1.6484811902046204, + "reward_std": 0.2756832465529442, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7266062200069427, "step": 4120 }, { - "epoch": 0.28, - "learning_rate": 1.6990472916617405e-05, - "loss": 1.1097, + "clip_ratio": 0.0, + "completion_length": 163.890625, + "epoch": 0.6698090207232832, + "grad_norm": 1.5512335300445557, + "kl": 2.3671875, + "learning_rate": 3.301365409622887e-07, + "loss": 0.0947, + "reward": 1.6239749193191528, + "reward_std": 0.4175826907157898, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7645998895168304, "step": 4121 }, { - "epoch": 0.28, - "learning_rate": 1.698892164000594e-05, - "loss": 1.05, + "clip_ratio": 0.0, + "completion_length": 150.078125, + "epoch": 0.6699715562779358, + "grad_norm": 1.8149381875991821, + "kl": 2.31640625, + "learning_rate": 3.299739921976593e-07, + "loss": 0.0925, + "reward": 1.6058321595191956, + "reward_std": 0.29985181987285614, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7308321893215179, "step": 4122 }, { - "epoch": 0.28, - "learning_rate": 1.6987370034548255e-05, - "loss": 1.0834, + "clip_ratio": 0.0, + "completion_length": 163.359375, + "epoch": 0.6701340918325884, + "grad_norm": 3.7234458923339844, + "kl": 3.1328125, + "learning_rate": 3.2981144343302993e-07, + "loss": 0.1253, + "reward": 1.6241542100906372, + "reward_std": 0.3722941055893898, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7647791802883148, "step": 4123 }, { - "epoch": 0.28, - "learning_rate": 1.698581810031736e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 157.9375, + "epoch": 0.6702966273872409, + "grad_norm": 2.090033769607544, + "kl": 2.5390625, + "learning_rate": 3.2964889466840053e-07, + "loss": 0.1017, + "reward": 1.617006778717041, + "reward_std": 0.40009739995002747, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7732567489147186, "step": 4124 }, { - "epoch": 0.28, - "learning_rate": 1.6984265837386272e-05, - "loss": 0.9098, + "clip_ratio": 0.0, + "completion_length": 154.625, + "epoch": 0.6704591629418936, + "grad_norm": 3.1715610027313232, + "kl": 0.78125, + "learning_rate": 3.2948634590377113e-07, + "loss": 0.0311, + "reward": 1.7485958933830261, + "reward_std": 0.29751893877983093, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8267209529876709, "step": 4125 }, { - "epoch": 0.28, - "learning_rate": 1.6982713245828035e-05, - "loss": 1.0003, + "clip_ratio": 0.0, + "completion_length": 183.046875, + "epoch": 0.6706216984965461, + "grad_norm": 1.6647533178329468, + "kl": 2.146484375, + "learning_rate": 3.2932379713914173e-07, + "loss": 0.0861, + "reward": 1.6978296637535095, + "reward_std": 0.25784832239151, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7915796935558319, "step": 4126 }, { - "epoch": 0.28, - "learning_rate": 1.6981160325715698e-05, - "loss": 1.1179, + "clip_ratio": 0.0, + "completion_length": 169.328125, + "epoch": 0.6707842340511987, + "grad_norm": 1.8916234970092773, + "kl": 3.5, + "learning_rate": 3.2916124837451233e-07, + "loss": 0.14, + "reward": 1.5564507246017456, + "reward_std": 0.4843290448188782, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7439507842063904, "step": 4127 }, { - "epoch": 0.28, - "learning_rate": 1.6979607077122328e-05, - "loss": 1.073, + "clip_ratio": 0.0, + "completion_length": 151.828125, + "epoch": 0.6709467696058513, + "grad_norm": 3.317840814590454, + "kl": 1.796875, + "learning_rate": 3.28998699609883e-07, + "loss": 0.0718, + "reward": 1.615144670009613, + "reward_std": 0.25982485711574554, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7088946402072906, "step": 4128 }, { - "epoch": 0.28, - "learning_rate": 1.6978053500121016e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 160.390625, + "epoch": 0.6711093051605038, + "grad_norm": 2.143913984298706, + "kl": 2.85546875, + "learning_rate": 3.288361508452536e-07, + "loss": 0.114, + "reward": 1.544329047203064, + "reward_std": 0.3144024908542633, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7005790770053864, "step": 4129 }, { - "epoch": 0.28, - "learning_rate": 1.6976499594784855e-05, - "loss": 1.0173, + "clip_ratio": 0.0, + "completion_length": 150.328125, + "epoch": 0.6712718407151564, + "grad_norm": 4.633981227874756, + "kl": 1.1396484375, + "learning_rate": 3.286736020806242e-07, + "loss": 0.0456, + "reward": 1.6055365800857544, + "reward_std": 0.21999482810497284, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6992865800857544, "step": 4130 }, { - "epoch": 0.28, - "learning_rate": 1.6974945361186963e-05, - "loss": 1.0725, + "clip_ratio": 0.0, + "completion_length": 164.390625, + "epoch": 0.6714343762698091, + "grad_norm": 2.238638401031494, + "kl": 3.0390625, + "learning_rate": 3.285110533159948e-07, + "loss": 0.1218, + "reward": 1.579220712184906, + "reward_std": 0.5016974210739136, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7510956823825836, "step": 4131 }, { - "epoch": 0.28, - "learning_rate": 1.697339079940047e-05, - "loss": 1.0056, + "clip_ratio": 0.0, + "completion_length": 155.59375, + "epoch": 0.6715969118244616, + "grad_norm": 3.6664047241210938, + "kl": 2.4375, + "learning_rate": 3.283485045513654e-07, + "loss": 0.0971, + "reward": 1.5447860956192017, + "reward_std": 0.4486125409603119, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7010360956192017, "step": 4132 }, { - "epoch": 0.28, - "learning_rate": 1.697183590949852e-05, - "loss": 1.0806, + "clip_ratio": 0.0, + "completion_length": 141.046875, + "epoch": 0.6717594473791142, + "grad_norm": 2.4447131156921387, + "kl": 1.299560546875, + "learning_rate": 3.2818595578673603e-07, + "loss": 0.0518, + "reward": 1.7679057121276855, + "reward_std": 0.12710749451071024, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7991557121276855, "step": 4133 }, { - "epoch": 0.28, - "learning_rate": 1.697028069155428e-05, - "loss": 0.9769, + "clip_ratio": 0.0, + "completion_length": 166.46875, + "epoch": 0.6719219829337668, + "grad_norm": 1.8453295230865479, + "kl": 2.65625, + "learning_rate": 3.280234070221066e-07, + "loss": 0.1062, + "reward": 1.6437800526618958, + "reward_std": 0.35767633467912674, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7844050228595734, "step": 4134 }, { - "epoch": 0.28, - "learning_rate": 1.6968725145640926e-05, - "loss": 0.9813, + "clip_ratio": 0.0, + "completion_length": 180.21875, + "epoch": 0.6720845184884193, + "grad_norm": 3.1456050872802734, + "kl": 3.7265625, + "learning_rate": 3.278608582574772e-07, + "loss": 0.1491, + "reward": 1.4665753841400146, + "reward_std": 0.46343472599983215, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6697003841400146, "step": 4135 }, { - "epoch": 0.28, - "learning_rate": 1.6967169271831644e-05, - "loss": 0.9605, + "clip_ratio": 0.0, + "completion_length": 145.046875, + "epoch": 0.672247054043072, + "grad_norm": 2.5330898761749268, + "kl": 0.5625, + "learning_rate": 3.276983094928478e-07, + "loss": 0.0225, + "reward": 1.6097399592399597, + "reward_std": 0.2043175995349884, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6878648996353149, "step": 4136 }, { - "epoch": 0.28, - "learning_rate": 1.6965613070199646e-05, - "loss": 0.9963, + "clip_ratio": 0.0, + "completion_length": 169.484375, + "epoch": 0.6724095895977245, + "grad_norm": 1.4362170696258545, + "kl": 1.451171875, + "learning_rate": 3.275357607282184e-07, + "loss": 0.058, + "reward": 1.7175467610359192, + "reward_std": 0.25847166776657104, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7956717610359192, "step": 4137 }, { - "epoch": 0.28, - "learning_rate": 1.696405654081816e-05, - "loss": 0.9662, + "clip_ratio": 0.0, + "completion_length": 172.25, + "epoch": 0.6725721251523771, + "grad_norm": 2.617020606994629, + "kl": 3.390625, + "learning_rate": 3.273732119635891e-07, + "loss": 0.1355, + "reward": 1.6794800758361816, + "reward_std": 0.2459220252931118, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.788855105638504, "step": 4138 }, { - "epoch": 0.28, - "learning_rate": 1.6962499683760414e-05, - "loss": 1.0268, + "clip_ratio": 0.0, + "completion_length": 149.203125, + "epoch": 0.6727346607070297, + "grad_norm": 1.1503373384475708, + "kl": 1.04296875, + "learning_rate": 3.272106631989597e-07, + "loss": 0.0415, + "reward": 1.8172982931137085, + "reward_std": 0.17471745610237122, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8485483229160309, "step": 4139 }, { - "epoch": 0.28, - "learning_rate": 1.696094249909967e-05, - "loss": 1.0559, + "clip_ratio": 0.0, + "completion_length": 149.390625, + "epoch": 0.6728971962616822, + "grad_norm": 2.0378668308258057, + "kl": 1.1015625, + "learning_rate": 3.2704811443433027e-07, + "loss": 0.044, + "reward": 1.7805002927780151, + "reward_std": 0.21042532473802567, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8586252927780151, "step": 4140 }, { - "epoch": 0.28, - "learning_rate": 1.6959384986909192e-05, - "loss": 1.0293, + "clip_ratio": 0.0, + "completion_length": 157.921875, + "epoch": 0.6730597318163348, + "grad_norm": 2.7627861499786377, + "kl": 3.09375, + "learning_rate": 3.2688556566970087e-07, + "loss": 0.1238, + "reward": 1.567365288734436, + "reward_std": 0.4362361580133438, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7392402589321136, "step": 4141 }, { - "epoch": 0.28, - "learning_rate": 1.6957827147262268e-05, - "loss": 1.0731, + "clip_ratio": 0.0, + "completion_length": 142.5625, + "epoch": 0.6732222673709874, + "grad_norm": 2.456958293914795, + "kl": 3.25390625, + "learning_rate": 3.2672301690507147e-07, + "loss": 0.1301, + "reward": 1.4061682224273682, + "reward_std": 0.48323559761047363, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6092932224273682, "step": 4142 }, { - "epoch": 0.28, - "learning_rate": 1.69562689802322e-05, - "loss": 0.9556, + "clip_ratio": 0.0, + "completion_length": 154.421875, + "epoch": 0.67338480292564, + "grad_norm": 2.5464982986450195, + "kl": 1.015625, + "learning_rate": 3.265604681404421e-07, + "loss": 0.0407, + "reward": 1.7036095261573792, + "reward_std": 0.19412002712488174, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7661094963550568, "step": 4143 }, { - "epoch": 0.28, - "learning_rate": 1.69547104858923e-05, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 155.765625, + "epoch": 0.6735473384802926, + "grad_norm": 1.4848641157150269, + "kl": 0.602783203125, + "learning_rate": 3.263979193758127e-07, + "loss": 0.0242, + "reward": 1.7840790748596191, + "reward_std": 0.10400013998150826, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8309540450572968, "step": 4144 }, { - "epoch": 0.28, - "learning_rate": 1.6953151664315904e-05, - "loss": 1.0585, + "clip_ratio": 0.0, + "completion_length": 159.046875, + "epoch": 0.6737098740349452, + "grad_norm": 3.1683506965637207, + "kl": 1.38671875, + "learning_rate": 3.262353706111833e-07, + "loss": 0.0555, + "reward": 1.7912685871124268, + "reward_std": 0.2505204603075981, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8537685871124268, "step": 4145 }, { - "epoch": 0.28, - "learning_rate": 1.695159251557635e-05, - "loss": 1.0373, + "clip_ratio": 0.0, + "completion_length": 185.875, + "epoch": 0.6738724095895977, + "grad_norm": 1.8037346601486206, + "kl": 2.1767578125, + "learning_rate": 3.260728218465539e-07, + "loss": 0.0868, + "reward": 1.621013879776001, + "reward_std": 0.19510570354759693, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.714763879776001, "step": 4146 }, { - "epoch": 0.28, - "learning_rate": 1.695003303974701e-05, - "loss": 1.0575, + "clip_ratio": 0.0, + "completion_length": 165.296875, + "epoch": 0.6740349451442503, + "grad_norm": 3.9341087341308594, + "kl": 2.203125, + "learning_rate": 3.259102730819245e-07, + "loss": 0.0882, + "reward": 1.6083844900131226, + "reward_std": 0.4277938902378082, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7490094602108002, "step": 4147 }, { - "epoch": 0.28, - "learning_rate": 1.6948473236901256e-05, - "loss": 0.9495, + "clip_ratio": 0.0, + "completion_length": 150.359375, + "epoch": 0.6741974806989028, + "grad_norm": 3.472722053527832, + "kl": 2.0078125, + "learning_rate": 3.2574772431729517e-07, + "loss": 0.0805, + "reward": 1.6011911630630493, + "reward_std": 0.43433040380477905, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7418161630630493, "step": 4148 }, { - "epoch": 0.28, - "learning_rate": 1.694691310711248e-05, - "loss": 1.0118, + "clip_ratio": 0.0, + "completion_length": 157.640625, + "epoch": 0.6743600162535555, + "grad_norm": 2.5140178203582764, + "kl": 2.1328125, + "learning_rate": 3.2558517555266577e-07, + "loss": 0.0853, + "reward": 1.6604148149490356, + "reward_std": 0.4162489026784897, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.769789844751358, "step": 4149 }, { - "epoch": 0.28, - "learning_rate": 1.694535265045409e-05, - "loss": 1.0613, + "clip_ratio": 0.0, + "completion_length": 162.625, + "epoch": 0.6745225518082081, + "grad_norm": 2.0221095085144043, + "kl": 2.32421875, + "learning_rate": 3.2542262678803637e-07, + "loss": 0.0929, + "reward": 1.556694746017456, + "reward_std": 0.3175835609436035, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.697319746017456, "step": 4150 }, { - "epoch": 0.28, - "learning_rate": 1.6943791866999507e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 154.40625, + "epoch": 0.6746850873628606, + "grad_norm": 2.7018485069274902, + "kl": 0.9453125, + "learning_rate": 3.2526007802340697e-07, + "loss": 0.0378, + "reward": 1.602875530719757, + "reward_std": 0.36251598596572876, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.696625679731369, "step": 4151 }, { - "epoch": 0.28, - "learning_rate": 1.6942230756822177e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 155.453125, + "epoch": 0.6748476229175132, + "grad_norm": 2.2531838417053223, + "kl": 1.017578125, + "learning_rate": 3.2509752925877757e-07, + "loss": 0.0408, + "reward": 1.5899186730384827, + "reward_std": 0.24019312113523483, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6680436730384827, "step": 4152 }, { - "epoch": 0.28, - "learning_rate": 1.694066931999555e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 156.0, + "epoch": 0.6750101584721658, + "grad_norm": 2.098601818084717, + "kl": 1.61328125, + "learning_rate": 3.2493498049414827e-07, + "loss": 0.0644, + "reward": 1.598129391670227, + "reward_std": 0.35144035518169403, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7231294512748718, "step": 4153 }, { - "epoch": 0.28, - "learning_rate": 1.6939107556593096e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 153.609375, + "epoch": 0.6751726940268183, + "grad_norm": 14.321867942810059, + "kl": 1.48876953125, + "learning_rate": 3.2477243172951887e-07, + "loss": 0.0596, + "reward": 1.6557265520095825, + "reward_std": 0.37459172308444977, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7807265222072601, "step": 4154 }, { - "epoch": 0.28, - "learning_rate": 1.6937545466688298e-05, - "loss": 1.0683, + "clip_ratio": 0.0, + "completion_length": 150.046875, + "epoch": 0.675335229581471, + "grad_norm": 3.2800636291503906, + "kl": 2.056640625, + "learning_rate": 3.2460988296488947e-07, + "loss": 0.0823, + "reward": 1.5938673615455627, + "reward_std": 0.3358401581645012, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7188673615455627, "step": 4155 }, { - "epoch": 0.28, - "learning_rate": 1.6935983050354657e-05, - "loss": 1.1332, + "clip_ratio": 0.0, + "completion_length": 167.09375, + "epoch": 0.6754977651361235, + "grad_norm": 1.9317377805709839, + "kl": 1.205078125, + "learning_rate": 3.2444733420026007e-07, + "loss": 0.0482, + "reward": 1.6597485542297363, + "reward_std": 0.24734903126955032, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7378735840320587, "step": 4156 }, { - "epoch": 0.28, - "learning_rate": 1.693442030766569e-05, - "loss": 1.0196, + "clip_ratio": 0.0, + "completion_length": 178.0625, + "epoch": 0.6756603006907761, + "grad_norm": 2.1145808696746826, + "kl": 1.23046875, + "learning_rate": 3.2428478543563067e-07, + "loss": 0.0493, + "reward": 1.6721107363700867, + "reward_std": 0.20532576739788055, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7502357065677643, "step": 4157 }, { - "epoch": 0.28, - "learning_rate": 1.6932857238694932e-05, - "loss": 1.0929, + "clip_ratio": 0.0, + "completion_length": 164.75, + "epoch": 0.6758228362454287, + "grad_norm": 1.4993456602096558, + "kl": 1.3125, + "learning_rate": 3.241222366710013e-07, + "loss": 0.0524, + "reward": 1.5695466995239258, + "reward_std": 0.1920127049088478, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6476717889308929, "step": 4158 }, { - "epoch": 0.28, - "learning_rate": 1.693129384351592e-05, - "loss": 1.0573, + "clip_ratio": 0.0, + "completion_length": 149.96875, + "epoch": 0.6759853718000812, + "grad_norm": 1.363754391670227, + "kl": 1.3564453125, + "learning_rate": 3.239596879063719e-07, + "loss": 0.054, + "reward": 1.613466501235962, + "reward_std": 0.2912702187895775, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6915914714336395, "step": 4159 }, { - "epoch": 0.28, - "learning_rate": 1.6929730122202223e-05, - "loss": 0.9938, + "clip_ratio": 0.0, + "completion_length": 162.671875, + "epoch": 0.6761479073547338, + "grad_norm": 2.0630133152008057, + "kl": 1.546875, + "learning_rate": 3.237971391417425e-07, + "loss": 0.0618, + "reward": 1.586355447769165, + "reward_std": 0.32017455995082855, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7113553881645203, "step": 4160 }, { - "epoch": 0.28, - "learning_rate": 1.692816607482741e-05, - "loss": 0.9938, + "clip_ratio": 0.0, + "completion_length": 170.734375, + "epoch": 0.6763104429093865, + "grad_norm": 5.422266006469727, + "kl": 1.712890625, + "learning_rate": 3.236345903771131e-07, + "loss": 0.0684, + "reward": 1.590855598449707, + "reward_std": 0.2878901958465576, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7002306282520294, "step": 4161 }, { - "epoch": 0.28, - "learning_rate": 1.692660170146508e-05, - "loss": 1.0852, + "clip_ratio": 0.0, + "completion_length": 136.390625, + "epoch": 0.676472978464039, + "grad_norm": 1.947208285331726, + "kl": 1.220703125, + "learning_rate": 3.234720416124837e-07, + "loss": 0.0489, + "reward": 1.599918782711029, + "reward_std": 0.2908425033092499, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6780437231063843, "step": 4162 }, { - "epoch": 0.28, - "learning_rate": 1.692503700218884e-05, - "loss": 1.1063, + "clip_ratio": 0.0, + "completion_length": 167.875, + "epoch": 0.6766355140186916, + "grad_norm": 2.433079719543457, + "kl": 1.875, + "learning_rate": 3.2330949284785437e-07, + "loss": 0.0749, + "reward": 1.5818182229995728, + "reward_std": 0.36418692767620087, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7224432229995728, "step": 4163 }, { - "epoch": 0.28, - "learning_rate": 1.6923471977072314e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 158.5625, + "epoch": 0.6767980495733442, + "grad_norm": 4.968133449554443, + "kl": 2.681640625, + "learning_rate": 3.2314694408322497e-07, + "loss": 0.1071, + "reward": 1.6610296964645386, + "reward_std": 0.2320619747042656, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8016547560691833, "step": 4164 }, { - "epoch": 0.28, - "learning_rate": 1.6921906626189138e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 183.28125, + "epoch": 0.6769605851279967, + "grad_norm": 2.3137693405151367, + "kl": 3.33203125, + "learning_rate": 3.2298439531859557e-07, + "loss": 0.1331, + "reward": 1.494089961051941, + "reward_std": 0.3115978017449379, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6659649610519409, "step": 4165 }, { - "epoch": 0.28, - "learning_rate": 1.6920340949612968e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 173.71875, + "epoch": 0.6771231206826493, + "grad_norm": 1.6324247121810913, + "kl": 1.486328125, + "learning_rate": 3.2282184655396617e-07, + "loss": 0.0595, + "reward": 1.6950424313545227, + "reward_std": 0.24193663895130157, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8044173717498779, "step": 4166 }, { - "epoch": 0.28, - "learning_rate": 1.6918774947417468e-05, - "loss": 1.0375, + "clip_ratio": 0.0, + "completion_length": 184.375, + "epoch": 0.6772856562373019, + "grad_norm": 1.507175087928772, + "kl": 2.078125, + "learning_rate": 3.2265929778933676e-07, + "loss": 0.0829, + "reward": 1.6012300848960876, + "reward_std": 0.27935486286878586, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7106050252914429, "step": 4167 }, { - "epoch": 0.28, - "learning_rate": 1.6917208619676327e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 170.734375, + "epoch": 0.6774481917919545, + "grad_norm": 2.0810811519622803, + "kl": 3.0390625, + "learning_rate": 3.224967490247074e-07, + "loss": 0.1219, + "reward": 1.5075839161872864, + "reward_std": 0.5190353393554688, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6794589161872864, "step": 4168 }, { - "epoch": 0.28, - "learning_rate": 1.6915641966463244e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 159.671875, + "epoch": 0.6776107273466071, + "grad_norm": 1.619165062904358, + "kl": 0.798828125, + "learning_rate": 3.22334200260078e-07, + "loss": 0.032, + "reward": 1.6567933559417725, + "reward_std": 0.22322767227888107, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7036684453487396, "step": 4169 }, { - "epoch": 0.28, - "learning_rate": 1.691407498785193e-05, - "loss": 1.0893, + "clip_ratio": 0.0, + "completion_length": 158.0625, + "epoch": 0.6777732629012596, + "grad_norm": 1.468595266342163, + "kl": 1.0634765625, + "learning_rate": 3.221716514954486e-07, + "loss": 0.0425, + "reward": 1.7262710928916931, + "reward_std": 0.21381809562444687, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8043961226940155, "step": 4170 }, { - "epoch": 0.28, - "learning_rate": 1.6912507683916123e-05, - "loss": 1.0478, + "clip_ratio": 0.0, + "completion_length": 148.0, + "epoch": 0.6779357984559122, + "grad_norm": 1.2189937829971313, + "kl": 0.60546875, + "learning_rate": 3.220091027308192e-07, + "loss": 0.0242, + "reward": 1.7127020359039307, + "reward_std": 0.2686280161142349, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7908270359039307, "step": 4171 }, { - "epoch": 0.28, - "learning_rate": 1.691094005472956e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 164.71875, + "epoch": 0.6780983340105649, + "grad_norm": 1.9120501279830933, + "kl": 1.72265625, + "learning_rate": 3.218465539661898e-07, + "loss": 0.069, + "reward": 1.7272331714630127, + "reward_std": 0.23288949579000473, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7897331714630127, "step": 4172 }, { - "epoch": 0.28, - "learning_rate": 1.690937210036601e-05, - "loss": 1.0598, + "clip_ratio": 0.0, + "completion_length": 142.59375, + "epoch": 0.6782608695652174, + "grad_norm": 1.547074317932129, + "kl": 2.359375, + "learning_rate": 3.2168400520156047e-07, + "loss": 0.0943, + "reward": 1.7297676801681519, + "reward_std": 0.2973241060972214, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8235177397727966, "step": 4173 }, { - "epoch": 0.28, - "learning_rate": 1.690780382089924e-05, - "loss": 1.0044, + "clip_ratio": 0.0, + "completion_length": 161.828125, + "epoch": 0.67842340511987, + "grad_norm": 2.127129316329956, + "kl": 1.22265625, + "learning_rate": 3.2152145643693106e-07, + "loss": 0.0487, + "reward": 1.732700228691101, + "reward_std": 0.24610008299350739, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8108252584934235, "step": 4174 }, { - "epoch": 0.28, - "learning_rate": 1.6906235216403047e-05, - "loss": 1.029, + "clip_ratio": 0.0, + "completion_length": 151.15625, + "epoch": 0.6785859406745226, + "grad_norm": 1.9458069801330566, + "kl": 0.8603515625, + "learning_rate": 3.2135890767230166e-07, + "loss": 0.0344, + "reward": 1.6983150243759155, + "reward_std": 0.20455412566661835, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7764400839805603, "step": 4175 }, { - "epoch": 0.28, - "learning_rate": 1.690466628695124e-05, - "loss": 1.056, + "clip_ratio": 0.0, + "completion_length": 151.796875, + "epoch": 0.6787484762291751, + "grad_norm": 1.3049598932266235, + "kl": 1.91015625, + "learning_rate": 3.2119635890767226e-07, + "loss": 0.0764, + "reward": 1.7611973285675049, + "reward_std": 0.25552351772785187, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8549472987651825, "step": 4176 }, { - "epoch": 0.28, - "learning_rate": 1.690309703261764e-05, - "loss": 0.9668, + "clip_ratio": 0.0, + "completion_length": 151.3125, + "epoch": 0.6789110117838277, + "grad_norm": 2.9192070960998535, + "kl": 1.88671875, + "learning_rate": 3.2103381014304286e-07, + "loss": 0.0754, + "reward": 1.5916194915771484, + "reward_std": 0.5428021401166916, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7947445213794708, "step": 4177 }, { - "epoch": 0.28, - "learning_rate": 1.6901527453476078e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 139.625, + "epoch": 0.6790735473384802, + "grad_norm": 2.2765791416168213, + "kl": 0.5166015625, + "learning_rate": 3.208712613784135e-07, + "loss": 0.0208, + "reward": 1.6798352003097534, + "reward_std": 0.17148825153708458, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7267102003097534, "step": 4178 }, { - "epoch": 0.28, - "learning_rate": 1.6899957549600414e-05, - "loss": 0.969, + "clip_ratio": 0.0, + "completion_length": 160.90625, + "epoch": 0.6792360828931329, + "grad_norm": 1.6886190176010132, + "kl": 1.265625, + "learning_rate": 3.207087126137841e-07, + "loss": 0.0507, + "reward": 1.6438276171684265, + "reward_std": 0.3331645280122757, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7375776171684265, "step": 4179 }, { - "epoch": 0.28, - "learning_rate": 1.689838732106451e-05, - "loss": 1.02, + "clip_ratio": 0.0, + "completion_length": 169.0625, + "epoch": 0.6793986184477855, + "grad_norm": 1.4501599073410034, + "kl": 2.4140625, + "learning_rate": 3.205461638491547e-07, + "loss": 0.0965, + "reward": 1.5633644461631775, + "reward_std": 0.42041823267936707, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7039894461631775, "step": 4180 }, { - "epoch": 0.28, - "learning_rate": 1.6896816767942253e-05, - "loss": 1.0402, + "clip_ratio": 0.0, + "completion_length": 149.546875, + "epoch": 0.679561154002438, + "grad_norm": 1.4358148574829102, + "kl": 0.11669921875, + "learning_rate": 3.203836150845253e-07, + "loss": 0.0047, + "reward": 1.841355562210083, + "reward_std": 0.041733148507773876, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.841355562210083, "step": 4181 }, { - "epoch": 0.28, - "learning_rate": 1.6895245890307546e-05, - "loss": 1.021, + "clip_ratio": 0.0, + "completion_length": 170.09375, + "epoch": 0.6797236895570906, + "grad_norm": 2.693063497543335, + "kl": 1.22265625, + "learning_rate": 3.202210663198959e-07, + "loss": 0.0489, + "reward": 1.669905960559845, + "reward_std": 0.23538600653409958, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.748030960559845, "step": 4182 }, { - "epoch": 0.28, - "learning_rate": 1.6893674688234293e-05, - "loss": 1.0672, + "clip_ratio": 0.0, + "completion_length": 167.8125, + "epoch": 0.6798862251117432, + "grad_norm": 1.8284047842025757, + "kl": 0.84765625, + "learning_rate": 3.2005851755526656e-07, + "loss": 0.0339, + "reward": 1.6496561169624329, + "reward_std": 0.24569034576416016, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7121561169624329, "step": 4183 }, { - "epoch": 0.28, - "learning_rate": 1.6892103161796427e-05, - "loss": 1.0369, + "clip_ratio": 0.0, + "completion_length": 167.8125, + "epoch": 0.6800487606663957, + "grad_norm": 1.2837048768997192, + "kl": 1.61328125, + "learning_rate": 3.1989596879063716e-07, + "loss": 0.0645, + "reward": 1.7293943762779236, + "reward_std": 0.17556878924369812, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8075193762779236, "step": 4184 }, { - "epoch": 0.28, - "learning_rate": 1.6890531311067895e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 142.890625, + "epoch": 0.6802112962210484, + "grad_norm": 2.4038259983062744, + "kl": 1.12890625, + "learning_rate": 3.1973342002600776e-07, + "loss": 0.0452, + "reward": 1.6290316581726074, + "reward_std": 0.16920167952775955, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6602816879749298, "step": 4185 }, { - "epoch": 0.28, - "learning_rate": 1.688895913612265e-05, - "loss": 0.9965, + "clip_ratio": 0.0, + "completion_length": 172.578125, + "epoch": 0.680373831775701, + "grad_norm": 1.6305675506591797, + "kl": 2.109130859375, + "learning_rate": 3.1957087126137836e-07, + "loss": 0.0842, + "reward": 1.5734784603118896, + "reward_std": 0.2627285495400429, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.682853490114212, "step": 4186 }, { - "epoch": 0.28, - "learning_rate": 1.6887386637034678e-05, - "loss": 1.0175, + "clip_ratio": 0.0, + "completion_length": 161.609375, + "epoch": 0.6805363673303535, + "grad_norm": 1.6127113103866577, + "kl": 1.66796875, + "learning_rate": 3.1940832249674896e-07, + "loss": 0.0666, + "reward": 1.5623024702072144, + "reward_std": 0.19114385545253754, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.656052440404892, "step": 4187 }, { - "epoch": 0.28, - "learning_rate": 1.688581381387796e-05, - "loss": 1.0211, + "clip_ratio": 0.0, + "completion_length": 168.375, + "epoch": 0.6806989028850061, + "grad_norm": 1.725865125656128, + "kl": 0.82666015625, + "learning_rate": 3.1924577373211966e-07, + "loss": 0.033, + "reward": 1.6276130676269531, + "reward_std": 0.1600538045167923, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6744880080223083, "step": 4188 }, { - "epoch": 0.28, - "learning_rate": 1.6884240666726497e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 153.640625, + "epoch": 0.6808614384396586, + "grad_norm": 1.2094835042953491, + "kl": 0.9208984375, + "learning_rate": 3.1908322496749026e-07, + "loss": 0.0368, + "reward": 1.8888914585113525, + "reward_std": 0.09141895174980164, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9201414585113525, "step": 4189 }, { - "epoch": 0.28, - "learning_rate": 1.6882667195654318e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 188.359375, + "epoch": 0.6810239739943112, + "grad_norm": 1.4127585887908936, + "kl": 2.25390625, + "learning_rate": 3.1892067620286086e-07, + "loss": 0.0902, + "reward": 1.651712417602539, + "reward_std": 0.2884526699781418, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7454624176025391, "step": 4190 }, { - "epoch": 0.28, - "learning_rate": 1.6881093400735462e-05, - "loss": 0.9727, + "clip_ratio": 0.0, + "completion_length": 168.3125, + "epoch": 0.6811865095489639, + "grad_norm": 5.187989234924316, + "kl": 0.779296875, + "learning_rate": 3.1875812743823146e-07, + "loss": 0.0312, + "reward": 1.6385282278060913, + "reward_std": 0.18548109382390976, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7010282576084137, "step": 4191 }, { - "epoch": 0.28, - "learning_rate": 1.687951928204397e-05, - "loss": 1.0891, + "clip_ratio": 0.0, + "completion_length": 137.453125, + "epoch": 0.6813490451036164, + "grad_norm": 1.225746750831604, + "kl": 0.50439453125, + "learning_rate": 3.1859557867360206e-07, + "loss": 0.0202, + "reward": 1.809612214565277, + "reward_std": 0.28590039908885956, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8877371847629547, "step": 4192 }, { - "epoch": 0.28, - "learning_rate": 1.687794483965391e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 179.359375, + "epoch": 0.681511580658269, + "grad_norm": 1.5439763069152832, + "kl": 2.34375, + "learning_rate": 3.184330299089727e-07, + "loss": 0.0938, + "reward": 1.5587370991706848, + "reward_std": 0.48296502232551575, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7149871289730072, "step": 4193 }, { - "epoch": 0.28, - "learning_rate": 1.6876370073639375e-05, - "loss": 1.017, + "clip_ratio": 0.0, + "completion_length": 162.96875, + "epoch": 0.6816741162129216, + "grad_norm": 0.9778129458427429, + "kl": 0.28076171875, + "learning_rate": 3.182704811443433e-07, + "loss": 0.0112, + "reward": 1.800532877445221, + "reward_std": 0.0687973303720355, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8161578178405762, "step": 4194 }, { - "epoch": 0.28, - "learning_rate": 1.6874794984074445e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.6818366517675741, + "grad_norm": 5.5009050369262695, + "kl": 2.130859375, + "learning_rate": 3.181079323797139e-07, + "loss": 0.0852, + "reward": 1.5923609733581543, + "reward_std": 0.33607883751392365, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7329860329627991, "step": 4195 }, { - "epoch": 0.28, - "learning_rate": 1.6873219571033243e-05, - "loss": 1.0143, + "clip_ratio": 0.0, + "completion_length": 158.640625, + "epoch": 0.6819991873222268, + "grad_norm": 2.0788583755493164, + "kl": 0.716796875, + "learning_rate": 3.179453836150845e-07, + "loss": 0.0287, + "reward": 1.690470576286316, + "reward_std": 0.21105791628360748, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7373456358909607, "step": 4196 }, { - "epoch": 0.28, - "learning_rate": 1.687164383458989e-05, - "loss": 1.0148, + "clip_ratio": 0.0, + "completion_length": 149.703125, + "epoch": 0.6821617228768794, + "grad_norm": 1.6505215167999268, + "kl": 1.853515625, + "learning_rate": 3.177828348504551e-07, + "loss": 0.074, + "reward": 1.660319447517395, + "reward_std": 0.3460606560111046, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7696945071220398, "step": 4197 }, { - "epoch": 0.28, - "learning_rate": 1.6870067774818536e-05, - "loss": 1.0778, + "clip_ratio": 0.0, + "completion_length": 144.875, + "epoch": 0.6823242584315319, + "grad_norm": 2.31244158744812, + "kl": 1.562255859375, + "learning_rate": 3.1762028608582576e-07, + "loss": 0.0626, + "reward": 1.6752538084983826, + "reward_std": 0.3515350827947259, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7690037488937378, "step": 4198 }, { - "epoch": 0.28, - "learning_rate": 1.6868491391793333e-05, - "loss": 0.9965, + "clip_ratio": 0.0, + "completion_length": 183.59375, + "epoch": 0.6824867939861845, + "grad_norm": 1.6809771060943604, + "kl": 0.71484375, + "learning_rate": 3.1745773732119636e-07, + "loss": 0.0286, + "reward": 1.5957927703857422, + "reward_std": 0.35108593106269836, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7051678001880646, "step": 4199 }, { - "epoch": 0.28, - "learning_rate": 1.6866914685588448e-05, - "loss": 0.9379, + "clip_ratio": 0.0, + "completion_length": 155.21875, + "epoch": 0.682649329540837, + "grad_norm": 3.262446880340576, + "kl": 1.265625, + "learning_rate": 3.1729518855656696e-07, + "loss": 0.0506, + "reward": 1.6798653602600098, + "reward_std": 0.26300453394651413, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7892403304576874, "step": 4200 }, { - "epoch": 0.28, - "learning_rate": 1.6865337656278082e-05, - "loss": 1.0761, + "clip_ratio": 0.0, + "completion_length": 173.796875, + "epoch": 0.6828118650954896, + "grad_norm": 1.3025668859481812, + "kl": 0.96875, + "learning_rate": 3.1713263979193756e-07, + "loss": 0.0388, + "reward": 1.66655832529068, + "reward_std": 0.19959411025047302, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7446833550930023, "step": 4201 }, { - "epoch": 0.28, - "learning_rate": 1.6863760303936428e-05, - "loss": 1.1006, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.6829744006501423, + "grad_norm": 2.5308337211608887, + "kl": 0.4462890625, + "learning_rate": 3.1697009102730815e-07, + "loss": 0.0178, + "reward": 1.7257400155067444, + "reward_std": 0.11179934442043304, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7257400155067444, "step": 4202 }, { - "epoch": 0.28, - "learning_rate": 1.6862182628637713e-05, - "loss": 0.9578, + "clip_ratio": 0.0, + "completion_length": 186.609375, + "epoch": 0.6831369362047948, + "grad_norm": 2.6981029510498047, + "kl": 1.74609375, + "learning_rate": 3.168075422626788e-07, + "loss": 0.0699, + "reward": 1.6378650069236755, + "reward_std": 0.33934295177459717, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7472400069236755, "step": 4203 }, { - "epoch": 0.28, - "learning_rate": 1.6860604630456157e-05, - "loss": 1.0409, + "clip_ratio": 0.0, + "completion_length": 157.640625, + "epoch": 0.6832994717594474, + "grad_norm": 2.0119943618774414, + "kl": 3.1953125, + "learning_rate": 3.166449934980494e-07, + "loss": 0.1276, + "reward": 1.4966793060302734, + "reward_std": 0.43617142736911774, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6841793358325958, "step": 4204 }, { - "epoch": 0.28, - "learning_rate": 1.6859026309466022e-05, - "loss": 1.1164, + "clip_ratio": 0.0, + "completion_length": 158.796875, + "epoch": 0.6834620073141, + "grad_norm": 1.2253159284591675, + "kl": 1.208984375, + "learning_rate": 3.1648244473342e-07, + "loss": 0.0483, + "reward": 1.677791178226471, + "reward_std": 0.24530769884586334, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.771541178226471, "step": 4205 }, { - "epoch": 0.28, - "learning_rate": 1.6857447665741568e-05, - "loss": 1.0106, + "clip_ratio": 0.0, + "completion_length": 152.703125, + "epoch": 0.6836245428687525, + "grad_norm": 1.186574935913086, + "kl": 0.65625, + "learning_rate": 3.163198959687906e-07, + "loss": 0.0263, + "reward": 1.8764322400093079, + "reward_std": 0.04134644567966461, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8764322400093079, "step": 4206 }, { - "epoch": 0.28, - "learning_rate": 1.6855868699357074e-05, - "loss": 0.9433, + "clip_ratio": 0.0, + "completion_length": 162.890625, + "epoch": 0.6837870784234051, + "grad_norm": 1.7973049879074097, + "kl": 1.4375, + "learning_rate": 3.161573472041612e-07, + "loss": 0.0575, + "reward": 1.4955738186836243, + "reward_std": 0.38986359536647797, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6361987888813019, "step": 4207 }, { - "epoch": 0.28, - "learning_rate": 1.685428941038683e-05, - "loss": 0.9885, + "clip_ratio": 0.0, + "completion_length": 157.859375, + "epoch": 0.6839496139780576, + "grad_norm": 3.179382085800171, + "kl": 1.943359375, + "learning_rate": 3.1599479843953186e-07, + "loss": 0.0778, + "reward": 1.5978657007217407, + "reward_std": 0.38884687423706055, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7228656709194183, "step": 4208 }, { - "epoch": 0.28, - "learning_rate": 1.6852709798905152e-05, - "loss": 1.0859, + "clip_ratio": 0.0, + "completion_length": 155.578125, + "epoch": 0.6841121495327103, + "grad_norm": 2.2105050086975098, + "kl": 0.572265625, + "learning_rate": 3.1583224967490245e-07, + "loss": 0.0228, + "reward": 1.6616984009742737, + "reward_std": 0.18596151471138, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7241984605789185, "step": 4209 }, { - "epoch": 0.28, - "learning_rate": 1.685112986498636e-05, - "loss": 1.0562, + "clip_ratio": 0.0, + "completion_length": 149.765625, + "epoch": 0.6842746850873629, + "grad_norm": 2.0017781257629395, + "kl": 1.98046875, + "learning_rate": 3.1566970091027305e-07, + "loss": 0.0792, + "reward": 1.6614015698432922, + "reward_std": 0.272177554666996, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7864015102386475, "step": 4210 }, { - "epoch": 0.28, - "learning_rate": 1.6849549608704797e-05, - "loss": 1.062, + "clip_ratio": 0.0, + "completion_length": 162.78125, + "epoch": 0.6844372206420154, + "grad_norm": 2.2900280952453613, + "kl": 2.1015625, + "learning_rate": 3.1550715214564365e-07, + "loss": 0.0841, + "reward": 1.5838390588760376, + "reward_std": 0.2291537970304489, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6619641482830048, "step": 4211 }, { - "epoch": 0.28, - "learning_rate": 1.6847969030134817e-05, - "loss": 1.0223, + "clip_ratio": 0.0, + "completion_length": 158.015625, + "epoch": 0.684599756196668, + "grad_norm": 1.8277639150619507, + "kl": 1.94140625, + "learning_rate": 3.1534460338101425e-07, + "loss": 0.0776, + "reward": 1.733668327331543, + "reward_std": 0.26888008415699005, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8117932975292206, "step": 4212 }, { - "epoch": 0.28, - "learning_rate": 1.684638812935079e-05, - "loss": 1.0063, + "clip_ratio": 0.0, + "completion_length": 158.046875, + "epoch": 0.6847622917513206, + "grad_norm": 1.5042221546173096, + "kl": 2.07421875, + "learning_rate": 3.151820546163849e-07, + "loss": 0.0828, + "reward": 1.5598235130310059, + "reward_std": 0.4747895896434784, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7160735130310059, "step": 4213 }, { - "epoch": 0.28, - "learning_rate": 1.68448069064271e-05, - "loss": 1.0858, + "clip_ratio": 0.0, + "completion_length": 162.0, + "epoch": 0.6849248273059731, + "grad_norm": 2.0505659580230713, + "kl": 1.3408203125, + "learning_rate": 3.150195058517555e-07, + "loss": 0.0537, + "reward": 1.6352682709693909, + "reward_std": 0.36017265915870667, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7290183007717133, "step": 4214 }, { - "epoch": 0.28, - "learning_rate": 1.684322536143815e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 174.84375, + "epoch": 0.6850873628606258, + "grad_norm": 2.722442150115967, + "kl": 3.296875, + "learning_rate": 3.148569570871261e-07, + "loss": 0.1324, + "reward": 1.552075982093811, + "reward_std": 0.4655497670173645, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.723950982093811, "step": 4215 }, { - "epoch": 0.28, - "learning_rate": 1.6841643494458352e-05, - "loss": 1.0972, + "clip_ratio": 0.0, + "completion_length": 146.265625, + "epoch": 0.6852498984152784, + "grad_norm": 1.5033435821533203, + "kl": 0.744140625, + "learning_rate": 3.146944083224967e-07, + "loss": 0.0297, + "reward": 1.69010728597641, + "reward_std": 0.3121821656823158, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7838572561740875, "step": 4216 }, { - "epoch": 0.28, - "learning_rate": 1.684006130556214e-05, - "loss": 1.0041, + "clip_ratio": 0.0, + "completion_length": 182.453125, + "epoch": 0.6854124339699309, + "grad_norm": 2.7271714210510254, + "kl": 4.1640625, + "learning_rate": 3.145318595578673e-07, + "loss": 0.1665, + "reward": 1.5342591404914856, + "reward_std": 0.43402309715747833, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7061340510845184, "step": 4217 }, { - "epoch": 0.28, - "learning_rate": 1.683847879482396e-05, - "loss": 1.0916, + "clip_ratio": 0.0, + "completion_length": 172.171875, + "epoch": 0.6855749695245835, + "grad_norm": 3.5745811462402344, + "kl": 2.4609375, + "learning_rate": 3.1436931079323795e-07, + "loss": 0.0984, + "reward": 1.601540982723236, + "reward_std": 0.3589586019515991, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7577909827232361, "step": 4218 }, { - "epoch": 0.28, - "learning_rate": 1.6836895962318273e-05, - "loss": 0.9452, + "clip_ratio": 0.0, + "completion_length": 158.78125, + "epoch": 0.685737505079236, + "grad_norm": 1.1778615713119507, + "kl": 0.91162109375, + "learning_rate": 3.1420676202860855e-07, + "loss": 0.0365, + "reward": 1.7710960507392883, + "reward_std": 0.14953599125146866, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8179710805416107, "step": 4219 }, { - "epoch": 0.28, - "learning_rate": 1.6835312808119553e-05, - "loss": 1.0295, + "clip_ratio": 0.0, + "completion_length": 166.21875, + "epoch": 0.6859000406338887, + "grad_norm": 2.0320870876312256, + "kl": 1.95703125, + "learning_rate": 3.1404421326397915e-07, + "loss": 0.0784, + "reward": 1.613707184791565, + "reward_std": 0.30184614658355713, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6918321549892426, "step": 4220 }, { - "epoch": 0.28, - "learning_rate": 1.683372933230229e-05, - "loss": 1.0696, + "clip_ratio": 0.0, + "completion_length": 145.1875, + "epoch": 0.6860625761885413, + "grad_norm": 1.3537285327911377, + "kl": 1.267578125, + "learning_rate": 3.1388166449934975e-07, + "loss": 0.0507, + "reward": 1.6770272254943848, + "reward_std": 0.21358883380889893, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7551522254943848, "step": 4221 }, { - "epoch": 0.28, - "learning_rate": 1.6832145534940996e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 161.625, + "epoch": 0.6862251117431938, + "grad_norm": 1.8099806308746338, + "kl": 1.6015625, + "learning_rate": 3.137191157347204e-07, + "loss": 0.0641, + "reward": 1.737060785293579, + "reward_std": 0.3352232575416565, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8308107852935791, "step": 4222 }, { - "epoch": 0.28, - "learning_rate": 1.683056141611019e-05, - "loss": 1.056, + "clip_ratio": 0.0, + "completion_length": 175.375, + "epoch": 0.6863876472978464, + "grad_norm": 1.5654144287109375, + "kl": 1.8515625, + "learning_rate": 3.1355656697009105e-07, + "loss": 0.0739, + "reward": 1.68560129404068, + "reward_std": 0.25640208274126053, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7949762940406799, "step": 4223 }, { - "epoch": 0.28, - "learning_rate": 1.6828976975884408e-05, - "loss": 1.033, + "clip_ratio": 0.0, + "completion_length": 161.3125, + "epoch": 0.686550182852499, + "grad_norm": 2.3074584007263184, + "kl": 3.12109375, + "learning_rate": 3.1339401820546165e-07, + "loss": 0.1251, + "reward": 1.5080212354660034, + "reward_std": 0.45889171957969666, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6798962354660034, "step": 4224 }, { - "epoch": 0.28, - "learning_rate": 1.6827392214338203e-05, - "loss": 1.0135, + "clip_ratio": 0.0, + "completion_length": 164.0625, + "epoch": 0.6867127184071515, + "grad_norm": 1.9024838209152222, + "kl": 1.9765625, + "learning_rate": 3.1323146944083225e-07, + "loss": 0.079, + "reward": 1.6224782466888428, + "reward_std": 0.322376012802124, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7631032466888428, "step": 4225 }, { - "epoch": 0.28, - "learning_rate": 1.682580713154614e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 148.921875, + "epoch": 0.6868752539618042, + "grad_norm": 1.5794209241867065, + "kl": 0.7734375, + "learning_rate": 3.1306892067620285e-07, + "loss": 0.0309, + "reward": 1.7158217430114746, + "reward_std": 0.17154882103204727, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7626967430114746, "step": 4226 }, { - "epoch": 0.28, - "learning_rate": 1.6824221727582807e-05, - "loss": 0.9629, + "clip_ratio": 0.0, + "completion_length": 154.8125, + "epoch": 0.6870377895164568, + "grad_norm": 1.1911863088607788, + "kl": 1.7109375, + "learning_rate": 3.1290637191157345e-07, + "loss": 0.0685, + "reward": 1.624956488609314, + "reward_std": 0.30367718636989594, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.734331488609314, "step": 4227 }, { - "epoch": 0.28, - "learning_rate": 1.682263600252279e-05, - "loss": 0.9577, + "clip_ratio": 0.0, + "completion_length": 168.953125, + "epoch": 0.6872003250711093, + "grad_norm": 2.5239760875701904, + "kl": 1.8125, + "learning_rate": 3.127438231469441e-07, + "loss": 0.0727, + "reward": 1.6062284111976624, + "reward_std": 0.330042228102684, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.68435338139534, "step": 4228 }, { - "epoch": 0.28, - "learning_rate": 1.682104995644071e-05, - "loss": 0.9981, + "clip_ratio": 0.0, + "completion_length": 172.796875, + "epoch": 0.6873628606257619, + "grad_norm": 3.0416650772094727, + "kl": 1.3515625, + "learning_rate": 3.125812743823147e-07, + "loss": 0.054, + "reward": 1.6111292243003845, + "reward_std": 0.21339093148708344, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6892542839050293, "step": 4229 }, { - "epoch": 0.28, - "learning_rate": 1.6819463589411196e-05, - "loss": 1.0351, + "clip_ratio": 0.0, + "completion_length": 166.34375, + "epoch": 0.6875253961804144, + "grad_norm": 1.7633004188537598, + "kl": 2.2109375, + "learning_rate": 3.124187256176853e-07, + "loss": 0.0884, + "reward": 1.692825198173523, + "reward_std": 0.2256597951054573, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8022001087665558, "step": 4230 }, { - "epoch": 0.28, - "learning_rate": 1.6817876901508883e-05, - "loss": 1.0381, + "clip_ratio": 0.0, + "completion_length": 147.421875, + "epoch": 0.687687931735067, + "grad_norm": 1.5333914756774902, + "kl": 1.13671875, + "learning_rate": 3.122561768530559e-07, + "loss": 0.0456, + "reward": 1.696016788482666, + "reward_std": 0.1959156095981598, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7585168182849884, "step": 4231 }, { - "epoch": 0.28, - "learning_rate": 1.6816289892808434e-05, - "loss": 1.0351, + "clip_ratio": 0.0, + "completion_length": 153.65625, + "epoch": 0.6878504672897197, + "grad_norm": 1.6550995111465454, + "kl": 0.4560546875, + "learning_rate": 3.1209362808842655e-07, + "loss": 0.0183, + "reward": 1.813703715801239, + "reward_std": 0.21296685934066772, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.860578715801239, "step": 4232 }, { - "epoch": 0.28, - "learning_rate": 1.6814702563384523e-05, - "loss": 0.9392, + "clip_ratio": 0.0, + "completion_length": 149.40625, + "epoch": 0.6880130028443722, + "grad_norm": 1.411402702331543, + "kl": 0.28857421875, + "learning_rate": 3.1193107932379715e-07, + "loss": 0.0115, + "reward": 1.810726523399353, + "reward_std": 0.17400217056274414, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8576014637947083, "step": 4233 }, { - "epoch": 0.28, - "learning_rate": 1.6813114913311834e-05, - "loss": 0.9842, + "clip_ratio": 0.0, + "completion_length": 160.609375, + "epoch": 0.6881755383990248, + "grad_norm": 2.2269999980926514, + "kl": 0.9189453125, + "learning_rate": 3.1176853055916775e-07, + "loss": 0.0367, + "reward": 1.6714901328086853, + "reward_std": 0.19739709794521332, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7183651328086853, "step": 4234 }, { - "epoch": 0.28, - "learning_rate": 1.681152694266507e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 168.578125, + "epoch": 0.6883380739536774, + "grad_norm": 2.7577121257781982, + "kl": 1.5859375, + "learning_rate": 3.1160598179453835e-07, + "loss": 0.0636, + "reward": 1.64231276512146, + "reward_std": 0.17253020033240318, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.72043776512146, "step": 4235 }, { - "epoch": 0.28, - "learning_rate": 1.6809938651518946e-05, - "loss": 1.086, + "clip_ratio": 0.0, + "completion_length": 165.015625, + "epoch": 0.6885006095083299, + "grad_norm": 3.640132427215576, + "kl": 1.56640625, + "learning_rate": 3.1144343302990895e-07, + "loss": 0.0628, + "reward": 1.5702813863754272, + "reward_std": 0.4324561357498169, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7265314757823944, "step": 4236 }, { - "epoch": 0.28, - "learning_rate": 1.6808350039948205e-05, - "loss": 1.0271, + "clip_ratio": 0.0, + "completion_length": 142.25, + "epoch": 0.6886631450629825, + "grad_norm": 1.4095853567123413, + "kl": 1.205078125, + "learning_rate": 3.112808842652796e-07, + "loss": 0.0481, + "reward": 1.7470476031303406, + "reward_std": 0.20471673645079136, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8251725733280182, "step": 4237 }, { - "epoch": 0.28, - "learning_rate": 1.6806761108027587e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 155.515625, + "epoch": 0.6888256806176352, + "grad_norm": 1.5727200508117676, + "kl": 2.1484375, + "learning_rate": 3.111183355006502e-07, + "loss": 0.0859, + "reward": 1.6859363913536072, + "reward_std": 0.3032933622598648, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7953114211559296, "step": 4238 }, { - "epoch": 0.28, - "learning_rate": 1.6805171855831858e-05, - "loss": 1.0207, + "clip_ratio": 0.0, + "completion_length": 186.734375, + "epoch": 0.6889882161722877, + "grad_norm": 1.2091190814971924, + "kl": 2.84375, + "learning_rate": 3.109557867360208e-07, + "loss": 0.1135, + "reward": 1.5822718143463135, + "reward_std": 0.2963751405477524, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7072718441486359, "step": 4239 }, { - "epoch": 0.28, - "learning_rate": 1.6803582283435795e-05, - "loss": 1.0012, + "clip_ratio": 0.0, + "completion_length": 151.46875, + "epoch": 0.6891507517269403, + "grad_norm": 2.9288411140441895, + "kl": 2.3671875, + "learning_rate": 3.107932379713914e-07, + "loss": 0.0948, + "reward": 1.563437581062317, + "reward_std": 0.3987344801425934, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6884375810623169, "step": 4240 }, { - "epoch": 0.28, - "learning_rate": 1.6801992390914193e-05, - "loss": 0.9708, + "clip_ratio": 0.0, + "completion_length": 154.203125, + "epoch": 0.6893132872815928, + "grad_norm": 1.4860690832138062, + "kl": 1.55859375, + "learning_rate": 3.10630689206762e-07, + "loss": 0.0623, + "reward": 1.5908619165420532, + "reward_std": 0.40965211391448975, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7158619165420532, "step": 4241 }, { - "epoch": 0.28, - "learning_rate": 1.680040217834186e-05, - "loss": 1.0213, + "clip_ratio": 0.0, + "completion_length": 170.34375, + "epoch": 0.6894758228362454, + "grad_norm": 2.3065810203552246, + "kl": 3.390625, + "learning_rate": 3.1046814044213265e-07, + "loss": 0.1357, + "reward": 1.4820477366447449, + "reward_std": 0.39006054401397705, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6695477068424225, "step": 4242 }, { - "epoch": 0.28, - "learning_rate": 1.679881164579362e-05, - "loss": 0.9723, + "clip_ratio": 0.0, + "completion_length": 151.96875, + "epoch": 0.689638358390898, + "grad_norm": 1.1082661151885986, + "kl": 0.51416015625, + "learning_rate": 3.1030559167750324e-07, + "loss": 0.0205, + "reward": 1.7441794276237488, + "reward_std": 0.14649995416402817, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7910544574260712, "step": 4243 }, { - "epoch": 0.28, - "learning_rate": 1.6797220793344306e-05, - "loss": 1.0304, + "clip_ratio": 0.0, + "completion_length": 150.640625, + "epoch": 0.6898008939455506, + "grad_norm": 1.3501027822494507, + "kl": 0.88818359375, + "learning_rate": 3.1014304291287384e-07, + "loss": 0.0356, + "reward": 1.6977298259735107, + "reward_std": 0.24495050311088562, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.791479766368866, "step": 4244 }, { - "epoch": 0.28, - "learning_rate": 1.679562962106878e-05, - "loss": 1.0095, + "clip_ratio": 0.0, + "completion_length": 167.546875, + "epoch": 0.6899634295002032, + "grad_norm": 1.344435214996338, + "kl": 1.515625, + "learning_rate": 3.0998049414824444e-07, + "loss": 0.0605, + "reward": 1.5874507427215576, + "reward_std": 0.26893390715122223, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7124507129192352, "step": 4245 }, { - "epoch": 0.28, - "learning_rate": 1.6794038129041905e-05, - "loss": 1.0408, + "clip_ratio": 0.0, + "completion_length": 167.828125, + "epoch": 0.6901259650548558, + "grad_norm": 2.5987741947174072, + "kl": 1.4453125, + "learning_rate": 3.0981794538361504e-07, + "loss": 0.0579, + "reward": 1.7133784294128418, + "reward_std": 0.27483509480953217, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8227534294128418, "step": 4246 }, { - "epoch": 0.28, - "learning_rate": 1.6792446317338567e-05, - "loss": 1.0738, + "clip_ratio": 0.0, + "completion_length": 157.5, + "epoch": 0.6902885006095083, + "grad_norm": 1.110935926437378, + "kl": 1.37890625, + "learning_rate": 3.096553966189857e-07, + "loss": 0.0551, + "reward": 1.6777976751327515, + "reward_std": 0.23303144425153732, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7715476751327515, "step": 4247 }, { - "epoch": 0.28, - "learning_rate": 1.6790854186033666e-05, - "loss": 1.001, + "clip_ratio": 0.0, + "completion_length": 188.984375, + "epoch": 0.6904510361641609, + "grad_norm": 1.7424538135528564, + "kl": 0.96484375, + "learning_rate": 3.094928478543563e-07, + "loss": 0.0386, + "reward": 1.6480088233947754, + "reward_std": 0.22411666810512543, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7105088233947754, "step": 4248 }, { - "epoch": 0.28, - "learning_rate": 1.678926173520211e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 154.96875, + "epoch": 0.6906135717188135, + "grad_norm": 1.6602327823638916, + "kl": 0.7744140625, + "learning_rate": 3.093302990897269e-07, + "loss": 0.0307, + "reward": 1.7700923681259155, + "reward_std": 0.19304801151156425, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8169673681259155, "step": 4249 }, { - "epoch": 0.28, - "learning_rate": 1.6787668964918837e-05, - "loss": 1.0387, + "clip_ratio": 0.0, + "completion_length": 154.171875, + "epoch": 0.6907761072734661, + "grad_norm": 1.8081384897232056, + "kl": 1.58203125, + "learning_rate": 3.091677503250975e-07, + "loss": 0.0631, + "reward": 1.6173613667488098, + "reward_std": 0.34655268490314484, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7267363667488098, "step": 4250 }, { - "epoch": 0.28, - "learning_rate": 1.678607587525878e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 149.609375, + "epoch": 0.6909386428281187, + "grad_norm": 1.545963168144226, + "kl": 1.88330078125, + "learning_rate": 3.090052015604681e-07, + "loss": 0.0754, + "reward": 1.6821696162223816, + "reward_std": 0.320504754781723, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8227946162223816, "step": 4251 }, { - "epoch": 0.28, - "learning_rate": 1.6784482466296905e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 150.25, + "epoch": 0.6911011783827712, + "grad_norm": 1.8348064422607422, + "kl": 0.3837890625, + "learning_rate": 3.0884265279583874e-07, + "loss": 0.0154, + "reward": 1.6126989126205444, + "reward_std": 0.16705802083015442, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6751989126205444, "step": 4252 }, { - "epoch": 0.28, - "learning_rate": 1.6782888738108185e-05, - "loss": 1.081, + "clip_ratio": 0.0, + "completion_length": 156.765625, + "epoch": 0.6912637139374238, + "grad_norm": 1.7841577529907227, + "kl": 2.1953125, + "learning_rate": 3.0868010403120934e-07, + "loss": 0.0879, + "reward": 1.4396968483924866, + "reward_std": 0.36044321954250336, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.611571878194809, "step": 4253 }, { - "epoch": 0.28, - "learning_rate": 1.6781294690767608e-05, - "loss": 1.0338, + "clip_ratio": 0.0, + "completion_length": 146.265625, + "epoch": 0.6914262494920764, + "grad_norm": 1.5122572183609009, + "kl": 1.7919921875, + "learning_rate": 3.0851755526657994e-07, + "loss": 0.0717, + "reward": 1.5560943484306335, + "reward_std": 0.49995073676109314, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7279693484306335, "step": 4254 }, { - "epoch": 0.28, - "learning_rate": 1.6779700324350177e-05, - "loss": 1.0044, + "clip_ratio": 0.0, + "completion_length": 147.625, + "epoch": 0.6915887850467289, + "grad_norm": 2.9483096599578857, + "kl": 2.0546875, + "learning_rate": 3.0835500650195054e-07, + "loss": 0.0823, + "reward": 1.6096447706222534, + "reward_std": 0.3776373863220215, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7346448004245758, "step": 4255 }, { - "epoch": 0.29, - "learning_rate": 1.6778105638930916e-05, - "loss": 1.1194, + "clip_ratio": 0.0, + "completion_length": 156.703125, + "epoch": 0.6917513206013816, + "grad_norm": 1.098088264465332, + "kl": 1.53125, + "learning_rate": 3.081924577373212e-07, + "loss": 0.0613, + "reward": 1.7088460326194763, + "reward_std": 0.24078921973705292, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8025960028171539, "step": 4256 }, { - "epoch": 0.29, - "learning_rate": 1.6776510634584848e-05, - "loss": 0.9564, + "clip_ratio": 0.0, + "completion_length": 161.359375, + "epoch": 0.6919138561560342, + "grad_norm": 2.799694299697876, + "kl": 2.0234375, + "learning_rate": 3.0802990897269184e-07, + "loss": 0.081, + "reward": 1.617389976978302, + "reward_std": 0.3386869728565216, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.711139976978302, "step": 4257 }, { - "epoch": 0.29, - "learning_rate": 1.6774915311387037e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 160.421875, + "epoch": 0.6920763917106867, + "grad_norm": 2.449552536010742, + "kl": 2.09765625, + "learning_rate": 3.0786736020806244e-07, + "loss": 0.0838, + "reward": 1.7307590246200562, + "reward_std": 0.3054002374410629, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8245089948177338, "step": 4258 }, { - "epoch": 0.29, - "learning_rate": 1.6773319669412533e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 162.5625, + "epoch": 0.6922389272653393, + "grad_norm": 1.6395561695098877, + "kl": 1.498046875, + "learning_rate": 3.0770481144343304e-07, + "loss": 0.0598, + "reward": 1.6314777135849, + "reward_std": 0.2615340128540993, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7252277135848999, "step": 4259 }, { - "epoch": 0.29, - "learning_rate": 1.677172370873642e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 165.3125, + "epoch": 0.6924014628199918, + "grad_norm": 1.419706106185913, + "kl": 1.353515625, + "learning_rate": 3.0754226267880364e-07, + "loss": 0.0541, + "reward": 1.6981808543205261, + "reward_std": 0.19526975601911545, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7763057947158813, "step": 4260 }, { - "epoch": 0.29, - "learning_rate": 1.6770127429433796e-05, - "loss": 1.1444, + "clip_ratio": 0.0, + "completion_length": 149.546875, + "epoch": 0.6925639983746444, + "grad_norm": 1.6820913553237915, + "kl": 1.43359375, + "learning_rate": 3.0737971391417424e-07, + "loss": 0.0573, + "reward": 1.5852616429328918, + "reward_std": 0.38382522761821747, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7102616131305695, "step": 4261 }, { - "epoch": 0.29, - "learning_rate": 1.6768530831579765e-05, - "loss": 0.9259, + "clip_ratio": 0.0, + "completion_length": 151.4375, + "epoch": 0.6927265339292971, + "grad_norm": 1.6562130451202393, + "kl": 1.0546875, + "learning_rate": 3.072171651495449e-07, + "loss": 0.0421, + "reward": 1.637154459953308, + "reward_std": 0.30527570843696594, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7152795791625977, "step": 4262 }, { - "epoch": 0.29, - "learning_rate": 1.676693391524945e-05, - "loss": 1.0401, + "clip_ratio": 0.0, + "completion_length": 156.828125, + "epoch": 0.6928890694839496, + "grad_norm": 1.2111035585403442, + "kl": 2.35546875, + "learning_rate": 3.070546163849155e-07, + "loss": 0.0943, + "reward": 1.6578912138938904, + "reward_std": 0.3840744197368622, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7985163033008575, "step": 4263 }, { - "epoch": 0.29, - "learning_rate": 1.6765336680517998e-05, - "loss": 0.9342, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.6930516050386022, + "grad_norm": 1.6241564750671387, + "kl": 1.0859375, + "learning_rate": 3.068920676202861e-07, + "loss": 0.0435, + "reward": 1.6878275275230408, + "reward_std": 0.34086674451828003, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.781577467918396, "step": 4264 }, { - "epoch": 0.29, - "learning_rate": 1.6763739127460556e-05, - "loss": 1.0607, + "clip_ratio": 0.0, + "completion_length": 156.390625, + "epoch": 0.6932141405932548, + "grad_norm": 1.6373531818389893, + "kl": 1.724609375, + "learning_rate": 3.067295188556567e-07, + "loss": 0.069, + "reward": 1.5660231113433838, + "reward_std": 0.30931762605905533, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.659773200750351, "step": 4265 }, { - "epoch": 0.29, - "learning_rate": 1.676214125615229e-05, - "loss": 0.9863, + "clip_ratio": 0.0, + "completion_length": 176.53125, + "epoch": 0.6933766761479073, + "grad_norm": 1.459585189819336, + "kl": 1.205810546875, + "learning_rate": 3.065669700910273e-07, + "loss": 0.0481, + "reward": 1.6544016599655151, + "reward_std": 0.34040480852127075, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7794017195701599, "step": 4266 }, { - "epoch": 0.29, - "learning_rate": 1.6760543066668392e-05, - "loss": 0.9998, + "clip_ratio": 0.0, + "completion_length": 194.25, + "epoch": 0.6935392117025599, + "grad_norm": 1.6819146871566772, + "kl": 1.1484375, + "learning_rate": 3.0640442132639794e-07, + "loss": 0.046, + "reward": 1.5820071697235107, + "reward_std": 0.22010309249162674, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6601321697235107, "step": 4267 }, { - "epoch": 0.29, - "learning_rate": 1.6758944559084056e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 136.140625, + "epoch": 0.6937017472572126, + "grad_norm": 1.1573195457458496, + "kl": 1.2734375, + "learning_rate": 3.0624187256176854e-07, + "loss": 0.0509, + "reward": 1.7043373584747314, + "reward_std": 0.23448652029037476, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7980874180793762, "step": 4268 }, { - "epoch": 0.29, - "learning_rate": 1.6757345733474495e-05, - "loss": 0.9739, + "clip_ratio": 0.0, + "completion_length": 147.28125, + "epoch": 0.6938642828118651, + "grad_norm": 1.4977331161499023, + "kl": 0.45947265625, + "learning_rate": 3.0607932379713914e-07, + "loss": 0.0184, + "reward": 1.734101116657257, + "reward_std": 0.20860962569713593, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7966011166572571, "step": 4269 }, { - "epoch": 0.29, - "learning_rate": 1.675574658991494e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.6940268183665177, + "grad_norm": 1.2053128480911255, + "kl": 2.0078125, + "learning_rate": 3.0591677503250974e-07, + "loss": 0.0805, + "reward": 1.6044092178344727, + "reward_std": 0.26598332822322845, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7450342774391174, "step": 4270 }, { - "epoch": 0.29, - "learning_rate": 1.6754147128480632e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 161.65625, + "epoch": 0.6941893539211702, + "grad_norm": 1.8305821418762207, + "kl": 1.46484375, + "learning_rate": 3.0575422626788034e-07, + "loss": 0.0585, + "reward": 1.6760463118553162, + "reward_std": 0.23176522552967072, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.722921222448349, "step": 4271 }, { - "epoch": 0.29, - "learning_rate": 1.6752547349246837e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 150.78125, + "epoch": 0.6943518894758228, + "grad_norm": 2.3433265686035156, + "kl": 2.3359375, + "learning_rate": 3.05591677503251e-07, + "loss": 0.0932, + "reward": 1.617405652999878, + "reward_std": 0.2903731167316437, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7111556231975555, "step": 4272 }, { - "epoch": 0.29, - "learning_rate": 1.6750947252288822e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 155.484375, + "epoch": 0.6945144250304754, + "grad_norm": 1.6109169721603394, + "kl": 0.322998046875, + "learning_rate": 3.054291287386216e-07, + "loss": 0.0129, + "reward": 1.790234088897705, + "reward_std": 0.06292713433504105, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8058591783046722, "step": 4273 }, { - "epoch": 0.29, - "learning_rate": 1.674934683768187e-05, - "loss": 0.9664, + "clip_ratio": 0.0, + "completion_length": 164.28125, + "epoch": 0.694676960585128, + "grad_norm": 1.2955669164657593, + "kl": 2.0390625, + "learning_rate": 3.052665799739922e-07, + "loss": 0.0814, + "reward": 1.6994240283966064, + "reward_std": 0.26504696905612946, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7931739687919617, "step": 4274 }, { - "epoch": 0.29, - "learning_rate": 1.67477461055013e-05, - "loss": 1.0995, + "clip_ratio": 0.0, + "completion_length": 166.84375, + "epoch": 0.6948394961397806, + "grad_norm": 2.5925791263580322, + "kl": 2.01171875, + "learning_rate": 3.051040312093628e-07, + "loss": 0.0804, + "reward": 1.5351664423942566, + "reward_std": 0.463146448135376, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6757915019989014, "step": 4275 }, { - "epoch": 0.29, - "learning_rate": 1.6746145055822417e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 169.546875, + "epoch": 0.6950020316944332, + "grad_norm": 3.902961254119873, + "kl": 1.96484375, + "learning_rate": 3.049414824447334e-07, + "loss": 0.0787, + "reward": 1.7601944208145142, + "reward_std": 0.19964493066072464, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8383194208145142, "step": 4276 }, { - "epoch": 0.29, - "learning_rate": 1.674454368872056e-05, - "loss": 1.1108, + "clip_ratio": 0.0, + "completion_length": 160.875, + "epoch": 0.6951645672490857, + "grad_norm": 1.3856890201568604, + "kl": 1.76953125, + "learning_rate": 3.0477893368010404e-07, + "loss": 0.0708, + "reward": 1.665957272052765, + "reward_std": 0.24979419261217117, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7597071826457977, "step": 4277 }, { - "epoch": 0.29, - "learning_rate": 1.6742942004271076e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 164.3125, + "epoch": 0.6953271028037383, + "grad_norm": 1.4657037258148193, + "kl": 3.3125, + "learning_rate": 3.0461638491547463e-07, + "loss": 0.1324, + "reward": 1.5614997148513794, + "reward_std": 0.4620690494775772, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7333747148513794, "step": 4278 }, { - "epoch": 0.29, - "learning_rate": 1.674134000254933e-05, - "loss": 1.1018, + "clip_ratio": 0.0, + "completion_length": 152.59375, + "epoch": 0.695489638358391, + "grad_norm": 1.444730281829834, + "kl": 1.443359375, + "learning_rate": 3.0445383615084523e-07, + "loss": 0.0577, + "reward": 1.6957511901855469, + "reward_std": 0.2965846285223961, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8051261901855469, "step": 4279 }, { - "epoch": 0.29, - "learning_rate": 1.6739737683630696e-05, - "loss": 1.0578, + "clip_ratio": 0.0, + "completion_length": 161.34375, + "epoch": 0.6956521739130435, + "grad_norm": 2.537461519241333, + "kl": 3.1640625, + "learning_rate": 3.0429128738621583e-07, + "loss": 0.1269, + "reward": 1.661363124847412, + "reward_std": 0.2908620089292526, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8019881844520569, "step": 4280 }, { - "epoch": 0.29, - "learning_rate": 1.6738135047590574e-05, - "loss": 1.059, + "clip_ratio": 0.0, + "completion_length": 171.75, + "epoch": 0.6958147094676961, + "grad_norm": 2.4516963958740234, + "kl": 3.2421875, + "learning_rate": 3.0412873862158643e-07, + "loss": 0.1297, + "reward": 1.4786911606788635, + "reward_std": 0.45324186980724335, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6193161904811859, "step": 4281 }, { - "epoch": 0.29, - "learning_rate": 1.6736532094504366e-05, - "loss": 0.9806, + "clip_ratio": 0.0, + "completion_length": 162.078125, + "epoch": 0.6959772450223486, + "grad_norm": 1.9992759227752686, + "kl": 1.98828125, + "learning_rate": 3.039661898569571e-07, + "loss": 0.0794, + "reward": 1.6908054947853088, + "reward_std": 0.22808787971735, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7689304947853088, "step": 4282 }, { - "epoch": 0.29, - "learning_rate": 1.67349288244475e-05, - "loss": 1.0646, + "clip_ratio": 0.0, + "completion_length": 170.75, + "epoch": 0.6961397805770012, + "grad_norm": 1.553126335144043, + "kl": 2.6484375, + "learning_rate": 3.038036410923277e-07, + "loss": 0.1064, + "reward": 1.5556974411010742, + "reward_std": 0.363702729344368, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7119474411010742, "step": 4283 }, { - "epoch": 0.29, - "learning_rate": 1.6733325237495407e-05, - "loss": 0.9524, + "clip_ratio": 0.0, + "completion_length": 156.03125, + "epoch": 0.6963023161316538, + "grad_norm": 1.4543578624725342, + "kl": 1.1982421875, + "learning_rate": 3.036410923276983e-07, + "loss": 0.0479, + "reward": 1.509937345981598, + "reward_std": 0.3316849544644356, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6349373459815979, "step": 4284 }, { - "epoch": 0.29, - "learning_rate": 1.6731721333723543e-05, - "loss": 1.0004, + "clip_ratio": 0.0, + "completion_length": 147.5625, + "epoch": 0.6964648516863063, + "grad_norm": 2.9854896068573, + "kl": 1.73828125, + "learning_rate": 3.034785435630689e-07, + "loss": 0.0694, + "reward": 1.6469399333000183, + "reward_std": 0.328959584236145, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7406898736953735, "step": 4285 }, { - "epoch": 0.29, - "learning_rate": 1.6730117113207377e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 186.625, + "epoch": 0.696627387240959, + "grad_norm": 2.468003273010254, + "kl": 2.361328125, + "learning_rate": 3.033159947984395e-07, + "loss": 0.0944, + "reward": 1.5808530449867249, + "reward_std": 0.36429160833358765, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7371030747890472, "step": 4286 }, { - "epoch": 0.29, - "learning_rate": 1.6728512576022395e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 152.671875, + "epoch": 0.6967899227956116, + "grad_norm": 4.247514724731445, + "kl": 2.02734375, + "learning_rate": 3.0315344603381013e-07, + "loss": 0.0813, + "reward": 1.6282649636268616, + "reward_std": 0.2636839896440506, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7376399636268616, "step": 4287 }, { - "epoch": 0.29, - "learning_rate": 1.6726907722244082e-05, - "loss": 1.0616, + "clip_ratio": 0.0, + "completion_length": 171.859375, + "epoch": 0.6969524583502641, + "grad_norm": 4.994409084320068, + "kl": 1.0224609375, + "learning_rate": 3.0299089726918073e-07, + "loss": 0.041, + "reward": 1.6601338386535645, + "reward_std": 0.3531941622495651, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7851337790489197, "step": 4288 }, { - "epoch": 0.29, - "learning_rate": 1.6725302551947966e-05, - "loss": 1.0623, + "clip_ratio": 0.0, + "completion_length": 168.640625, + "epoch": 0.6971149939049167, + "grad_norm": 2.152926445007324, + "kl": 2.734375, + "learning_rate": 3.0282834850455133e-07, + "loss": 0.109, + "reward": 1.4862446188926697, + "reward_std": 0.473306268453598, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6737446188926697, "step": 4289 }, { - "epoch": 0.29, - "learning_rate": 1.6723697065209566e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 172.140625, + "epoch": 0.6972775294595693, + "grad_norm": 1.4500340223312378, + "kl": 1.29296875, + "learning_rate": 3.02665799739922e-07, + "loss": 0.0519, + "reward": 1.7056394815444946, + "reward_std": 0.30966223776340485, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7837645411491394, "step": 4290 }, { - "epoch": 0.29, - "learning_rate": 1.6722091262104424e-05, - "loss": 1.1191, + "clip_ratio": 0.0, + "completion_length": 148.671875, + "epoch": 0.6974400650142218, + "grad_norm": 1.4130125045776367, + "kl": 1.1630859375, + "learning_rate": 3.025032509752926e-07, + "loss": 0.0465, + "reward": 1.6457923650741577, + "reward_std": 0.2676171362400055, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7239173948764801, "step": 4291 }, { - "epoch": 0.29, - "learning_rate": 1.67204851427081e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 149.046875, + "epoch": 0.6976026005688745, + "grad_norm": 1.2663897275924683, + "kl": 0.14453125, + "learning_rate": 3.0234070221066323e-07, + "loss": 0.0058, + "reward": 1.6670109033584595, + "reward_std": 0.2580351307988167, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7451358735561371, "step": 4292 }, { - "epoch": 0.29, - "learning_rate": 1.671887870709616e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 177.671875, + "epoch": 0.697765136123527, + "grad_norm": 2.184782028198242, + "kl": 2.03125, + "learning_rate": 3.0217815344603383e-07, + "loss": 0.0812, + "reward": 1.584494411945343, + "reward_std": 0.41745181381702423, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.725119411945343, "step": 4293 }, { - "epoch": 0.29, - "learning_rate": 1.6717271955344196e-05, - "loss": 1.0865, + "clip_ratio": 0.0, + "completion_length": 183.21875, + "epoch": 0.6979276716781796, + "grad_norm": 2.686455488204956, + "kl": 2.103515625, + "learning_rate": 3.0201560468140443e-07, + "loss": 0.0844, + "reward": 1.622539460659027, + "reward_std": 0.30844078958034515, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7475395500659943, "step": 4294 }, { - "epoch": 0.29, - "learning_rate": 1.671566488752781e-05, - "loss": 1.0292, + "clip_ratio": 0.0, + "completion_length": 170.5625, + "epoch": 0.6980902072328322, + "grad_norm": 1.623515248298645, + "kl": 3.640625, + "learning_rate": 3.0185305591677503e-07, + "loss": 0.1457, + "reward": 1.5715011358261108, + "reward_std": 0.38764964044094086, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7277511358261108, "step": 4295 }, { - "epoch": 0.29, - "learning_rate": 1.671405750372262e-05, - "loss": 1.0044, + "clip_ratio": 0.0, + "completion_length": 171.078125, + "epoch": 0.6982527427874847, + "grad_norm": 1.800450086593628, + "kl": 1.0703125, + "learning_rate": 3.0169050715214563e-07, + "loss": 0.0427, + "reward": 1.704887866973877, + "reward_std": 0.261233851313591, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7986379563808441, "step": 4296 }, { - "epoch": 0.29, - "learning_rate": 1.6712449804004253e-05, - "loss": 1.0023, + "clip_ratio": 0.0, + "completion_length": 181.828125, + "epoch": 0.6984152783421373, + "grad_norm": 2.539313554763794, + "kl": 2.1328125, + "learning_rate": 3.015279583875163e-07, + "loss": 0.0855, + "reward": 1.5384021401405334, + "reward_std": 0.3527636229991913, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6790272295475006, "step": 4297 }, { - "epoch": 0.29, - "learning_rate": 1.6710841788448352e-05, - "loss": 1.075, + "clip_ratio": 0.0, + "completion_length": 151.0625, + "epoch": 0.69857781389679, + "grad_norm": 3.019449234008789, + "kl": 1.24609375, + "learning_rate": 3.013654096228869e-07, + "loss": 0.05, + "reward": 1.7096645832061768, + "reward_std": 0.26029321551322937, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8034145832061768, "step": 4298 }, { - "epoch": 0.29, - "learning_rate": 1.670923345713059e-05, - "loss": 1.1315, + "clip_ratio": 0.0, + "completion_length": 159.796875, + "epoch": 0.6987403494514425, + "grad_norm": 1.5649194717407227, + "kl": 1.16455078125, + "learning_rate": 3.012028608582575e-07, + "loss": 0.0464, + "reward": 1.7327441573143005, + "reward_std": 0.18265005946159363, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8108691275119781, "step": 4299 }, { - "epoch": 0.29, - "learning_rate": 1.670762481012663e-05, - "loss": 0.9879, + "clip_ratio": 0.0, + "completion_length": 208.265625, + "epoch": 0.6989028850060951, + "grad_norm": 4.047028541564941, + "kl": 4.4765625, + "learning_rate": 3.010403120936281e-07, + "loss": 0.1793, + "reward": 1.45791357755661, + "reward_std": 0.351428359746933, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.6922885775566101, "step": 4300 }, { - "epoch": 0.29, - "learning_rate": 1.6706015847512175e-05, - "loss": 1.0549, + "clip_ratio": 0.0, + "completion_length": 189.890625, + "epoch": 0.6990654205607477, + "grad_norm": 2.30094051361084, + "kl": 1.181640625, + "learning_rate": 3.008777633289987e-07, + "loss": 0.0473, + "reward": 1.6954454183578491, + "reward_std": 0.1336018517613411, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7735704481601715, "step": 4301 }, { - "epoch": 0.29, - "learning_rate": 1.6704406569362918e-05, - "loss": 0.982, + "clip_ratio": 0.0, + "completion_length": 169.09375, + "epoch": 0.6992279561154002, + "grad_norm": 1.099265456199646, + "kl": 2.318359375, + "learning_rate": 3.0071521456436933e-07, + "loss": 0.0926, + "reward": 1.66877281665802, + "reward_std": 0.28231634944677353, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.79377281665802, "step": 4302 }, { - "epoch": 0.29, - "learning_rate": 1.670279697575459e-05, - "loss": 1.0457, + "clip_ratio": 0.0, + "completion_length": 199.03125, + "epoch": 0.6993904916700528, + "grad_norm": 1.7201942205429077, + "kl": 2.8984375, + "learning_rate": 3.0055266579973993e-07, + "loss": 0.1161, + "reward": 1.473951518535614, + "reward_std": 0.388667568564415, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6458264291286469, "step": 4303 }, { - "epoch": 0.29, - "learning_rate": 1.6701187066762923e-05, - "loss": 1.0496, + "clip_ratio": 0.0, + "completion_length": 154.40625, + "epoch": 0.6995530272247054, + "grad_norm": 1.5218911170959473, + "kl": 1.5126953125, + "learning_rate": 3.0039011703511053e-07, + "loss": 0.0605, + "reward": 1.7605624794960022, + "reward_std": 0.10487204976379871, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8230624198913574, "step": 4304 }, { - "epoch": 0.29, - "learning_rate": 1.6699576842463665e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 164.96875, + "epoch": 0.699715562779358, + "grad_norm": 2.0408542156219482, + "kl": 0.947265625, + "learning_rate": 3.0022756827048113e-07, + "loss": 0.0379, + "reward": 1.7578970193862915, + "reward_std": 0.2396268993616104, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8203969895839691, "step": 4305 }, { - "epoch": 0.29, - "learning_rate": 1.6697966302932584e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 181.21875, + "epoch": 0.6998780983340106, + "grad_norm": 2.1725754737854004, + "kl": 2.21875, + "learning_rate": 3.000650195058517e-07, + "loss": 0.0889, + "reward": 1.534816026687622, + "reward_std": 0.34697146713733673, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7066910266876221, "step": 4306 }, { - "epoch": 0.29, - "learning_rate": 1.669635544824546e-05, - "loss": 1.0161, + "clip_ratio": 0.0, + "completion_length": 182.90625, + "epoch": 0.7000406338886631, + "grad_norm": 2.235182046890259, + "kl": 2.63671875, + "learning_rate": 2.999024707412224e-07, + "loss": 0.1055, + "reward": 1.5469126105308533, + "reward_std": 0.49141040444374084, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7500376105308533, "step": 4307 }, { - "epoch": 0.29, - "learning_rate": 1.6694744278478085e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 160.328125, + "epoch": 0.7002031694433157, + "grad_norm": 5.312366008758545, + "kl": 1.482421875, + "learning_rate": 2.99739921976593e-07, + "loss": 0.0593, + "reward": 1.6507171392440796, + "reward_std": 0.2789353281259537, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7600921392440796, "step": 4308 }, { - "epoch": 0.29, - "learning_rate": 1.669313279370627e-05, - "loss": 1.0426, + "clip_ratio": 0.0, + "completion_length": 177.375, + "epoch": 0.7003657049979684, + "grad_norm": 1.7589296102523804, + "kl": 1.78125, + "learning_rate": 2.995773732119636e-07, + "loss": 0.0715, + "reward": 1.673285722732544, + "reward_std": 0.35618913918733597, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7670356631278992, "step": 4309 }, { - "epoch": 0.29, - "learning_rate": 1.6691520994005838e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.7005282405526209, + "grad_norm": 2.345458507537842, + "kl": 1.96484375, + "learning_rate": 2.994148244473342e-07, + "loss": 0.0786, + "reward": 1.470355212688446, + "reward_std": 0.43027979135513306, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6266051530838013, "step": 4310 }, { - "epoch": 0.29, - "learning_rate": 1.668990887945263e-05, - "loss": 0.9137, + "clip_ratio": 0.0, + "completion_length": 220.359375, + "epoch": 0.7006907761072735, + "grad_norm": 4.49751091003418, + "kl": 3.515625, + "learning_rate": 2.992522756827048e-07, + "loss": 0.141, + "reward": 1.511040449142456, + "reward_std": 0.2736012935638428, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6829153895378113, "step": 4311 }, { - "epoch": 0.29, - "learning_rate": 1.6688296450122507e-05, - "loss": 0.9812, + "clip_ratio": 0.0, + "completion_length": 187.3125, + "epoch": 0.700853311661926, + "grad_norm": 2.4950032234191895, + "kl": 1.65625, + "learning_rate": 2.990897269180754e-07, + "loss": 0.0662, + "reward": 1.6304763555526733, + "reward_std": 0.41212835907936096, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7554762959480286, "step": 4312 }, { - "epoch": 0.29, - "learning_rate": 1.668668370609132e-05, - "loss": 0.9315, + "clip_ratio": 0.0, + "completion_length": 192.71875, + "epoch": 0.7010158472165786, + "grad_norm": 3.807898998260498, + "kl": 2.15625, + "learning_rate": 2.98927178153446e-07, + "loss": 0.0861, + "reward": 1.5505062937736511, + "reward_std": 0.3492261618375778, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6911312937736511, "step": 4313 }, { - "epoch": 0.29, - "learning_rate": 1.6685070647434968e-05, - "loss": 0.976, + "clip_ratio": 0.0, + "completion_length": 188.953125, + "epoch": 0.7011783827712312, + "grad_norm": 1.554850697517395, + "kl": 1.74609375, + "learning_rate": 2.987646293888166e-07, + "loss": 0.0699, + "reward": 1.5232189893722534, + "reward_std": 0.361252024769783, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6482189893722534, "step": 4314 }, { - "epoch": 0.29, - "learning_rate": 1.6683457274229345e-05, - "loss": 1.014, + "clip_ratio": 0.0, + "completion_length": 173.984375, + "epoch": 0.7013409183258837, + "grad_norm": 1.1803265810012817, + "kl": 1.34765625, + "learning_rate": 2.986020806241872e-07, + "loss": 0.054, + "reward": 1.7617018818855286, + "reward_std": 0.15652604401111603, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8554519414901733, "step": 4315 }, { - "epoch": 0.29, - "learning_rate": 1.6681843586550364e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 157.765625, + "epoch": 0.7015034538805364, + "grad_norm": 1.6729121208190918, + "kl": 0.86962890625, + "learning_rate": 2.984395318595578e-07, + "loss": 0.0348, + "reward": 1.6815887689590454, + "reward_std": 0.2720193639397621, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7753386795520782, "step": 4316 }, { - "epoch": 0.29, - "learning_rate": 1.6680229584473956e-05, - "loss": 1.0129, + "clip_ratio": 0.0, + "completion_length": 184.859375, + "epoch": 0.701665989435189, + "grad_norm": 2.0044682025909424, + "kl": 1.8544921875, + "learning_rate": 2.982769830949285e-07, + "loss": 0.0745, + "reward": 1.6614407896995544, + "reward_std": 0.18765507265925407, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7395658493041992, "step": 4317 }, { - "epoch": 0.29, - "learning_rate": 1.6678615268076056e-05, - "loss": 1.0368, + "clip_ratio": 0.0, + "completion_length": 165.484375, + "epoch": 0.7018285249898415, + "grad_norm": 1.2934484481811523, + "kl": 1.54296875, + "learning_rate": 2.9811443433029907e-07, + "loss": 0.0618, + "reward": 1.685530960559845, + "reward_std": 0.2143210917711258, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.794905960559845, "step": 4318 }, { - "epoch": 0.29, - "learning_rate": 1.6677000637432625e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 186.421875, + "epoch": 0.7019910605444941, + "grad_norm": 3.4986727237701416, + "kl": 3.328125, + "learning_rate": 2.9795188556566967e-07, + "loss": 0.1332, + "reward": 1.4872419238090515, + "reward_std": 0.4494677931070328, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6747419536113739, "step": 4319 }, { - "epoch": 0.29, - "learning_rate": 1.667538569261964e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 196.9375, + "epoch": 0.7021535960991467, + "grad_norm": 2.5668039321899414, + "kl": 2.5546875, + "learning_rate": 2.9778933680104027e-07, + "loss": 0.1024, + "reward": 1.4780606031417847, + "reward_std": 0.2905886471271515, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6030606627464294, "step": 4320 }, { - "epoch": 0.29, - "learning_rate": 1.6673770433713084e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 154.640625, + "epoch": 0.7023161316537992, + "grad_norm": 1.6307387351989746, + "kl": 1.20703125, + "learning_rate": 2.9762678803641087e-07, + "loss": 0.0482, + "reward": 1.7610768675804138, + "reward_std": 0.27454449981451035, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8392019271850586, "step": 4321 }, { - "epoch": 0.29, - "learning_rate": 1.667215486078896e-05, - "loss": 0.9897, + "clip_ratio": 0.0, + "completion_length": 197.796875, + "epoch": 0.7024786672084519, + "grad_norm": 2.6015617847442627, + "kl": 2.4296875, + "learning_rate": 2.974642392717815e-07, + "loss": 0.0972, + "reward": 1.5128933787345886, + "reward_std": 0.357419028878212, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6378933191299438, "step": 4322 }, { - "epoch": 0.29, - "learning_rate": 1.6670538973923283e-05, - "loss": 1.1207, + "clip_ratio": 0.0, + "completion_length": 176.03125, + "epoch": 0.7026412027631044, + "grad_norm": 4.661434173583984, + "kl": 2.9609375, + "learning_rate": 2.973016905071521e-07, + "loss": 0.1183, + "reward": 1.659053087234497, + "reward_std": 0.37198762595653534, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7684280872344971, "step": 4323 }, { - "epoch": 0.29, - "learning_rate": 1.666892277319209e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 160.5, + "epoch": 0.702803738317757, + "grad_norm": 2.435102701187134, + "kl": 2.23046875, + "learning_rate": 2.9713914174252277e-07, + "loss": 0.0894, + "reward": 1.5598036050796509, + "reward_std": 0.4576393663883209, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7160536348819733, "step": 4324 }, { - "epoch": 0.29, - "learning_rate": 1.666730625867142e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 171.40625, + "epoch": 0.7029662738724096, + "grad_norm": 3.564366340637207, + "kl": 3.03125, + "learning_rate": 2.9697659297789337e-07, + "loss": 0.1217, + "reward": 1.5479577779769897, + "reward_std": 0.4417835623025894, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7198328673839569, "step": 4325 }, { - "epoch": 0.29, - "learning_rate": 1.6665689430437338e-05, - "loss": 1.0003, + "clip_ratio": 0.0, + "completion_length": 193.0, + "epoch": 0.7031288094270621, + "grad_norm": 3.0863068103790283, + "kl": 3.4609375, + "learning_rate": 2.9681404421326397e-07, + "loss": 0.1385, + "reward": 1.6055206060409546, + "reward_std": 0.40416815876960754, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7148955762386322, "step": 4326 }, { - "epoch": 0.29, - "learning_rate": 1.666407228856592e-05, - "loss": 1.0995, + "clip_ratio": 0.0, + "completion_length": 172.46875, + "epoch": 0.7032913449817147, + "grad_norm": 1.637007474899292, + "kl": 1.19140625, + "learning_rate": 2.966514954486346e-07, + "loss": 0.0477, + "reward": 1.7524797320365906, + "reward_std": 0.13932201638817787, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8306047320365906, "step": 4327 }, { - "epoch": 0.29, - "learning_rate": 1.6662454833133254e-05, - "loss": 1.0626, + "clip_ratio": 0.0, + "completion_length": 158.015625, + "epoch": 0.7034538805363674, + "grad_norm": 2.3677661418914795, + "kl": 1.953125, + "learning_rate": 2.964889466840052e-07, + "loss": 0.078, + "reward": 1.656493902206421, + "reward_std": 0.2577676624059677, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7502439022064209, "step": 4328 }, { - "epoch": 0.29, - "learning_rate": 1.666083706421545e-05, - "loss": 1.0442, + "clip_ratio": 0.0, + "completion_length": 190.5625, + "epoch": 0.7036164160910199, + "grad_norm": 2.6052043437957764, + "kl": 3.7578125, + "learning_rate": 2.963263979193758e-07, + "loss": 0.1502, + "reward": 1.4983333945274353, + "reward_std": 0.32061341404914856, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7014584839344025, "step": 4329 }, { - "epoch": 0.29, - "learning_rate": 1.6659218981888626e-05, - "loss": 1.0379, + "clip_ratio": 0.0, + "completion_length": 169.03125, + "epoch": 0.7037789516456725, + "grad_norm": 4.109344005584717, + "kl": 1.908203125, + "learning_rate": 2.961638491547464e-07, + "loss": 0.0766, + "reward": 1.6048001646995544, + "reward_std": 0.28595826029777527, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7141751646995544, "step": 4330 }, { - "epoch": 0.29, - "learning_rate": 1.6657600586228912e-05, - "loss": 0.9907, + "clip_ratio": 0.0, + "completion_length": 153.21875, + "epoch": 0.7039414872003251, + "grad_norm": 2.6871767044067383, + "kl": 1.8203125, + "learning_rate": 2.96001300390117e-07, + "loss": 0.0728, + "reward": 1.685486078262329, + "reward_std": 0.2538605108857155, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7636110782623291, "step": 4331 }, { - "epoch": 0.29, - "learning_rate": 1.6655981877312463e-05, - "loss": 1.0057, + "clip_ratio": 0.0, + "completion_length": 159.6875, + "epoch": 0.7041040227549776, + "grad_norm": 1.9182982444763184, + "kl": 3.3515625, + "learning_rate": 2.9583875162548767e-07, + "loss": 0.1343, + "reward": 1.4803381562232971, + "reward_std": 0.47627006471157074, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6834630370140076, "step": 4332 }, { - "epoch": 0.29, - "learning_rate": 1.6654362855215442e-05, - "loss": 0.9844, + "clip_ratio": 0.0, + "completion_length": 171.53125, + "epoch": 0.7042665583096303, + "grad_norm": 1.9181307554244995, + "kl": 0.94140625, + "learning_rate": 2.9567620286085827e-07, + "loss": 0.0376, + "reward": 1.6791396141052246, + "reward_std": 0.2092135325074196, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.726014643907547, "step": 4333 }, { - "epoch": 0.29, - "learning_rate": 1.665274352001403e-05, - "loss": 1.0572, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.7044290938642828, + "grad_norm": 1.3696978092193604, + "kl": 1.94921875, + "learning_rate": 2.9551365409622887e-07, + "loss": 0.0781, + "reward": 1.6992143392562866, + "reward_std": 0.3042834997177124, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7929643988609314, "step": 4334 }, { - "epoch": 0.29, - "learning_rate": 1.6651123871784416e-05, - "loss": 1.0702, + "clip_ratio": 0.0, + "completion_length": 157.078125, + "epoch": 0.7045916294189354, + "grad_norm": 3.6557490825653076, + "kl": 2.8359375, + "learning_rate": 2.9535110533159947e-07, + "loss": 0.113, + "reward": 1.4490600228309631, + "reward_std": 0.45607736706733704, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6365600228309631, "step": 4335 }, { - "epoch": 0.29, - "learning_rate": 1.6649503910602813e-05, - "loss": 0.97, + "clip_ratio": 0.0, + "completion_length": 207.40625, + "epoch": 0.704754164973588, + "grad_norm": 3.9077041149139404, + "kl": 2.4140625, + "learning_rate": 2.9518855656697007e-07, + "loss": 0.0964, + "reward": 1.5992479920387268, + "reward_std": 0.35937557369470596, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7398730218410492, "step": 4336 }, { - "epoch": 0.29, - "learning_rate": 1.664788363654544e-05, - "loss": 1.0667, + "clip_ratio": 0.0, + "completion_length": 178.46875, + "epoch": 0.7049167005282405, + "grad_norm": 4.310098648071289, + "kl": 3.1953125, + "learning_rate": 2.950260078023407e-07, + "loss": 0.1278, + "reward": 1.486649751663208, + "reward_std": 0.48835550248622894, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.658524751663208, "step": 4337 }, { - "epoch": 0.29, - "learning_rate": 1.664626304968854e-05, - "loss": 1.0585, + "clip_ratio": 0.0, + "completion_length": 142.984375, + "epoch": 0.7050792360828931, + "grad_norm": 1.6378889083862305, + "kl": 0.5166015625, + "learning_rate": 2.948634590377113e-07, + "loss": 0.0206, + "reward": 1.851929783821106, + "reward_std": 0.13205047696828842, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.883179783821106, "step": 4338 }, { - "epoch": 0.29, - "learning_rate": 1.664464215010836e-05, - "loss": 0.9566, + "clip_ratio": 0.0, + "completion_length": 181.515625, + "epoch": 0.7052417716375458, + "grad_norm": 3.247509717941284, + "kl": 2.1875, + "learning_rate": 2.947009102730819e-07, + "loss": 0.0877, + "reward": 1.6191368103027344, + "reward_std": 0.2910793572664261, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7441368699073792, "step": 4339 }, { - "epoch": 0.29, - "learning_rate": 1.6643020937881172e-05, - "loss": 1.056, + "clip_ratio": 0.0, + "completion_length": 182.1875, + "epoch": 0.7054043071921983, + "grad_norm": 4.45842981338501, + "kl": 2.3671875, + "learning_rate": 2.945383615084525e-07, + "loss": 0.0947, + "reward": 1.6030372381210327, + "reward_std": 0.32210515439510345, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7280372381210327, "step": 4340 }, { - "epoch": 0.29, - "learning_rate": 1.6641399413083257e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 169.203125, + "epoch": 0.7055668427468509, + "grad_norm": 2.717535972595215, + "kl": 1.625, + "learning_rate": 2.943758127438231e-07, + "loss": 0.065, + "reward": 1.6826514601707458, + "reward_std": 0.20604494214057922, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7295264601707458, "step": 4341 }, { - "epoch": 0.29, - "learning_rate": 1.663977757579091e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 164.140625, + "epoch": 0.7057293783015035, + "grad_norm": 1.921943187713623, + "kl": 2.015625, + "learning_rate": 2.9421326397919377e-07, + "loss": 0.0806, + "reward": 1.6170614361763, + "reward_std": 0.35893699526786804, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7264364361763, "step": 4342 }, { - "epoch": 0.29, - "learning_rate": 1.663815542608045e-05, - "loss": 0.9626, + "clip_ratio": 0.0, + "completion_length": 173.84375, + "epoch": 0.705891913856156, + "grad_norm": 1.7873551845550537, + "kl": 2.72265625, + "learning_rate": 2.9405071521456437e-07, + "loss": 0.1089, + "reward": 1.652091145515442, + "reward_std": 0.3206217437982559, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7927161455154419, "step": 4343 }, { - "epoch": 0.29, - "learning_rate": 1.663653296402819e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 163.5, + "epoch": 0.7060544494108086, + "grad_norm": 2.6022939682006836, + "kl": 2.39453125, + "learning_rate": 2.9388816644993497e-07, + "loss": 0.0958, + "reward": 1.5166613459587097, + "reward_std": 0.3938440680503845, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6729113161563873, "step": 4344 }, { - "epoch": 0.29, - "learning_rate": 1.663491018971048e-05, - "loss": 0.9845, + "clip_ratio": 0.0, + "completion_length": 162.625, + "epoch": 0.7062169849654611, + "grad_norm": 2.5568809509277344, + "kl": 2.0078125, + "learning_rate": 2.9372561768530556e-07, + "loss": 0.0804, + "reward": 1.6332846879959106, + "reward_std": 0.23060472682118416, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7270346879959106, "step": 4345 }, { - "epoch": 0.29, - "learning_rate": 1.6633287103203673e-05, - "loss": 1.1027, + "clip_ratio": 0.0, + "completion_length": 194.0625, + "epoch": 0.7063795205201138, + "grad_norm": 2.3082809448242188, + "kl": 1.81640625, + "learning_rate": 2.9356306892067616e-07, + "loss": 0.0726, + "reward": 1.4786702990531921, + "reward_std": 0.38594186305999756, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6036702990531921, "step": 4346 }, { - "epoch": 0.29, - "learning_rate": 1.6631663704584138e-05, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.7065420560747664, + "grad_norm": 1.6566485166549683, + "kl": 0.98828125, + "learning_rate": 2.934005201560468e-07, + "loss": 0.0396, + "reward": 1.5633422136306763, + "reward_std": 0.32464100420475006, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6570922136306763, "step": 4347 }, { - "epoch": 0.29, - "learning_rate": 1.6630039993928266e-05, - "loss": 1.033, + "clip_ratio": 0.0, + "completion_length": 169.109375, + "epoch": 0.7067045916294189, + "grad_norm": 8.603989601135254, + "kl": 0.611328125, + "learning_rate": 2.932379713914174e-07, + "loss": 0.0245, + "reward": 1.8071385025978088, + "reward_std": 0.16486578434705734, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8696384727954865, "step": 4348 }, { - "epoch": 0.29, - "learning_rate": 1.662841597131245e-05, - "loss": 0.9529, + "clip_ratio": 0.0, + "completion_length": 187.65625, + "epoch": 0.7068671271840715, + "grad_norm": 2.95621919631958, + "kl": 3.552734375, + "learning_rate": 2.93075422626788e-07, + "loss": 0.1426, + "reward": 1.610334038734436, + "reward_std": 0.2526664435863495, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.797834038734436, "step": 4349 }, { - "epoch": 0.29, - "learning_rate": 1.6626791636813105e-05, - "loss": 1.0714, + "clip_ratio": 0.0, + "completion_length": 148.34375, + "epoch": 0.7070296627387241, + "grad_norm": 4.619008541107178, + "kl": 2.8125, + "learning_rate": 2.929128738621586e-07, + "loss": 0.1125, + "reward": 1.6527798771858215, + "reward_std": 0.26861676573753357, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7777798771858215, "step": 4350 }, { - "epoch": 0.29, - "learning_rate": 1.6625166990506666e-05, - "loss": 1.0337, + "clip_ratio": 0.0, + "completion_length": 171.265625, + "epoch": 0.7071921982933767, + "grad_norm": 2.922961950302124, + "kl": 2.70703125, + "learning_rate": 2.927503250975292e-07, + "loss": 0.1084, + "reward": 1.5981177687644958, + "reward_std": 0.3379513621330261, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6918677091598511, "step": 4351 }, { - "epoch": 0.29, - "learning_rate": 1.6623542032469567e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 162.59375, + "epoch": 0.7073547338480293, + "grad_norm": 2.0877153873443604, + "kl": 0.99609375, + "learning_rate": 2.9258777633289986e-07, + "loss": 0.0398, + "reward": 1.6488916277885437, + "reward_std": 0.29460282623767853, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7426416277885437, "step": 4352 }, { - "epoch": 0.29, - "learning_rate": 1.6621916762778273e-05, - "loss": 1.0495, + "clip_ratio": 0.0, + "completion_length": 161.71875, + "epoch": 0.7075172694026819, + "grad_norm": 4.017873764038086, + "kl": 1.49609375, + "learning_rate": 2.9242522756827046e-07, + "loss": 0.0599, + "reward": 1.6505990624427795, + "reward_std": 0.2691189721226692, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7599740922451019, "step": 4353 }, { - "epoch": 0.29, - "learning_rate": 1.6620291181509257e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 185.53125, + "epoch": 0.7076798049573344, + "grad_norm": 1.3542330265045166, + "kl": 1.78125, + "learning_rate": 2.9226267880364106e-07, + "loss": 0.0713, + "reward": 1.7203941941261292, + "reward_std": 0.26007726788520813, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8297691345214844, "step": 4354 }, { - "epoch": 0.29, - "learning_rate": 1.6618665288739005e-05, - "loss": 1.0719, + "clip_ratio": 0.0, + "completion_length": 155.03125, + "epoch": 0.707842340511987, + "grad_norm": 4.570316791534424, + "kl": 2.890625, + "learning_rate": 2.9210013003901166e-07, + "loss": 0.1154, + "reward": 1.3952099084854126, + "reward_std": 0.3740440756082535, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.5827098190784454, "step": 4355 }, { - "epoch": 0.29, - "learning_rate": 1.661703908454402e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 191.640625, + "epoch": 0.7080048760666395, + "grad_norm": 4.842757701873779, + "kl": 3.017578125, + "learning_rate": 2.9193758127438226e-07, + "loss": 0.1209, + "reward": 1.6131680607795715, + "reward_std": 0.33903491497039795, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.8006680607795715, "step": 4356 }, { - "epoch": 0.29, - "learning_rate": 1.6615412569000816e-05, - "loss": 0.9953, + "clip_ratio": 0.0, + "completion_length": 186.609375, + "epoch": 0.7081674116212922, + "grad_norm": 3.0808961391448975, + "kl": 2.7734375, + "learning_rate": 2.9177503250975296e-07, + "loss": 0.1111, + "reward": 1.5914284586906433, + "reward_std": 0.2955607622861862, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7320533990859985, "step": 4357 }, { - "epoch": 0.29, - "learning_rate": 1.6613785742185934e-05, - "loss": 0.9671, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.7083299471759448, + "grad_norm": 1.6103894710540771, + "kl": 0.943359375, + "learning_rate": 2.9161248374512356e-07, + "loss": 0.0378, + "reward": 1.5687059164047241, + "reward_std": 0.2605609744787216, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6468309462070465, "step": 4358 }, { - "epoch": 0.29, - "learning_rate": 1.6612158604175904e-05, - "loss": 1.0031, + "clip_ratio": 0.0, + "completion_length": 175.453125, + "epoch": 0.7084924827305973, + "grad_norm": 1.7723240852355957, + "kl": 1.84765625, + "learning_rate": 2.9144993498049416e-07, + "loss": 0.0739, + "reward": 1.7025899291038513, + "reward_std": 0.3020331971347332, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8119649291038513, "step": 4359 }, { - "epoch": 0.29, - "learning_rate": 1.6610531155047302e-05, - "loss": 0.9781, + "clip_ratio": 0.0, + "completion_length": 163.78125, + "epoch": 0.7086550182852499, + "grad_norm": 3.214524745941162, + "kl": 2.3359375, + "learning_rate": 2.9128738621586476e-07, + "loss": 0.0935, + "reward": 1.5623785257339478, + "reward_std": 0.3213167116045952, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7342535257339478, "step": 4360 }, { - "epoch": 0.29, - "learning_rate": 1.6608903394876695e-05, - "loss": 1.0603, + "clip_ratio": 0.0, + "completion_length": 192.625, + "epoch": 0.7088175538399025, + "grad_norm": 1.8177586793899536, + "kl": 1.634765625, + "learning_rate": 2.9112483745123536e-07, + "loss": 0.0655, + "reward": 1.7186007499694824, + "reward_std": 0.2893877997994423, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7967257797718048, "step": 4361 }, { - "epoch": 0.29, - "learning_rate": 1.6607275323740683e-05, - "loss": 1.0891, + "clip_ratio": 0.0, + "completion_length": 149.390625, + "epoch": 0.708980089394555, + "grad_norm": 0.8941115140914917, + "kl": 0.710205078125, + "learning_rate": 2.90962288686606e-07, + "loss": 0.0284, + "reward": 1.8702228665351868, + "reward_std": 0.09388397634029388, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9014728665351868, "step": 4362 }, { - "epoch": 0.29, - "learning_rate": 1.6605646941715857e-05, - "loss": 0.9871, + "clip_ratio": 0.0, + "completion_length": 158.5625, + "epoch": 0.7091426249492077, + "grad_norm": 1.9329404830932617, + "kl": 0.124755859375, + "learning_rate": 2.907997399219766e-07, + "loss": 0.005, + "reward": 1.8383193016052246, + "reward_std": 0.08609585091471672, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8539442121982574, "step": 4363 }, { - "epoch": 0.29, - "learning_rate": 1.6604018248878844e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 174.984375, + "epoch": 0.7093051605038602, + "grad_norm": 1.6480416059494019, + "kl": 1.625, + "learning_rate": 2.906371911573472e-07, + "loss": 0.0651, + "reward": 1.6823796033859253, + "reward_std": 0.15156766399741173, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7448796033859253, "step": 4364 }, { - "epoch": 0.29, - "learning_rate": 1.660238924530628e-05, - "loss": 0.9584, + "clip_ratio": 0.0, + "completion_length": 167.703125, + "epoch": 0.7094676960585128, + "grad_norm": 2.482567071914673, + "kl": 0.990234375, + "learning_rate": 2.904746423927178e-07, + "loss": 0.0396, + "reward": 1.703659176826477, + "reward_std": 0.2481176257133484, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7817842066287994, "step": 4365 }, { - "epoch": 0.29, - "learning_rate": 1.6600759931074807e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.7096302316131654, + "grad_norm": 2.6438941955566406, + "kl": 1.4765625, + "learning_rate": 2.903120936280884e-07, + "loss": 0.059, + "reward": 1.6753486394882202, + "reward_std": 0.23140160739421844, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7847236394882202, "step": 4366 }, { - "epoch": 0.29, - "learning_rate": 1.6599130306261097e-05, - "loss": 1.108, + "clip_ratio": 0.0, + "completion_length": 172.796875, + "epoch": 0.7097927671678179, + "grad_norm": 3.366537094116211, + "kl": 1.39453125, + "learning_rate": 2.9014954486345906e-07, + "loss": 0.0558, + "reward": 1.6903738379478455, + "reward_std": 0.10150771774351597, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7372488379478455, "step": 4367 }, { - "epoch": 0.29, - "learning_rate": 1.659750037094182e-05, - "loss": 1.0692, + "clip_ratio": 0.0, + "completion_length": 160.734375, + "epoch": 0.7099553027224705, + "grad_norm": 2.0927646160125732, + "kl": 1.47265625, + "learning_rate": 2.8998699609882966e-07, + "loss": 0.0588, + "reward": 1.6129045486450195, + "reward_std": 0.1791762113571167, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6910294890403748, "step": 4368 }, { - "epoch": 0.29, - "learning_rate": 1.6595870125193675e-05, - "loss": 0.9931, + "clip_ratio": 0.0, + "completion_length": 157.609375, + "epoch": 0.7101178382771232, + "grad_norm": 1.9795032739639282, + "kl": 1.009765625, + "learning_rate": 2.8982444733420026e-07, + "loss": 0.0404, + "reward": 1.706915557384491, + "reward_std": 0.30514638125896454, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7850406169891357, "step": 4369 }, { - "epoch": 0.29, - "learning_rate": 1.659423956909336e-05, - "loss": 1.038, + "clip_ratio": 0.0, + "completion_length": 169.703125, + "epoch": 0.7102803738317757, + "grad_norm": 0.9313567876815796, + "kl": 0.4765625, + "learning_rate": 2.8966189856957086e-07, + "loss": 0.0191, + "reward": 1.7398828268051147, + "reward_std": 0.12159135937690735, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7711328566074371, "step": 4370 }, { - "epoch": 0.29, - "learning_rate": 1.659260870271761e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 168.0, + "epoch": 0.7104429093864283, + "grad_norm": 1.7129460573196411, + "kl": 2.0703125, + "learning_rate": 2.8949934980494146e-07, + "loss": 0.0827, + "reward": 1.595074474811554, + "reward_std": 0.36546068638563156, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.735699474811554, "step": 4371 }, { - "epoch": 0.29, - "learning_rate": 1.659097752614315e-05, - "loss": 1.0798, + "clip_ratio": 0.0, + "completion_length": 155.515625, + "epoch": 0.7106054449410809, + "grad_norm": 3.181748151779175, + "kl": 1.91796875, + "learning_rate": 2.893368010403121e-07, + "loss": 0.0769, + "reward": 1.686977505683899, + "reward_std": 0.2502984553575516, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7651025056838989, "step": 4372 }, { - "epoch": 0.29, - "learning_rate": 1.6589346039446737e-05, - "loss": 0.9736, + "clip_ratio": 0.0, + "completion_length": 175.625, + "epoch": 0.7107679804957334, + "grad_norm": 2.7692177295684814, + "kl": 0.95703125, + "learning_rate": 2.891742522756827e-07, + "loss": 0.0383, + "reward": 1.6979241371154785, + "reward_std": 0.2667025923728943, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7760491073131561, "step": 4373 }, { - "epoch": 0.29, - "learning_rate": 1.6587714242705133e-05, - "loss": 1.0829, + "clip_ratio": 0.0, + "completion_length": 152.03125, + "epoch": 0.710930516050386, + "grad_norm": 1.0752739906311035, + "kl": 1.00390625, + "learning_rate": 2.890117035110533e-07, + "loss": 0.0403, + "reward": 1.747232437133789, + "reward_std": 0.15878088027238846, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8097323775291443, "step": 4374 }, { - "epoch": 0.29, - "learning_rate": 1.6586082135995122e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 166.84375, + "epoch": 0.7110930516050386, + "grad_norm": 5.2642340660095215, + "kl": 0.822265625, + "learning_rate": 2.888491547464239e-07, + "loss": 0.0329, + "reward": 1.7117101550102234, + "reward_std": 0.27263423800468445, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7898350954055786, "step": 4375 }, { - "epoch": 0.29, - "learning_rate": 1.6584449719393496e-05, - "loss": 0.9519, + "clip_ratio": 0.0, + "completion_length": 159.6875, + "epoch": 0.7112555871596912, + "grad_norm": 1.59478759765625, + "kl": 0.76953125, + "learning_rate": 2.886866059817945e-07, + "loss": 0.0307, + "reward": 1.8352940678596497, + "reward_std": 0.17601780965924263, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8821690678596497, "step": 4376 }, { - "epoch": 0.29, - "learning_rate": 1.658281699297706e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 176.953125, + "epoch": 0.7114181227143438, + "grad_norm": 2.324209213256836, + "kl": 1.14453125, + "learning_rate": 2.8852405721716516e-07, + "loss": 0.0459, + "reward": 1.6391029357910156, + "reward_std": 0.25960689038038254, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7172279059886932, "step": 4377 }, { - "epoch": 0.29, - "learning_rate": 1.6581183956822647e-05, - "loss": 1.1523, + "clip_ratio": 0.0, + "completion_length": 155.265625, + "epoch": 0.7115806582689963, + "grad_norm": 1.3502206802368164, + "kl": 0.7158203125, + "learning_rate": 2.8836150845253576e-07, + "loss": 0.0287, + "reward": 1.709333896636963, + "reward_std": 0.1739712804555893, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7562089264392853, "step": 4378 }, { - "epoch": 0.29, - "learning_rate": 1.657955061100709e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 162.640625, + "epoch": 0.7117431938236489, + "grad_norm": 1.468333125114441, + "kl": 0.4970703125, + "learning_rate": 2.8819895968790636e-07, + "loss": 0.0199, + "reward": 1.73228919506073, + "reward_std": 0.1315770447254181, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7635392248630524, "step": 4379 }, { - "epoch": 0.29, - "learning_rate": 1.657791695560724e-05, - "loss": 1.0851, + "clip_ratio": 0.0, + "completion_length": 145.328125, + "epoch": 0.7119057293783015, + "grad_norm": 1.4915046691894531, + "kl": 0.73046875, + "learning_rate": 2.8803641092327695e-07, + "loss": 0.0292, + "reward": 1.849060595035553, + "reward_std": 0.13062734063714743, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8959355652332306, "step": 4380 }, { - "epoch": 0.29, - "learning_rate": 1.657628299069997e-05, - "loss": 0.9976, + "clip_ratio": 0.0, + "completion_length": 166.03125, + "epoch": 0.712068264932954, + "grad_norm": 2.45471453666687, + "kl": 0.9765625, + "learning_rate": 2.8787386215864755e-07, + "loss": 0.0391, + "reward": 1.6876598596572876, + "reward_std": 0.1909801885485649, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7814099192619324, "step": 4381 }, { - "epoch": 0.29, - "learning_rate": 1.6574648716362157e-05, - "loss": 1.0907, + "clip_ratio": 0.0, + "completion_length": 183.703125, + "epoch": 0.7122308004876067, + "grad_norm": 1.9034466743469238, + "kl": 1.5146484375, + "learning_rate": 2.877113133940182e-07, + "loss": 0.0608, + "reward": 1.6934236288070679, + "reward_std": 0.20702774450182915, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7871736884117126, "step": 4382 }, { - "epoch": 0.29, - "learning_rate": 1.6573014132670703e-05, - "loss": 1.0088, + "clip_ratio": 0.0, + "completion_length": 165.3125, + "epoch": 0.7123933360422593, + "grad_norm": 1.8505645990371704, + "kl": 1.45703125, + "learning_rate": 2.875487646293888e-07, + "loss": 0.0582, + "reward": 1.6138784885406494, + "reward_std": 0.3429810702800751, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7232535183429718, "step": 4383 }, { - "epoch": 0.29, - "learning_rate": 1.6571379239702516e-05, - "loss": 0.9206, + "clip_ratio": 0.0, + "completion_length": 160.546875, + "epoch": 0.7125558715969118, + "grad_norm": 1.7786753177642822, + "kl": 1.607421875, + "learning_rate": 2.873862158647594e-07, + "loss": 0.0644, + "reward": 1.7141423225402832, + "reward_std": 0.2375561147928238, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.792267233133316, "step": 4384 }, { - "epoch": 0.29, - "learning_rate": 1.6569744037534522e-05, - "loss": 0.9655, + "clip_ratio": 0.0, + "completion_length": 172.671875, + "epoch": 0.7127184071515644, + "grad_norm": 2.8115110397338867, + "kl": 1.12890625, + "learning_rate": 2.8722366710013e-07, + "loss": 0.0451, + "reward": 1.8100972771644592, + "reward_std": 0.19859106093645096, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8569723069667816, "step": 4385 }, { - "epoch": 0.29, - "learning_rate": 1.6568108526243664e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 186.53125, + "epoch": 0.7128809427062169, + "grad_norm": 2.290764808654785, + "kl": 2.10546875, + "learning_rate": 2.870611183355006e-07, + "loss": 0.0842, + "reward": 1.5966418981552124, + "reward_std": 0.23963546007871628, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6903918981552124, "step": 4386 }, { - "epoch": 0.29, - "learning_rate": 1.6566472705906892e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 162.453125, + "epoch": 0.7130434782608696, + "grad_norm": 1.866296648979187, + "kl": 2.58203125, + "learning_rate": 2.8689856957087125e-07, + "loss": 0.1031, + "reward": 1.5757817029953003, + "reward_std": 0.39891840517520905, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7476567029953003, "step": 4387 }, { - "epoch": 0.29, - "learning_rate": 1.6564836576601178e-05, - "loss": 0.984, + "clip_ratio": 0.0, + "completion_length": 176.28125, + "epoch": 0.7132060138155222, + "grad_norm": 1.1914852857589722, + "kl": 0.982421875, + "learning_rate": 2.8673602080624185e-07, + "loss": 0.0393, + "reward": 1.7112131118774414, + "reward_std": 0.17713040113449097, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.773713082075119, "step": 4388 }, { - "epoch": 0.29, - "learning_rate": 1.6563200138403507e-05, - "loss": 0.9547, + "clip_ratio": 0.0, + "completion_length": 175.46875, + "epoch": 0.7133685493701747, + "grad_norm": 2.747398853302002, + "kl": 1.62890625, + "learning_rate": 2.8657347204161245e-07, + "loss": 0.0651, + "reward": 1.765433132648468, + "reward_std": 0.2020835056900978, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8279330730438232, "step": 4389 }, { - "epoch": 0.29, - "learning_rate": 1.6561563391390875e-05, - "loss": 1.106, + "clip_ratio": 0.0, + "completion_length": 160.1875, + "epoch": 0.7135310849248273, + "grad_norm": 4.197058200836182, + "kl": 0.5048828125, + "learning_rate": 2.8641092327698305e-07, + "loss": 0.0203, + "reward": 1.751543641090393, + "reward_std": 0.11030808463692665, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7671687006950378, "step": 4390 }, { - "epoch": 0.29, - "learning_rate": 1.6559926335640297e-05, - "loss": 0.9571, + "clip_ratio": 0.0, + "completion_length": 218.3125, + "epoch": 0.7136936204794799, + "grad_norm": 2.414306640625, + "kl": 1.5625, + "learning_rate": 2.8624837451235365e-07, + "loss": 0.0623, + "reward": 1.5608533024787903, + "reward_std": 0.291157491505146, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6858532726764679, "step": 4391 }, { - "epoch": 0.29, - "learning_rate": 1.65582889712288e-05, - "loss": 1.0414, + "clip_ratio": 0.0, + "completion_length": 171.515625, + "epoch": 0.7138561560341324, + "grad_norm": 3.226069211959839, + "kl": 2.7890625, + "learning_rate": 2.8608582574772435e-07, + "loss": 0.1116, + "reward": 1.5194080471992493, + "reward_std": 0.5015860050916672, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6912830770015717, "step": 4392 }, { - "epoch": 0.29, - "learning_rate": 1.655665129823343e-05, - "loss": 1.1144, + "clip_ratio": 0.0, + "completion_length": 166.625, + "epoch": 0.7140186915887851, + "grad_norm": 2.214859962463379, + "kl": 1.025390625, + "learning_rate": 2.8592327698309495e-07, + "loss": 0.041, + "reward": 1.734086513519287, + "reward_std": 0.09319096989929676, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7653365433216095, "step": 4393 }, { - "epoch": 0.29, - "learning_rate": 1.6555013316731235e-05, - "loss": 1.0425, + "clip_ratio": 0.0, + "completion_length": 167.390625, + "epoch": 0.7141812271434377, + "grad_norm": 1.3315865993499756, + "kl": 0.98388671875, + "learning_rate": 2.8576072821846555e-07, + "loss": 0.0395, + "reward": 1.7203222513198853, + "reward_std": 0.20749064534902573, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7828222811222076, "step": 4394 }, { - "epoch": 0.29, - "learning_rate": 1.655337502679929e-05, - "loss": 1.0434, + "clip_ratio": 0.0, + "completion_length": 175.65625, + "epoch": 0.7143437626980902, + "grad_norm": 1.8780933618545532, + "kl": 2.0703125, + "learning_rate": 2.8559817945383615e-07, + "loss": 0.0828, + "reward": 1.6311320066452026, + "reward_std": 0.4118806719779968, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7561320066452026, "step": 4395 }, { - "epoch": 0.29, - "learning_rate": 1.6551736428514688e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 195.328125, + "epoch": 0.7145062982527428, + "grad_norm": 3.4231173992156982, + "kl": 1.73046875, + "learning_rate": 2.8543563068920675e-07, + "loss": 0.0692, + "reward": 1.593018651008606, + "reward_std": 0.28492654860019684, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.671143651008606, "step": 4396 }, { - "epoch": 0.29, - "learning_rate": 1.6550097521954517e-05, - "loss": 0.9773, + "clip_ratio": 0.0, + "completion_length": 152.0625, + "epoch": 0.7146688338073953, + "grad_norm": 2.3891751766204834, + "kl": 0.837890625, + "learning_rate": 2.852730819245774e-07, + "loss": 0.0335, + "reward": 1.7906381487846375, + "reward_std": 0.207968570291996, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8375131487846375, "step": 4397 }, { - "epoch": 0.29, - "learning_rate": 1.6548458307195896e-05, - "loss": 0.9894, + "clip_ratio": 0.0, + "completion_length": 161.703125, + "epoch": 0.7148313693620479, + "grad_norm": 2.072564125061035, + "kl": 1.91796875, + "learning_rate": 2.85110533159948e-07, + "loss": 0.0766, + "reward": 1.6400472521781921, + "reward_std": 0.29617840051651, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7494222521781921, "step": 4398 }, { - "epoch": 0.29, - "learning_rate": 1.6546818784315956e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 166.953125, + "epoch": 0.7149939049167006, + "grad_norm": 2.8373327255249023, + "kl": 1.345703125, + "learning_rate": 2.849479843953186e-07, + "loss": 0.0538, + "reward": 1.7352797985076904, + "reward_std": 0.2845679521560669, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8134048879146576, "step": 4399 }, { - "epoch": 0.29, - "learning_rate": 1.6545178953391844e-05, - "loss": 1.0025, + "clip_ratio": 0.0, + "completion_length": 166.203125, + "epoch": 0.7151564404713531, + "grad_norm": 1.9092391729354858, + "kl": 1.84765625, + "learning_rate": 2.847854356306892e-07, + "loss": 0.0739, + "reward": 1.6491718292236328, + "reward_std": 0.2860766351222992, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7741718590259552, "step": 4400 }, { - "epoch": 0.29, - "learning_rate": 1.654353881450071e-05, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 172.46875, + "epoch": 0.7153189760260057, + "grad_norm": 6.537243843078613, + "kl": 0.4072265625, + "learning_rate": 2.846228868660598e-07, + "loss": 0.0163, + "reward": 1.7394062876701355, + "reward_std": 0.13632123917341232, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7706563174724579, "step": 4401 }, { - "epoch": 0.29, - "learning_rate": 1.6541898367719736e-05, - "loss": 1.0559, + "clip_ratio": 0.0, + "completion_length": 158.34375, + "epoch": 0.7154815115806583, + "grad_norm": 1.7092537879943848, + "kl": 0.9326171875, + "learning_rate": 2.8446033810143045e-07, + "loss": 0.0373, + "reward": 1.7327797412872314, + "reward_std": 0.2198239415884018, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7796547710895538, "step": 4402 }, { - "epoch": 0.29, - "learning_rate": 1.6540257613126104e-05, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 163.8125, + "epoch": 0.7156440471353108, + "grad_norm": 1.329119086265564, + "kl": 1.072265625, + "learning_rate": 2.8429778933680105e-07, + "loss": 0.0429, + "reward": 1.6684710383415222, + "reward_std": 0.3470052182674408, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7778460383415222, "step": 4403 }, { - "epoch": 0.29, - "learning_rate": 1.653861655079701e-05, - "loss": 1.0659, + "clip_ratio": 0.0, + "completion_length": 157.96875, + "epoch": 0.7158065826899634, + "grad_norm": 1.5699204206466675, + "kl": 2.23046875, + "learning_rate": 2.8413524057217165e-07, + "loss": 0.0893, + "reward": 1.642057180404663, + "reward_std": 0.316265270113945, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7670571804046631, "step": 4404 }, { - "epoch": 0.3, - "learning_rate": 1.653697518080968e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 172.328125, + "epoch": 0.7159691182446161, + "grad_norm": 1.7540873289108276, + "kl": 1.89453125, + "learning_rate": 2.8397269180754225e-07, + "loss": 0.0757, + "reward": 1.6079286932945251, + "reward_std": 0.23668671399354935, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6860536932945251, "step": 4405 }, { - "epoch": 0.3, - "learning_rate": 1.6535333503241337e-05, - "loss": 1.0126, + "clip_ratio": 0.0, + "completion_length": 166.203125, + "epoch": 0.7161316537992686, + "grad_norm": 1.450232744216919, + "kl": 2.328125, + "learning_rate": 2.8381014304291285e-07, + "loss": 0.0934, + "reward": 1.6152687072753906, + "reward_std": 0.3019306845963001, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7246437072753906, "step": 4406 }, { - "epoch": 0.3, - "learning_rate": 1.653369151816923e-05, - "loss": 1.0348, + "clip_ratio": 0.0, + "completion_length": 152.859375, + "epoch": 0.7162941893539212, + "grad_norm": 2.172407865524292, + "kl": 1.916015625, + "learning_rate": 2.836475942782835e-07, + "loss": 0.0767, + "reward": 1.6566686034202576, + "reward_std": 0.19001618772745132, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7191686630249023, "step": 4407 }, { - "epoch": 0.3, - "learning_rate": 1.653204922567062e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 196.140625, + "epoch": 0.7164567249085737, + "grad_norm": 2.527275323867798, + "kl": 2.49609375, + "learning_rate": 2.834850455136541e-07, + "loss": 0.1, + "reward": 1.6228313446044922, + "reward_std": 0.25987666845321655, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7478313148021698, "step": 4408 }, { - "epoch": 0.3, - "learning_rate": 1.6530406625822775e-05, - "loss": 1.1167, + "clip_ratio": 0.0, + "completion_length": 159.453125, + "epoch": 0.7166192604632263, + "grad_norm": 2.403801679611206, + "kl": 2.828125, + "learning_rate": 2.833224967490247e-07, + "loss": 0.1134, + "reward": 1.5080758929252625, + "reward_std": 0.42870354652404785, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6955759525299072, "step": 4409 }, { - "epoch": 0.3, - "learning_rate": 1.6528763718702992e-05, - "loss": 0.9705, + "clip_ratio": 0.0, + "completion_length": 170.1875, + "epoch": 0.716781796017879, + "grad_norm": 1.0499011278152466, + "kl": 1.12548828125, + "learning_rate": 2.831599479843953e-07, + "loss": 0.0452, + "reward": 1.7488005757331848, + "reward_std": 0.18637359142303467, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8113005757331848, "step": 4410 }, { - "epoch": 0.3, - "learning_rate": 1.6527120504388565e-05, - "loss": 1.0644, + "clip_ratio": 0.0, + "completion_length": 165.96875, + "epoch": 0.7169443315725315, + "grad_norm": 1.8979848623275757, + "kl": 1.44140625, + "learning_rate": 2.829973992197659e-07, + "loss": 0.0578, + "reward": 1.664709746837616, + "reward_std": 0.28124020993709564, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7584597170352936, "step": 4411 }, { - "epoch": 0.3, - "learning_rate": 1.6525476982956816e-05, - "loss": 1.0794, + "clip_ratio": 0.0, + "completion_length": 166.296875, + "epoch": 0.7171068671271841, + "grad_norm": 1.3791412115097046, + "kl": 1.625, + "learning_rate": 2.8283485045513655e-07, + "loss": 0.0649, + "reward": 1.6898144483566284, + "reward_std": 0.2204570434987545, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.783564418554306, "step": 4412 }, { - "epoch": 0.3, - "learning_rate": 1.6523833154485077e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 172.453125, + "epoch": 0.7172694026818367, + "grad_norm": 3.0199975967407227, + "kl": 1.255859375, + "learning_rate": 2.8267230169050715e-07, + "loss": 0.0502, + "reward": 1.685752511024475, + "reward_std": 0.2118217647075653, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7638774514198303, "step": 4413 }, { - "epoch": 0.3, - "learning_rate": 1.6522189019050695e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 170.3125, + "epoch": 0.7174319382364892, + "grad_norm": 1.9997361898422241, + "kl": 1.75390625, + "learning_rate": 2.8250975292587775e-07, + "loss": 0.0702, + "reward": 1.7177916765213013, + "reward_std": 0.3385907858610153, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7959166765213013, "step": 4414 }, { - "epoch": 0.3, - "learning_rate": 1.6520544576731028e-05, - "loss": 0.926, + "clip_ratio": 0.0, + "completion_length": 156.390625, + "epoch": 0.7175944737911418, + "grad_norm": 1.4253840446472168, + "kl": 1.47216796875, + "learning_rate": 2.8234720416124834e-07, + "loss": 0.0588, + "reward": 1.6599258184432983, + "reward_std": 0.2561330944299698, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7849258482456207, "step": 4415 }, { - "epoch": 0.3, - "learning_rate": 1.651889982760345e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 158.484375, + "epoch": 0.7177570093457943, + "grad_norm": 1.3594601154327393, + "kl": 0.895751953125, + "learning_rate": 2.8218465539661894e-07, + "loss": 0.0359, + "reward": 1.6148704886436462, + "reward_std": 0.216956228017807, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6617454588413239, "step": 4416 }, { - "epoch": 0.3, - "learning_rate": 1.6517254771745355e-05, - "loss": 1.0896, + "clip_ratio": 0.0, + "completion_length": 194.28125, + "epoch": 0.717919544900447, + "grad_norm": 1.8522415161132812, + "kl": 2.06640625, + "learning_rate": 2.820221066319896e-07, + "loss": 0.0825, + "reward": 1.557366669178009, + "reward_std": 0.38747456669807434, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7136166095733643, "step": 4417 }, { - "epoch": 0.3, - "learning_rate": 1.6515609409234142e-05, - "loss": 1.0677, + "clip_ratio": 0.0, + "completion_length": 161.984375, + "epoch": 0.7180820804550996, + "grad_norm": 1.3815453052520752, + "kl": 1.55078125, + "learning_rate": 2.818595578673602e-07, + "loss": 0.062, + "reward": 1.609285056591034, + "reward_std": 0.26485875993967056, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7499100267887115, "step": 4418 }, { - "epoch": 0.3, - "learning_rate": 1.6513963740147235e-05, - "loss": 0.9459, + "clip_ratio": 0.0, + "completion_length": 175.109375, + "epoch": 0.7182446160097521, + "grad_norm": 2.3070623874664307, + "kl": 1.46484375, + "learning_rate": 2.816970091027308e-07, + "loss": 0.0584, + "reward": 1.6048749685287476, + "reward_std": 0.17724677920341492, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6986249685287476, "step": 4419 }, { - "epoch": 0.3, - "learning_rate": 1.6512317764562063e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 157.359375, + "epoch": 0.7184071515644047, + "grad_norm": 1.4599878787994385, + "kl": 1.232421875, + "learning_rate": 2.815344603381014e-07, + "loss": 0.0491, + "reward": 1.8277689814567566, + "reward_std": 0.19731416553258896, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8746439516544342, "step": 4420 }, { - "epoch": 0.3, - "learning_rate": 1.6510671482556074e-05, - "loss": 1.1194, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.7185696871190573, + "grad_norm": 3.241802930831909, + "kl": 1.072265625, + "learning_rate": 2.81371911573472e-07, + "loss": 0.043, + "reward": 1.5617920756340027, + "reward_std": 0.21068858355283737, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6399170160293579, "step": 4421 }, { - "epoch": 0.3, - "learning_rate": 1.650902489420673e-05, - "loss": 1.0909, + "clip_ratio": 0.0, + "completion_length": 168.40625, + "epoch": 0.7187322226737098, + "grad_norm": 1.4356461763381958, + "kl": 1.7734375, + "learning_rate": 2.8120936280884264e-07, + "loss": 0.071, + "reward": 1.790869951248169, + "reward_std": 0.17055105417966843, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8533699214458466, "step": 4422 }, { - "epoch": 0.3, - "learning_rate": 1.6507377999591503e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 148.5, + "epoch": 0.7188947582283625, + "grad_norm": 1.3858519792556763, + "kl": 0.9677734375, + "learning_rate": 2.8104681404421324e-07, + "loss": 0.0388, + "reward": 1.6423394083976746, + "reward_std": 0.3166416436433792, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7517144680023193, "step": 4423 }, { - "epoch": 0.3, - "learning_rate": 1.6505730798787894e-05, - "loss": 1.0652, + "clip_ratio": 0.0, + "completion_length": 169.890625, + "epoch": 0.7190572937830151, + "grad_norm": 1.5078825950622559, + "kl": 0.912109375, + "learning_rate": 2.8088426527958384e-07, + "loss": 0.0366, + "reward": 1.7222199440002441, + "reward_std": 0.20979403890669346, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7690949738025665, "step": 4424 }, { - "epoch": 0.3, - "learning_rate": 1.65040832918734e-05, - "loss": 1.037, + "clip_ratio": 0.0, + "completion_length": 154.0625, + "epoch": 0.7192198293376676, + "grad_norm": 2.344352960586548, + "kl": 0.45556640625, + "learning_rate": 2.8072171651495444e-07, + "loss": 0.0182, + "reward": 1.7634581923484802, + "reward_std": 0.12357714585959911, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7947081923484802, "step": 4425 }, { - "epoch": 0.3, - "learning_rate": 1.6502435478925543e-05, - "loss": 1.0795, + "clip_ratio": 0.0, + "completion_length": 159.375, + "epoch": 0.7193823648923202, + "grad_norm": 1.4724609851837158, + "kl": 1.0625, + "learning_rate": 2.8055916775032504e-07, + "loss": 0.0425, + "reward": 1.693397879600525, + "reward_std": 0.1948082223534584, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7558978796005249, "step": 4426 }, { - "epoch": 0.3, - "learning_rate": 1.650078736002185e-05, - "loss": 1.0957, + "clip_ratio": 0.0, + "completion_length": 147.046875, + "epoch": 0.7195449004469727, + "grad_norm": 1.8374582529067993, + "kl": 0.6943359375, + "learning_rate": 2.8039661898569574e-07, + "loss": 0.0277, + "reward": 1.8132279515266418, + "reward_std": 0.21095500886440277, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8601029813289642, "step": 4427 }, { - "epoch": 0.3, - "learning_rate": 1.649913893523988e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 154.328125, + "epoch": 0.7197074360016253, + "grad_norm": 1.3140058517456055, + "kl": 0.53759765625, + "learning_rate": 2.8023407022106634e-07, + "loss": 0.0215, + "reward": 1.8087428212165833, + "reward_std": 0.15903350338339806, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8399927914142609, "step": 4428 }, { - "epoch": 0.3, - "learning_rate": 1.649749020465719e-05, - "loss": 1.0943, + "clip_ratio": 0.0, + "completion_length": 181.828125, + "epoch": 0.719869971556278, + "grad_norm": 2.7504992485046387, + "kl": 1.439453125, + "learning_rate": 2.8007152145643694e-07, + "loss": 0.0576, + "reward": 1.704478144645691, + "reward_std": 0.27384404838085175, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8138531446456909, "step": 4429 }, { - "epoch": 0.3, - "learning_rate": 1.6495841168351353e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 166.328125, + "epoch": 0.7200325071109305, + "grad_norm": 1.3123217821121216, + "kl": 1.107421875, + "learning_rate": 2.7990897269180754e-07, + "loss": 0.0442, + "reward": 1.6930855512619019, + "reward_std": 0.281746469438076, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7712105214595795, "step": 4430 }, { - "epoch": 0.3, - "learning_rate": 1.6494191826399964e-05, - "loss": 1.0527, + "clip_ratio": 0.0, + "completion_length": 174.5, + "epoch": 0.7201950426655831, + "grad_norm": 1.7287266254425049, + "kl": 2.6171875, + "learning_rate": 2.7974642392717814e-07, + "loss": 0.1049, + "reward": 1.3889498710632324, + "reward_std": 0.4763319194316864, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.5608248710632324, "step": 4431 }, { - "epoch": 0.3, - "learning_rate": 1.6492542178880633e-05, - "loss": 1.0007, + "clip_ratio": 0.0, + "completion_length": 189.828125, + "epoch": 0.7203575782202357, + "grad_norm": 2.1154873371124268, + "kl": 2.609375, + "learning_rate": 2.795838751625488e-07, + "loss": 0.1043, + "reward": 1.609081208705902, + "reward_std": 0.21234750002622604, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7028311789035797, "step": 4432 }, { - "epoch": 0.3, - "learning_rate": 1.6490892225870974e-05, - "loss": 1.0448, + "clip_ratio": 0.0, + "completion_length": 190.3125, + "epoch": 0.7205201137748882, + "grad_norm": 1.9622753858566284, + "kl": 3.15625, + "learning_rate": 2.794213263979194e-07, + "loss": 0.1264, + "reward": 1.439572513103485, + "reward_std": 0.4179544597864151, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5958225131034851, "step": 4433 }, { - "epoch": 0.3, - "learning_rate": 1.6489241967448625e-05, - "loss": 1.0668, + "clip_ratio": 0.0, + "completion_length": 157.328125, + "epoch": 0.7206826493295408, + "grad_norm": 1.3080840110778809, + "kl": 1.78125, + "learning_rate": 2.7925877763329e-07, + "loss": 0.0714, + "reward": 1.7094674110412598, + "reward_std": 0.2409980744123459, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7875925004482269, "step": 4434 }, { - "epoch": 0.3, - "learning_rate": 1.6487591403691227e-05, - "loss": 1.0223, + "clip_ratio": 0.0, + "completion_length": 161.78125, + "epoch": 0.7208451848841935, + "grad_norm": 2.4818150997161865, + "kl": 2.9609375, + "learning_rate": 2.790962288686606e-07, + "loss": 0.1183, + "reward": 1.4485976099967957, + "reward_std": 0.43077968060970306, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6360976696014404, "step": 4435 }, { - "epoch": 0.3, - "learning_rate": 1.6485940534676456e-05, - "loss": 1.1241, + "clip_ratio": 0.0, + "completion_length": 152.921875, + "epoch": 0.721007720438846, + "grad_norm": 1.8847733736038208, + "kl": 0.3037109375, + "learning_rate": 2.789336801040312e-07, + "loss": 0.0122, + "reward": 1.6693847179412842, + "reward_std": 0.1478836089372635, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7006347179412842, "step": 4436 }, { - "epoch": 0.3, - "learning_rate": 1.648428936048198e-05, - "loss": 1.0086, + "clip_ratio": 0.0, + "completion_length": 156.1875, + "epoch": 0.7211702559934986, + "grad_norm": 1.803157091140747, + "kl": 1.123046875, + "learning_rate": 2.7877113133940184e-07, + "loss": 0.0449, + "reward": 1.6590269804000854, + "reward_std": 0.24845997244119644, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7527770102024078, "step": 4437 }, { - "epoch": 0.3, - "learning_rate": 1.6482637881185493e-05, - "loss": 0.9567, + "clip_ratio": 0.0, + "completion_length": 154.84375, + "epoch": 0.7213327915481511, + "grad_norm": 1.6109747886657715, + "kl": 2.1328125, + "learning_rate": 2.7860858257477244e-07, + "loss": 0.0854, + "reward": 1.6680940389633179, + "reward_std": 0.45519980788230896, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.824344128370285, "step": 4438 }, { - "epoch": 0.3, - "learning_rate": 1.6480986096864704e-05, - "loss": 1.0897, + "clip_ratio": 0.0, + "completion_length": 142.5625, + "epoch": 0.7214953271028037, + "grad_norm": 1.719015121459961, + "kl": 1.875, + "learning_rate": 2.7844603381014304e-07, + "loss": 0.0751, + "reward": 1.6154274940490723, + "reward_std": 0.40337324142456055, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7560524344444275, "step": 4439 }, { - "epoch": 0.3, - "learning_rate": 1.6479334007597333e-05, - "loss": 1.0199, + "clip_ratio": 0.0, + "completion_length": 157.984375, + "epoch": 0.7216578626574564, + "grad_norm": 1.5969617366790771, + "kl": 0.841796875, + "learning_rate": 2.7828348504551364e-07, + "loss": 0.0338, + "reward": 1.7538013458251953, + "reward_std": 0.1266891360282898, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8006763756275177, "step": 4440 }, { - "epoch": 0.3, - "learning_rate": 1.6477681613461106e-05, - "loss": 0.973, + "clip_ratio": 0.0, + "completion_length": 149.34375, + "epoch": 0.7218203982121089, + "grad_norm": 3.695563316345215, + "kl": 1.083984375, + "learning_rate": 2.7812093628088424e-07, + "loss": 0.0434, + "reward": 1.5962753891944885, + "reward_std": 0.32251256704330444, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6900254487991333, "step": 4441 }, { - "epoch": 0.3, - "learning_rate": 1.6476028914533785e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 156.9375, + "epoch": 0.7219829337667615, + "grad_norm": 4.8038787841796875, + "kl": 3.234375, + "learning_rate": 2.779583875162549e-07, + "loss": 0.1294, + "reward": 1.5915457010269165, + "reward_std": 0.2521321624517441, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7634206712245941, "step": 4442 }, { - "epoch": 0.3, - "learning_rate": 1.647437591089313e-05, - "loss": 1.0107, + "clip_ratio": 0.0, + "completion_length": 162.828125, + "epoch": 0.7221454693214141, + "grad_norm": 1.5806546211242676, + "kl": 1.01953125, + "learning_rate": 2.777958387516255e-07, + "loss": 0.0409, + "reward": 1.7268482446670532, + "reward_std": 0.1738274171948433, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7580981850624084, "step": 4443 }, { - "epoch": 0.3, - "learning_rate": 1.6472722602616914e-05, - "loss": 1.0905, + "clip_ratio": 0.0, + "completion_length": 147.265625, + "epoch": 0.7223080048760666, + "grad_norm": 1.9452100992202759, + "kl": 1.05859375, + "learning_rate": 2.776332899869961e-07, + "loss": 0.0423, + "reward": 1.6469727754592896, + "reward_std": 0.26136423647403717, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7407228052616119, "step": 4444 }, { - "epoch": 0.3, - "learning_rate": 1.6471068989782934e-05, - "loss": 1.0207, + "clip_ratio": 0.0, + "completion_length": 162.9375, + "epoch": 0.7224705404307192, + "grad_norm": 1.8723515272140503, + "kl": 1.48828125, + "learning_rate": 2.774707412223667e-07, + "loss": 0.0595, + "reward": 1.7119132280349731, + "reward_std": 0.23705606162548065, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7744132280349731, "step": 4445 }, { - "epoch": 0.3, - "learning_rate": 1.6469415072468994e-05, - "loss": 1.005, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.7226330759853719, + "grad_norm": 1.47788405418396, + "kl": 1.703125, + "learning_rate": 2.773081924577373e-07, + "loss": 0.068, + "reward": 1.700330674648285, + "reward_std": 0.16561075672507286, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7628306150436401, "step": 4446 }, { - "epoch": 0.3, - "learning_rate": 1.6467760850752915e-05, - "loss": 1.0265, + "clip_ratio": 0.0, + "completion_length": 166.359375, + "epoch": 0.7227956115400244, + "grad_norm": 2.409597158432007, + "kl": 1.5, + "learning_rate": 2.7714564369310794e-07, + "loss": 0.0598, + "reward": 1.6691737174987793, + "reward_std": 0.19178035110235214, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7785486876964569, "step": 4447 }, { - "epoch": 0.3, - "learning_rate": 1.6466106324712538e-05, - "loss": 0.993, + "clip_ratio": 0.0, + "completion_length": 160.953125, + "epoch": 0.722958147094677, + "grad_norm": 1.202826976776123, + "kl": 2.1953125, + "learning_rate": 2.7698309492847854e-07, + "loss": 0.0877, + "reward": 1.717422366142273, + "reward_std": 0.40956345200538635, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.842422366142273, "step": 4448 }, { - "epoch": 0.3, - "learning_rate": 1.6464451494425705e-05, - "loss": 1.0193, + "clip_ratio": 0.0, + "completion_length": 166.265625, + "epoch": 0.7231206826493295, + "grad_norm": 3.5117454528808594, + "kl": 1.611328125, + "learning_rate": 2.7682054616384914e-07, + "loss": 0.0644, + "reward": 1.7524014115333557, + "reward_std": 0.23674117028713226, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8305264413356781, "step": 4449 }, { - "epoch": 0.3, - "learning_rate": 1.646279635997028e-05, - "loss": 1.1069, + "clip_ratio": 0.0, + "completion_length": 152.59375, + "epoch": 0.7232832182039821, + "grad_norm": 4.416891098022461, + "kl": 0.25390625, + "learning_rate": 2.7665799739921973e-07, + "loss": 0.0102, + "reward": 1.7228126525878906, + "reward_std": 0.09986662119626999, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7696875631809235, "step": 4450 }, { - "epoch": 0.3, - "learning_rate": 1.6461140921424144e-05, - "loss": 1.0583, + "clip_ratio": 0.0, + "completion_length": 178.078125, + "epoch": 0.7234457537586347, + "grad_norm": 4.520440578460693, + "kl": 1.01953125, + "learning_rate": 2.7649544863459033e-07, + "loss": 0.0409, + "reward": 1.7864216566085815, + "reward_std": 0.16081907600164413, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8332966566085815, "step": 4451 }, { - "epoch": 0.3, - "learning_rate": 1.6459485178865192e-05, - "loss": 1.0432, + "clip_ratio": 0.0, + "completion_length": 146.75, + "epoch": 0.7236082893132872, + "grad_norm": 1.7394957542419434, + "kl": 1.205078125, + "learning_rate": 2.76332899869961e-07, + "loss": 0.0482, + "reward": 1.722458839416504, + "reward_std": 0.1832030639052391, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7693337798118591, "step": 4452 }, { - "epoch": 0.3, - "learning_rate": 1.6457829132371334e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 159.390625, + "epoch": 0.7237708248679399, + "grad_norm": 1.5063424110412598, + "kl": 0.861328125, + "learning_rate": 2.761703511053316e-07, + "loss": 0.0345, + "reward": 1.6399680376052856, + "reward_std": 0.306784525513649, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7180930376052856, "step": 4453 }, { - "epoch": 0.3, - "learning_rate": 1.645617278202048e-05, - "loss": 1.0033, + "clip_ratio": 0.0, + "completion_length": 149.359375, + "epoch": 0.7239333604225925, + "grad_norm": 2.437201738357544, + "kl": 1.95703125, + "learning_rate": 2.760078023407022e-07, + "loss": 0.0782, + "reward": 1.726233184337616, + "reward_std": 0.2927120178937912, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.804358184337616, "step": 4454 }, { - "epoch": 0.3, - "learning_rate": 1.645451612789057e-05, - "loss": 0.9753, + "clip_ratio": 0.0, + "completion_length": 160.875, + "epoch": 0.724095895977245, + "grad_norm": 3.6920745372772217, + "kl": 1.67578125, + "learning_rate": 2.758452535760728e-07, + "loss": 0.067, + "reward": 1.7098408341407776, + "reward_std": 0.2629554197192192, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8192158341407776, "step": 4455 }, { - "epoch": 0.3, - "learning_rate": 1.6452859170059554e-05, - "loss": 0.9622, + "clip_ratio": 0.0, + "completion_length": 166.96875, + "epoch": 0.7242584315318976, + "grad_norm": 1.992350697517395, + "kl": 1.765625, + "learning_rate": 2.756827048114434e-07, + "loss": 0.0705, + "reward": 1.6442788243293762, + "reward_std": 0.3608856201171875, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7692787945270538, "step": 4456 }, { - "epoch": 0.3, - "learning_rate": 1.6451201908605397e-05, - "loss": 1.0109, + "clip_ratio": 0.0, + "completion_length": 165.234375, + "epoch": 0.7244209670865502, + "grad_norm": 2.5569772720336914, + "kl": 2.55859375, + "learning_rate": 2.7552015604681403e-07, + "loss": 0.1022, + "reward": 1.7393982410430908, + "reward_std": 0.18117767572402954, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8487732410430908, "step": 4457 }, { - "epoch": 0.3, - "learning_rate": 1.644954434360608e-05, - "loss": 1.0606, + "clip_ratio": 0.0, + "completion_length": 145.921875, + "epoch": 0.7245835026412027, + "grad_norm": 3.944636344909668, + "kl": 0.822265625, + "learning_rate": 2.7535760728218463e-07, + "loss": 0.0328, + "reward": 1.7094274759292603, + "reward_std": 0.19126473367214203, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7875525653362274, "step": 4458 }, { - "epoch": 0.3, - "learning_rate": 1.644788647513959e-05, - "loss": 1.0656, + "clip_ratio": 0.0, + "completion_length": 158.640625, + "epoch": 0.7247460381958554, + "grad_norm": 5.5971856117248535, + "kl": 1.1513671875, + "learning_rate": 2.7519505851755523e-07, + "loss": 0.046, + "reward": 1.6732975244522095, + "reward_std": 0.2700735479593277, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7514226138591766, "step": 4459 }, { - "epoch": 0.3, - "learning_rate": 1.6446228303283937e-05, - "loss": 1.049, + "clip_ratio": 0.0, + "completion_length": 174.78125, + "epoch": 0.7249085737505079, + "grad_norm": 1.9534356594085693, + "kl": 2.2109375, + "learning_rate": 2.7503250975292583e-07, + "loss": 0.0884, + "reward": 1.6440435647964478, + "reward_std": 0.3150085210800171, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7690435349941254, "step": 4460 }, { - "epoch": 0.3, - "learning_rate": 1.644456982811714e-05, - "loss": 0.9526, + "clip_ratio": 0.0, + "completion_length": 172.53125, + "epoch": 0.7250711093051605, + "grad_norm": 3.3567006587982178, + "kl": 2.7109375, + "learning_rate": 2.748699609882965e-07, + "loss": 0.1084, + "reward": 1.5664507746696472, + "reward_std": 0.37527674436569214, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7227007746696472, "step": 4461 }, { - "epoch": 0.3, - "learning_rate": 1.6442911049717237e-05, - "loss": 1.0647, + "clip_ratio": 0.0, + "completion_length": 165.375, + "epoch": 0.7252336448598131, + "grad_norm": 1.310699224472046, + "kl": 3.109375, + "learning_rate": 2.7470741222366713e-07, + "loss": 0.1242, + "reward": 1.6403295993804932, + "reward_std": 0.33983615040779114, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7809546291828156, "step": 4462 }, { - "epoch": 0.3, - "learning_rate": 1.6441251968162278e-05, - "loss": 1.0847, + "clip_ratio": 0.0, + "completion_length": 161.75, + "epoch": 0.7253961804144656, + "grad_norm": 1.044525146484375, + "kl": 1.6171875, + "learning_rate": 2.7454486345903773e-07, + "loss": 0.0647, + "reward": 1.7103312015533447, + "reward_std": 0.2359887883067131, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7884562313556671, "step": 4463 }, { - "epoch": 0.3, - "learning_rate": 1.6439592583530324e-05, - "loss": 1.0381, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.7255587159691183, + "grad_norm": 2.115978240966797, + "kl": 0.69921875, + "learning_rate": 2.7438231469440833e-07, + "loss": 0.028, + "reward": 1.6465144157409668, + "reward_std": 0.25512514263391495, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7402644455432892, "step": 4464 }, { - "epoch": 0.3, - "learning_rate": 1.6437932895899455e-05, - "loss": 1.0429, + "clip_ratio": 0.0, + "completion_length": 177.890625, + "epoch": 0.7257212515237709, + "grad_norm": 1.8061057329177856, + "kl": 3.7265625, + "learning_rate": 2.7421976592977893e-07, + "loss": 0.1487, + "reward": 1.548865258693695, + "reward_std": 0.3791128993034363, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7519902586936951, "step": 4465 }, { - "epoch": 0.3, - "learning_rate": 1.6436272905347765e-05, - "loss": 1.0122, + "clip_ratio": 0.0, + "completion_length": 155.875, + "epoch": 0.7258837870784234, + "grad_norm": 2.9653992652893066, + "kl": 1.908203125, + "learning_rate": 2.7405721716514953e-07, + "loss": 0.0765, + "reward": 1.5917495489120483, + "reward_std": 0.20907989144325256, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7011246085166931, "step": 4466 }, { - "epoch": 0.3, - "learning_rate": 1.6434612611953355e-05, - "loss": 1.02, + "clip_ratio": 0.0, + "completion_length": 152.671875, + "epoch": 0.726046322633076, + "grad_norm": 1.471937894821167, + "kl": 1.375, + "learning_rate": 2.738946684005202e-07, + "loss": 0.0548, + "reward": 1.733529269695282, + "reward_std": 0.19393543154001236, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.796029269695282, "step": 4467 }, { - "epoch": 0.3, - "learning_rate": 1.643295201579435e-05, - "loss": 0.9728, + "clip_ratio": 0.0, + "completion_length": 151.0, + "epoch": 0.7262088581877285, + "grad_norm": 2.3640029430389404, + "kl": 2.1015625, + "learning_rate": 2.737321196358908e-07, + "loss": 0.0843, + "reward": 1.636529266834259, + "reward_std": 0.22034085541963577, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.745904266834259, "step": 4468 }, { - "epoch": 0.3, - "learning_rate": 1.6431291116948885e-05, - "loss": 0.9976, + "clip_ratio": 0.0, + "completion_length": 167.546875, + "epoch": 0.7263713937423811, + "grad_norm": 1.5092079639434814, + "kl": 1.85546875, + "learning_rate": 2.735695708712614e-07, + "loss": 0.0742, + "reward": 1.6241374611854553, + "reward_std": 0.31183890998363495, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7178874611854553, "step": 4469 }, { - "epoch": 0.3, - "learning_rate": 1.6429629915495112e-05, - "loss": 1.0777, + "clip_ratio": 0.0, + "completion_length": 165.1875, + "epoch": 0.7265339292970338, + "grad_norm": 2.462397575378418, + "kl": 2.2265625, + "learning_rate": 2.73407022106632e-07, + "loss": 0.089, + "reward": 1.7325998544692993, + "reward_std": 0.2213008999824524, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8575998246669769, "step": 4470 }, { - "epoch": 0.3, - "learning_rate": 1.6427968411511193e-05, - "loss": 1.0739, + "clip_ratio": 0.0, + "completion_length": 163.078125, + "epoch": 0.7266964648516863, + "grad_norm": 1.8571844100952148, + "kl": 1.259765625, + "learning_rate": 2.732444733420026e-07, + "loss": 0.0505, + "reward": 1.657550573348999, + "reward_std": 0.3122371658682823, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7513006031513214, "step": 4471 }, { - "epoch": 0.3, - "learning_rate": 1.64263066050753e-05, - "loss": 0.989, + "clip_ratio": 0.0, + "completion_length": 166.078125, + "epoch": 0.7268590004063389, + "grad_norm": 1.7046575546264648, + "kl": 0.935546875, + "learning_rate": 2.7308192457737323e-07, + "loss": 0.0374, + "reward": 1.7938176989555359, + "reward_std": 0.2561698704957962, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8875676691532135, "step": 4472 }, { - "epoch": 0.3, - "learning_rate": 1.6424644496265635e-05, - "loss": 1.0449, + "clip_ratio": 0.0, + "completion_length": 145.1875, + "epoch": 0.7270215359609915, + "grad_norm": 3.1396679878234863, + "kl": 0.87890625, + "learning_rate": 2.7291937581274383e-07, + "loss": 0.0351, + "reward": 1.7213537693023682, + "reward_std": 0.21860186755657196, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7838537395000458, "step": 4473 }, { - "epoch": 0.3, - "learning_rate": 1.6422982085160394e-05, - "loss": 1.0322, + "clip_ratio": 0.0, + "completion_length": 154.375, + "epoch": 0.727184071515644, + "grad_norm": 1.3817716836929321, + "kl": 0.77099609375, + "learning_rate": 2.7275682704811443e-07, + "loss": 0.0308, + "reward": 1.9057397246360779, + "reward_std": 0.052988117095083, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9369896948337555, "step": 4474 }, { - "epoch": 0.3, - "learning_rate": 1.6421319371837808e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 144.625, + "epoch": 0.7273466070702966, + "grad_norm": 2.139730453491211, + "kl": 0.8671875, + "learning_rate": 2.7259427828348503e-07, + "loss": 0.0346, + "reward": 1.731972336769104, + "reward_std": 0.22287360206246376, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7944723069667816, "step": 4475 }, { - "epoch": 0.3, - "learning_rate": 1.6419656356376107e-05, - "loss": 1.0009, + "clip_ratio": 0.0, + "completion_length": 173.171875, + "epoch": 0.7275091426249493, + "grad_norm": 4.919240951538086, + "kl": 1.82421875, + "learning_rate": 2.7243172951885563e-07, + "loss": 0.0731, + "reward": 1.6434379816055298, + "reward_std": 0.28200046718120575, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7684379816055298, "step": 4476 }, { - "epoch": 0.3, - "learning_rate": 1.6417993038853535e-05, - "loss": 1.0155, + "clip_ratio": 0.0, + "completion_length": 147.65625, + "epoch": 0.7276716781796018, + "grad_norm": 2.447850227355957, + "kl": 1.4609375, + "learning_rate": 2.722691807542263e-07, + "loss": 0.0586, + "reward": 1.6782249808311462, + "reward_std": 0.32609982788562775, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7876000106334686, "step": 4477 }, { - "epoch": 0.3, - "learning_rate": 1.6416329419348363e-05, - "loss": 0.964, + "clip_ratio": 0.0, + "completion_length": 162.3125, + "epoch": 0.7278342137342544, + "grad_norm": 1.4803953170776367, + "kl": 1.3232421875, + "learning_rate": 2.721066319895969e-07, + "loss": 0.0529, + "reward": 1.6656407713890076, + "reward_std": 0.20748990774154663, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7437657415866852, "step": 4478 }, { - "epoch": 0.3, - "learning_rate": 1.641466549793887e-05, - "loss": 1.0247, + "clip_ratio": 0.0, + "completion_length": 161.703125, + "epoch": 0.7279967492889069, + "grad_norm": 1.0284860134124756, + "kl": 1.396728515625, + "learning_rate": 2.719440832249675e-07, + "loss": 0.0559, + "reward": 1.7502840757369995, + "reward_std": 0.17536160349845886, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8440340161323547, "step": 4479 }, { - "epoch": 0.3, - "learning_rate": 1.641300127470334e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 178.8125, + "epoch": 0.7281592848435595, + "grad_norm": 2.721863269805908, + "kl": 1.015625, + "learning_rate": 2.717815344603381e-07, + "loss": 0.0405, + "reward": 1.7522025108337402, + "reward_std": 0.14422177523374557, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8303275108337402, "step": 4480 }, { - "epoch": 0.3, - "learning_rate": 1.641133674972008e-05, - "loss": 1.0003, + "clip_ratio": 0.0, + "completion_length": 175.390625, + "epoch": 0.7283218203982121, + "grad_norm": 2.026625633239746, + "kl": 1.294921875, + "learning_rate": 2.716189856957087e-07, + "loss": 0.0518, + "reward": 1.6894225478172302, + "reward_std": 0.16087334603071213, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7519225478172302, "step": 4481 }, { - "epoch": 0.3, - "learning_rate": 1.6409671923067412e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 155.125, + "epoch": 0.7284843559528646, + "grad_norm": 2.5482895374298096, + "kl": 1.58984375, + "learning_rate": 2.7145643693107933e-07, + "loss": 0.0636, + "reward": 1.6926501989364624, + "reward_std": 0.26399293541908264, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8020252287387848, "step": 4482 }, { - "epoch": 0.3, - "learning_rate": 1.6408006794823675e-05, - "loss": 0.9628, + "clip_ratio": 0.0, + "completion_length": 145.609375, + "epoch": 0.7286468915075173, + "grad_norm": 1.8779538869857788, + "kl": 0.24853515625, + "learning_rate": 2.712938881664499e-07, + "loss": 0.01, + "reward": 1.9146473407745361, + "reward_std": 0.09730732440948486, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.9302722811698914, "step": 4483 }, { - "epoch": 0.3, - "learning_rate": 1.640634136506721e-05, - "loss": 1.078, + "clip_ratio": 0.0, + "completion_length": 154.015625, + "epoch": 0.7288094270621699, + "grad_norm": 1.9654457569122314, + "kl": 1.80078125, + "learning_rate": 2.711313394018205e-07, + "loss": 0.072, + "reward": 1.6126289367675781, + "reward_std": 0.4071156978607178, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7532539367675781, "step": 4484 }, { - "epoch": 0.3, - "learning_rate": 1.640467563387638e-05, - "loss": 1.0267, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.7289719626168224, + "grad_norm": 1.8675739765167236, + "kl": 1.353515625, + "learning_rate": 2.709687906371911e-07, + "loss": 0.0542, + "reward": 1.4776853322982788, + "reward_std": 0.21115774661302567, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6026853322982788, "step": 4485 }, { - "epoch": 0.3, - "learning_rate": 1.640300960132957e-05, - "loss": 1.0221, + "clip_ratio": 0.0, + "completion_length": 172.125, + "epoch": 0.729134498171475, + "grad_norm": 1.8218737840652466, + "kl": 0.764404296875, + "learning_rate": 2.708062418725617e-07, + "loss": 0.0306, + "reward": 1.7478233575820923, + "reward_std": 0.15440231561660767, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8103233575820923, "step": 4486 }, { - "epoch": 0.3, - "learning_rate": 1.640134326750516e-05, - "loss": 1.034, + "clip_ratio": 0.0, + "completion_length": 164.0625, + "epoch": 0.7292970337261276, + "grad_norm": 2.7926852703094482, + "kl": 1.515625, + "learning_rate": 2.706436931079324e-07, + "loss": 0.0605, + "reward": 1.633484423160553, + "reward_std": 0.3201400190591812, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7428593933582306, "step": 4487 }, { - "epoch": 0.3, - "learning_rate": 1.6399676632481564e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 144.453125, + "epoch": 0.7294595692807802, + "grad_norm": 1.3533271551132202, + "kl": 1.58984375, + "learning_rate": 2.70481144343303e-07, + "loss": 0.0636, + "reward": 1.6997994780540466, + "reward_std": 0.21278706938028336, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7779244184494019, "step": 4488 }, { - "epoch": 0.3, - "learning_rate": 1.6398009696337193e-05, - "loss": 1.0704, + "clip_ratio": 0.0, + "completion_length": 148.40625, + "epoch": 0.7296221048354328, + "grad_norm": 1.9333018064498901, + "kl": 0.8193359375, + "learning_rate": 2.7031859557867357e-07, + "loss": 0.0328, + "reward": 1.777702808380127, + "reward_std": 0.19473311677575111, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.840202808380127, "step": 4489 }, { - "epoch": 0.3, - "learning_rate": 1.639634245915049e-05, - "loss": 0.9836, + "clip_ratio": 0.0, + "completion_length": 179.953125, + "epoch": 0.7297846403900853, + "grad_norm": 2.542572498321533, + "kl": 0.98828125, + "learning_rate": 2.7015604681404417e-07, + "loss": 0.0395, + "reward": 1.5488474369049072, + "reward_std": 0.2861483693122864, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6425973773002625, "step": 4490 }, { - "epoch": 0.3, - "learning_rate": 1.63946749209999e-05, - "loss": 1.0907, + "clip_ratio": 0.0, + "completion_length": 167.46875, + "epoch": 0.7299471759447379, + "grad_norm": 1.6588324308395386, + "kl": 0.6181640625, + "learning_rate": 2.6999349804941477e-07, + "loss": 0.0248, + "reward": 1.7111007571220398, + "reward_std": 0.24781106412410736, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7892257869243622, "step": 4491 }, { - "epoch": 0.3, - "learning_rate": 1.6393007081963878e-05, - "loss": 0.9883, + "clip_ratio": 0.0, + "completion_length": 148.890625, + "epoch": 0.7301097114993905, + "grad_norm": 1.1139112710952759, + "kl": 0.40185546875, + "learning_rate": 2.698309492847854e-07, + "loss": 0.0161, + "reward": 1.736478328704834, + "reward_std": 0.24336077086627483, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7989782989025116, "step": 4492 }, { - "epoch": 0.3, - "learning_rate": 1.639133894212091e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 170.46875, + "epoch": 0.730272247054043, + "grad_norm": 1.9294270277023315, + "kl": 1.578125, + "learning_rate": 2.69668400520156e-07, + "loss": 0.0631, + "reward": 1.6656258702278137, + "reward_std": 0.31658652424812317, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7750008702278137, "step": 4493 }, { - "epoch": 0.3, - "learning_rate": 1.6389670501549477e-05, - "loss": 1.0393, + "clip_ratio": 0.0, + "completion_length": 149.125, + "epoch": 0.7304347826086957, + "grad_norm": 1.9476114511489868, + "kl": 1.1484375, + "learning_rate": 2.695058517555266e-07, + "loss": 0.046, + "reward": 1.6654493808746338, + "reward_std": 0.40036576986312866, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7748244404792786, "step": 4494 }, { - "epoch": 0.3, - "learning_rate": 1.6388001760328086e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 155.5625, + "epoch": 0.7305973181633483, + "grad_norm": 1.2548458576202393, + "kl": 2.02734375, + "learning_rate": 2.693433029908973e-07, + "loss": 0.0809, + "reward": 1.6010305881500244, + "reward_std": 0.26287467032670975, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7104055285453796, "step": 4495 }, { - "epoch": 0.3, - "learning_rate": 1.638633271853526e-05, - "loss": 0.9977, + "clip_ratio": 0.0, + "completion_length": 144.25, + "epoch": 0.7307598537180008, + "grad_norm": 1.3657629489898682, + "kl": 0.1572265625, + "learning_rate": 2.6918075422626787e-07, + "loss": 0.0063, + "reward": 1.7935725450515747, + "reward_std": 0.17530983686447144, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8404475450515747, "step": 4496 }, { - "epoch": 0.3, - "learning_rate": 1.638466337624953e-05, - "loss": 0.9842, + "clip_ratio": 0.0, + "completion_length": 160.796875, + "epoch": 0.7309223892726534, + "grad_norm": 2.3491528034210205, + "kl": 2.90625, + "learning_rate": 2.690182054616385e-07, + "loss": 0.1162, + "reward": 1.6590325236320496, + "reward_std": 0.31486884504556656, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8152824640274048, "step": 4497 }, { - "epoch": 0.3, - "learning_rate": 1.6382993733549434e-05, - "loss": 1.0183, + "clip_ratio": 0.0, + "completion_length": 170.015625, + "epoch": 0.731084924827306, + "grad_norm": 2.0209646224975586, + "kl": 0.693359375, + "learning_rate": 2.688556566970091e-07, + "loss": 0.0277, + "reward": 1.72483491897583, + "reward_std": 0.21668316423892975, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7873348593711853, "step": 4498 }, { - "epoch": 0.3, - "learning_rate": 1.6381323790513544e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 147.453125, + "epoch": 0.7312474603819585, + "grad_norm": 1.3399990797042847, + "kl": 1.3828125, + "learning_rate": 2.686931079323797e-07, + "loss": 0.0552, + "reward": 1.729757010936737, + "reward_std": 0.2852770611643791, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8078820109367371, "step": 4499 }, { - "epoch": 0.3, - "learning_rate": 1.6379653547220435e-05, - "loss": 1.0725, + "clip_ratio": 0.0, + "completion_length": 178.328125, + "epoch": 0.7314099959366112, + "grad_norm": 2.3995351791381836, + "kl": 1.232421875, + "learning_rate": 2.685305591677503e-07, + "loss": 0.0491, + "reward": 1.6942633390426636, + "reward_std": 0.1697360798716545, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7567632496356964, "step": 4500 }, { - "epoch": 0.3, - "learning_rate": 1.637798300374868e-05, - "loss": 1.0074, + "clip_ratio": 0.0, + "completion_length": 169.90625, + "epoch": 0.7315725314912637, + "grad_norm": 1.6625982522964478, + "kl": 1.51171875, + "learning_rate": 2.683680104031209e-07, + "loss": 0.0606, + "reward": 1.704749345779419, + "reward_std": 0.3466298282146454, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7984993755817413, "step": 4501 }, { - "epoch": 0.3, - "learning_rate": 1.6376312160176906e-05, - "loss": 1.0081, + "clip_ratio": 0.0, + "completion_length": 164.203125, + "epoch": 0.7317350670459163, + "grad_norm": 2.798553705215454, + "kl": 0.9912109375, + "learning_rate": 2.6820546163849157e-07, + "loss": 0.0397, + "reward": 1.6965579986572266, + "reward_std": 0.22620516270399094, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7746829986572266, "step": 4502 }, { - "epoch": 0.3, - "learning_rate": 1.6374641016583715e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 175.875, + "epoch": 0.7318976026005689, + "grad_norm": 1.5669617652893066, + "kl": 1.109375, + "learning_rate": 2.6804291287386217e-07, + "loss": 0.0445, + "reward": 1.5706605911254883, + "reward_std": 0.32667091488838196, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6800355613231659, "step": 4503 }, { - "epoch": 0.3, - "learning_rate": 1.6372969573047742e-05, - "loss": 0.9465, + "clip_ratio": 0.0, + "completion_length": 177.671875, + "epoch": 0.7320601381552214, + "grad_norm": 2.863490581512451, + "kl": 0.617431640625, + "learning_rate": 2.6788036410923277e-07, + "loss": 0.0247, + "reward": 1.7117043137550354, + "reward_std": 0.13075787387788296, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7429543435573578, "step": 4504 }, { - "epoch": 0.3, - "learning_rate": 1.6371297829647632e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 168.34375, + "epoch": 0.732222673709874, + "grad_norm": 1.4986927509307861, + "kl": 1.1474609375, + "learning_rate": 2.6771781534460337e-07, + "loss": 0.046, + "reward": 1.743466556072235, + "reward_std": 0.18456175364553928, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7903414666652679, "step": 4505 }, { - "epoch": 0.3, - "learning_rate": 1.6369625786462046e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 152.265625, + "epoch": 0.7323852092645267, + "grad_norm": 4.6999993324279785, + "kl": 0.5146484375, + "learning_rate": 2.6755526657997397e-07, + "loss": 0.0206, + "reward": 1.7365077137947083, + "reward_std": 0.20101731270551682, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8146326839923859, "step": 4506 }, { - "epoch": 0.3, - "learning_rate": 1.6367953443569658e-05, - "loss": 1.106, + "clip_ratio": 0.0, + "completion_length": 163.234375, + "epoch": 0.7325477448191792, + "grad_norm": 2.3132410049438477, + "kl": 2.43359375, + "learning_rate": 2.673927178153446e-07, + "loss": 0.0973, + "reward": 1.6177398562431335, + "reward_std": 0.3010784164071083, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7271147966384888, "step": 4507 }, { - "epoch": 0.3, - "learning_rate": 1.6366280801049153e-05, - "loss": 1.0704, + "clip_ratio": 0.0, + "completion_length": 156.65625, + "epoch": 0.7327102803738318, + "grad_norm": 1.8284834623336792, + "kl": 1.390625, + "learning_rate": 2.672301690507152e-07, + "loss": 0.0557, + "reward": 1.7234501838684082, + "reward_std": 0.2332090511918068, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7859502136707306, "step": 4508 }, { - "epoch": 0.3, - "learning_rate": 1.6364607858979237e-05, - "loss": 0.9907, + "clip_ratio": 0.0, + "completion_length": 158.4375, + "epoch": 0.7328728159284844, + "grad_norm": 4.738916397094727, + "kl": 0.9755859375, + "learning_rate": 2.670676202860858e-07, + "loss": 0.0391, + "reward": 1.569454312324524, + "reward_std": 0.3109210580587387, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7100793421268463, "step": 4509 }, { - "epoch": 0.3, - "learning_rate": 1.6362934617438628e-05, - "loss": 1.0519, + "clip_ratio": 0.0, + "completion_length": 159.03125, + "epoch": 0.7330353514831369, + "grad_norm": 1.2925711870193481, + "kl": 1.263671875, + "learning_rate": 2.669050715214564e-07, + "loss": 0.0505, + "reward": 1.7830514311790466, + "reward_std": 0.19121721386909485, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.845551460981369, "step": 4510 }, { - "epoch": 0.3, - "learning_rate": 1.6361261076506044e-05, - "loss": 1.0148, + "clip_ratio": 0.0, + "completion_length": 166.875, + "epoch": 0.7331978870377895, + "grad_norm": 2.496706008911133, + "kl": 1.9921875, + "learning_rate": 2.66742522756827e-07, + "loss": 0.0795, + "reward": 1.5779815316200256, + "reward_std": 0.24940404295921326, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.671731561422348, "step": 4511 }, { - "epoch": 0.3, - "learning_rate": 1.6359587236260243e-05, - "loss": 0.9835, + "clip_ratio": 0.0, + "completion_length": 161.65625, + "epoch": 0.733360422592442, + "grad_norm": 2.474658727645874, + "kl": 1.55078125, + "learning_rate": 2.6657997399219767e-07, + "loss": 0.062, + "reward": 1.582233190536499, + "reward_std": 0.349385105073452, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7072332203388214, "step": 4512 }, { - "epoch": 0.3, - "learning_rate": 1.6357913096779972e-05, - "loss": 1.0186, + "clip_ratio": 0.0, + "completion_length": 156.4375, + "epoch": 0.7335229581470947, + "grad_norm": 3.5772721767425537, + "kl": 2.328125, + "learning_rate": 2.6641742522756827e-07, + "loss": 0.093, + "reward": 1.5952982306480408, + "reward_std": 0.4648005962371826, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7671732008457184, "step": 4513 }, { - "epoch": 0.3, - "learning_rate": 1.635623865814402e-05, - "loss": 1.0032, + "clip_ratio": 0.0, + "completion_length": 146.40625, + "epoch": 0.7336854937017473, + "grad_norm": 1.7956587076187134, + "kl": 1.37109375, + "learning_rate": 2.6625487646293887e-07, + "loss": 0.0548, + "reward": 1.5886256694793701, + "reward_std": 0.3142901882529259, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6823756098747253, "step": 4514 }, { - "epoch": 0.3, - "learning_rate": 1.6354563920431154e-05, - "loss": 0.9452, + "clip_ratio": 0.0, + "completion_length": 140.546875, + "epoch": 0.7338480292563998, + "grad_norm": 1.3110065460205078, + "kl": 0.7197265625, + "learning_rate": 2.6609232769830947e-07, + "loss": 0.0288, + "reward": 1.6785160303115845, + "reward_std": 0.37050679326057434, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8035160601139069, "step": 4515 }, { - "epoch": 0.3, - "learning_rate": 1.6352888883720188e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 183.9375, + "epoch": 0.7340105648110524, + "grad_norm": 2.3720855712890625, + "kl": 1.4921875, + "learning_rate": 2.6592977893368007e-07, + "loss": 0.0597, + "reward": 1.7020525932312012, + "reward_std": 0.2122129574418068, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7801775932312012, "step": 4516 }, { - "epoch": 0.3, - "learning_rate": 1.6351213548089934e-05, - "loss": 0.9777, + "clip_ratio": 0.0, + "completion_length": 201.15625, + "epoch": 0.734173100365705, + "grad_norm": 4.6016716957092285, + "kl": 3.625, + "learning_rate": 2.657672301690507e-07, + "loss": 0.1449, + "reward": 1.4990156888961792, + "reward_std": 0.32943953573703766, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6552656888961792, "step": 4517 }, { - "epoch": 0.3, - "learning_rate": 1.6349537913619215e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 179.125, + "epoch": 0.7343356359203576, + "grad_norm": 1.8484327793121338, + "kl": 1.76953125, + "learning_rate": 2.656046814044213e-07, + "loss": 0.0706, + "reward": 1.6303215026855469, + "reward_std": 0.24940688908100128, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7084464430809021, "step": 4518 }, { - "epoch": 0.3, - "learning_rate": 1.634786198038688e-05, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 198.078125, + "epoch": 0.7344981714750102, + "grad_norm": 1.6425772905349731, + "kl": 1.52734375, + "learning_rate": 2.654421326397919e-07, + "loss": 0.0611, + "reward": 1.6486998200416565, + "reward_std": 0.3252999633550644, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7580747604370117, "step": 4519 }, { - "epoch": 0.3, - "learning_rate": 1.6346185748471782e-05, - "loss": 1.0542, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.7346607070296627, + "grad_norm": 4.972432613372803, + "kl": 2.4375, + "learning_rate": 2.652795838751625e-07, + "loss": 0.0975, + "reward": 1.647253155708313, + "reward_std": 0.34947216510772705, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7722532153129578, "step": 4520 }, { - "epoch": 0.3, - "learning_rate": 1.6344509217952792e-05, - "loss": 1.0022, + "clip_ratio": 0.0, + "completion_length": 173.625, + "epoch": 0.7348232425843153, + "grad_norm": 2.8951761722564697, + "kl": 2.515625, + "learning_rate": 2.651170351105331e-07, + "loss": 0.1007, + "reward": 1.625959038734436, + "reward_std": 0.21760708838701248, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.735334038734436, "step": 4521 }, { - "epoch": 0.3, - "learning_rate": 1.63428323889088e-05, - "loss": 1.0216, + "clip_ratio": 0.0, + "completion_length": 155.96875, + "epoch": 0.7349857781389679, + "grad_norm": 1.8548994064331055, + "kl": 1.9375, + "learning_rate": 2.6495448634590377e-07, + "loss": 0.0778, + "reward": 1.549302101135254, + "reward_std": 0.4781879186630249, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7055520713329315, "step": 4522 }, { - "epoch": 0.3, - "learning_rate": 1.63411552614187e-05, - "loss": 1.0592, + "clip_ratio": 0.0, + "completion_length": 181.21875, + "epoch": 0.7351483136936204, + "grad_norm": 2.6635169982910156, + "kl": 2.830078125, + "learning_rate": 2.6479193758127436e-07, + "loss": 0.113, + "reward": 1.5202000141143799, + "reward_std": 0.3290984779596329, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6608250737190247, "step": 4523 }, { - "epoch": 0.3, - "learning_rate": 1.6339477835561406e-05, - "loss": 1.0103, + "clip_ratio": 0.0, + "completion_length": 161.453125, + "epoch": 0.7353108492482731, + "grad_norm": 2.5246362686157227, + "kl": 3.2421875, + "learning_rate": 2.6462938881664496e-07, + "loss": 0.1299, + "reward": 1.5578583478927612, + "reward_std": 0.5118646025657654, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7609833776950836, "step": 4524 }, { - "epoch": 0.3, - "learning_rate": 1.633780011141585e-05, - "loss": 1.0413, + "clip_ratio": 0.0, + "completion_length": 151.71875, + "epoch": 0.7354733848029257, + "grad_norm": 4.21187162399292, + "kl": 0.4345703125, + "learning_rate": 2.6446684005201556e-07, + "loss": 0.0174, + "reward": 1.6833434104919434, + "reward_std": 0.2673250287771225, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.730218380689621, "step": 4525 }, { - "epoch": 0.3, - "learning_rate": 1.6336122089060965e-05, - "loss": 1.1047, + "clip_ratio": 0.0, + "completion_length": 144.890625, + "epoch": 0.7356359203575782, + "grad_norm": 2.44059419631958, + "kl": 2.2666015625, + "learning_rate": 2.6430429128738616e-07, + "loss": 0.0903, + "reward": 1.648609697818756, + "reward_std": 0.24893762171268463, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7423597276210785, "step": 4526 }, { - "epoch": 0.3, - "learning_rate": 1.633444376857571e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 153.140625, + "epoch": 0.7357984559122308, + "grad_norm": 1.5756416320800781, + "kl": 2.8671875, + "learning_rate": 2.641417425227568e-07, + "loss": 0.1146, + "reward": 1.5048992037773132, + "reward_std": 0.4881746917963028, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6767742037773132, "step": 4527 }, { - "epoch": 0.3, - "learning_rate": 1.633276515003905e-05, - "loss": 0.9626, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.7359609914668834, + "grad_norm": 2.931894063949585, + "kl": 3.328125, + "learning_rate": 2.639791937581274e-07, + "loss": 0.1333, + "reward": 1.5706320405006409, + "reward_std": 0.4620879143476486, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7581320405006409, "step": 4528 }, { - "epoch": 0.3, - "learning_rate": 1.6331086233529977e-05, - "loss": 1.0543, + "clip_ratio": 0.0, + "completion_length": 143.28125, + "epoch": 0.7361235270215359, + "grad_norm": 1.2685869932174683, + "kl": 1.279296875, + "learning_rate": 2.6381664499349806e-07, + "loss": 0.0512, + "reward": 1.6855379939079285, + "reward_std": 0.23571479320526123, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7792879939079285, "step": 4529 }, { - "epoch": 0.3, - "learning_rate": 1.6329407019127487e-05, - "loss": 1.0526, + "clip_ratio": 0.0, + "completion_length": 159.1875, + "epoch": 0.7362860625761886, + "grad_norm": 4.763059139251709, + "kl": 1.302734375, + "learning_rate": 2.6365409622886866e-07, + "loss": 0.0522, + "reward": 1.6796721816062927, + "reward_std": 0.218394186347723, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7421721518039703, "step": 4530 }, { - "epoch": 0.3, - "learning_rate": 1.632772750691058e-05, - "loss": 1.0173, + "clip_ratio": 0.0, + "completion_length": 153.859375, + "epoch": 0.7364485981308411, + "grad_norm": 3.705841302871704, + "kl": 2.5078125, + "learning_rate": 2.6349154746423926e-07, + "loss": 0.1005, + "reward": 1.5655306577682495, + "reward_std": 0.2806810736656189, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6749057173728943, "step": 4531 }, { - "epoch": 0.3, - "learning_rate": 1.632604769695829e-05, - "loss": 1.0417, + "clip_ratio": 0.0, + "completion_length": 165.328125, + "epoch": 0.7366111336854937, + "grad_norm": 2.131641387939453, + "kl": 2.25, + "learning_rate": 2.633289986996099e-07, + "loss": 0.0899, + "reward": 1.5920745134353638, + "reward_std": 0.45673660933971405, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7483245134353638, "step": 4532 }, { - "epoch": 0.3, - "learning_rate": 1.632436758934966e-05, - "loss": 0.9958, + "clip_ratio": 0.0, + "completion_length": 158.046875, + "epoch": 0.7367736692401463, + "grad_norm": 2.7103545665740967, + "kl": 2.078125, + "learning_rate": 2.631664499349805e-07, + "loss": 0.0834, + "reward": 1.7177082300186157, + "reward_std": 0.31393975764513016, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8427082300186157, "step": 4533 }, { - "epoch": 0.3, - "learning_rate": 1.6322687184163736e-05, - "loss": 0.9859, + "clip_ratio": 0.0, + "completion_length": 172.296875, + "epoch": 0.7369362047947988, + "grad_norm": 1.635574221611023, + "kl": 2.8203125, + "learning_rate": 2.630039011703511e-07, + "loss": 0.1128, + "reward": 1.6440916657447815, + "reward_std": 0.27825745940208435, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8003416657447815, "step": 4534 }, { - "epoch": 0.3, - "learning_rate": 1.6321006481479587e-05, - "loss": 1.0646, + "clip_ratio": 0.0, + "completion_length": 149.015625, + "epoch": 0.7370987403494514, + "grad_norm": 2.909479856491089, + "kl": 1.92578125, + "learning_rate": 2.628413524057217e-07, + "loss": 0.0771, + "reward": 1.7644625306129456, + "reward_std": 0.16953793540596962, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8269625604152679, "step": 4535 }, { - "epoch": 0.3, - "learning_rate": 1.6319325481376295e-05, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 167.296875, + "epoch": 0.7372612759041041, + "grad_norm": 6.541783809661865, + "kl": 2.515625, + "learning_rate": 2.626788036410923e-07, + "loss": 0.1004, + "reward": 1.5232040286064148, + "reward_std": 0.29818907380104065, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6950790584087372, "step": 4536 }, { - "epoch": 0.3, - "learning_rate": 1.6317644183932955e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 165.625, + "epoch": 0.7374238114587566, + "grad_norm": 2.5877206325531006, + "kl": 2.365234375, + "learning_rate": 2.6251625487646296e-07, + "loss": 0.0946, + "reward": 1.6100811958312988, + "reward_std": 0.3811828941106796, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7819561660289764, "step": 4537 }, { - "epoch": 0.3, - "learning_rate": 1.631596258922868e-05, - "loss": 1.025, + "clip_ratio": 0.0, + "completion_length": 153.921875, + "epoch": 0.7375863470134092, + "grad_norm": 1.8255932331085205, + "kl": 0.88671875, + "learning_rate": 2.6235370611183356e-07, + "loss": 0.0355, + "reward": 1.6640363931655884, + "reward_std": 0.2012735828757286, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7265363931655884, "step": 4538 }, { - "epoch": 0.3, - "learning_rate": 1.6314280697342587e-05, - "loss": 1.0208, + "clip_ratio": 0.0, + "completion_length": 180.53125, + "epoch": 0.7377488825680618, + "grad_norm": 1.28119695186615, + "kl": 3.0625, + "learning_rate": 2.6219115734720416e-07, + "loss": 0.1228, + "reward": 1.5386213660240173, + "reward_std": 0.2659682482481003, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6792464256286621, "step": 4539 }, { - "epoch": 0.3, - "learning_rate": 1.6312598508353815e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 146.828125, + "epoch": 0.7379114181227143, + "grad_norm": 2.8180837631225586, + "kl": 1.4365234375, + "learning_rate": 2.6202860858257476e-07, + "loss": 0.0575, + "reward": 1.7126384973526, + "reward_std": 0.18031574040651321, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7907635271549225, "step": 4540 }, { - "epoch": 0.3, - "learning_rate": 1.6310916022341514e-05, - "loss": 1.0472, + "clip_ratio": 0.0, + "completion_length": 189.78125, + "epoch": 0.738073953677367, + "grad_norm": 3.140307903289795, + "kl": 3.0625, + "learning_rate": 2.6186605981794536e-07, + "loss": 0.1222, + "reward": 1.6178408861160278, + "reward_std": 0.3103077560663223, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7584658563137054, "step": 4541 }, { - "epoch": 0.3, - "learning_rate": 1.6309233239384853e-05, - "loss": 1.0878, + "clip_ratio": 0.0, + "completion_length": 170.28125, + "epoch": 0.7382364892320195, + "grad_norm": 2.3232884407043457, + "kl": 2.01171875, + "learning_rate": 2.61703511053316e-07, + "loss": 0.0805, + "reward": 1.589445412158966, + "reward_std": 0.30210481584072113, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7144454121589661, "step": 4542 }, { - "epoch": 0.3, - "learning_rate": 1.6307550159563012e-05, - "loss": 0.9697, + "clip_ratio": 0.0, + "completion_length": 182.359375, + "epoch": 0.7383990247866721, + "grad_norm": 2.722817897796631, + "kl": 1.703125, + "learning_rate": 2.615409622886866e-07, + "loss": 0.0682, + "reward": 1.6149126291275024, + "reward_std": 0.296240970492363, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7399126589298248, "step": 4543 }, { - "epoch": 0.3, - "learning_rate": 1.630586678295518e-05, - "loss": 1.0426, + "clip_ratio": 0.0, + "completion_length": 177.875, + "epoch": 0.7385615603413247, + "grad_norm": 2.4983134269714355, + "kl": 1.234375, + "learning_rate": 2.613784135240572e-07, + "loss": 0.0496, + "reward": 1.7031551599502563, + "reward_std": 0.23504269868135452, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8125301897525787, "step": 4544 }, { - "epoch": 0.3, - "learning_rate": 1.6304183109640567e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 172.796875, + "epoch": 0.7387240958959772, + "grad_norm": 2.2813992500305176, + "kl": 1.498046875, + "learning_rate": 2.612158647594278e-07, + "loss": 0.0599, + "reward": 1.6226590275764465, + "reward_std": 0.319264255464077, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.8101590275764465, "step": 4545 }, { - "epoch": 0.3, - "learning_rate": 1.630249913969839e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 163.34375, + "epoch": 0.7388866314506298, + "grad_norm": 1.666864275932312, + "kl": 1.6015625, + "learning_rate": 2.610533159947984e-07, + "loss": 0.0641, + "reward": 1.5343801975250244, + "reward_std": 0.2851766347885132, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6593801379203796, "step": 4546 }, { - "epoch": 0.3, - "learning_rate": 1.6300814873207885e-05, - "loss": 1.0839, + "clip_ratio": 0.0, + "completion_length": 148.125, + "epoch": 0.7390491670052824, + "grad_norm": 3.1145670413970947, + "kl": 1.140625, + "learning_rate": 2.6089076723016906e-07, + "loss": 0.0456, + "reward": 1.7481269836425781, + "reward_std": 0.1766744814813137, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7950019836425781, "step": 4547 }, { - "epoch": 0.3, - "learning_rate": 1.6299130310248307e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 161.4375, + "epoch": 0.739211702559935, + "grad_norm": 4.991779804229736, + "kl": 1.42578125, + "learning_rate": 2.6072821846553966e-07, + "loss": 0.057, + "reward": 1.4632460474967957, + "reward_std": 0.3924875855445862, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.619496077299118, "step": 4548 }, { - "epoch": 0.3, - "learning_rate": 1.629744545089891e-05, - "loss": 1.0182, + "clip_ratio": 0.0, + "completion_length": 179.5, + "epoch": 0.7393742381145876, + "grad_norm": 4.244968891143799, + "kl": 2.3203125, + "learning_rate": 2.6056566970091026e-07, + "loss": 0.0926, + "reward": 1.6192394495010376, + "reward_std": 0.27269869297742844, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.74423947930336, "step": 4549 }, { - "epoch": 0.3, - "learning_rate": 1.629576029523898e-05, - "loss": 0.9755, + "clip_ratio": 0.0, + "completion_length": 191.609375, + "epoch": 0.7395367736692402, + "grad_norm": 4.405439376831055, + "kl": 2.8125, + "learning_rate": 2.6040312093628086e-07, + "loss": 0.1126, + "reward": 1.5989372730255127, + "reward_std": 0.2670064866542816, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7551872432231903, "step": 4550 }, { - "epoch": 0.3, - "learning_rate": 1.62940748433478e-05, - "loss": 1.0031, + "clip_ratio": 0.0, + "completion_length": 170.390625, + "epoch": 0.7396993092238927, + "grad_norm": 2.0211188793182373, + "kl": 1.541015625, + "learning_rate": 2.6024057217165146e-07, + "loss": 0.0617, + "reward": 1.6531816720962524, + "reward_std": 0.20242883265018463, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7313066720962524, "step": 4551 }, { - "epoch": 0.3, - "learning_rate": 1.6292389095304678e-05, - "loss": 0.94, + "clip_ratio": 0.0, + "completion_length": 179.203125, + "epoch": 0.7398618447785453, + "grad_norm": 3.0887978076934814, + "kl": 1.4765625, + "learning_rate": 2.600780234070221e-07, + "loss": 0.0589, + "reward": 1.6362957954406738, + "reward_std": 0.24420887976884842, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.745670735836029, "step": 4552 }, { - "epoch": 0.3, - "learning_rate": 1.6290703051188933e-05, - "loss": 1.0016, + "clip_ratio": 0.0, + "completion_length": 152.484375, + "epoch": 0.7400243803331978, + "grad_norm": 1.2613580226898193, + "kl": 0.2607421875, + "learning_rate": 2.599154746423927e-07, + "loss": 0.0104, + "reward": 1.8929683566093445, + "reward_std": 0.028630242217332125, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8929684162139893, "step": 4553 }, { - "epoch": 0.3, - "learning_rate": 1.62890167110799e-05, - "loss": 0.9784, + "clip_ratio": 0.0, + "completion_length": 170.28125, + "epoch": 0.7401869158878505, + "grad_norm": 2.7083911895751953, + "kl": 1.765625, + "learning_rate": 2.597529258777633e-07, + "loss": 0.0705, + "reward": 1.6555978059768677, + "reward_std": 0.27103976905345917, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7493478357791901, "step": 4554 }, { - "epoch": 0.31, - "learning_rate": 1.628733007505692e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 155.921875, + "epoch": 0.7403494514425031, + "grad_norm": 2.8691227436065674, + "kl": 1.30859375, + "learning_rate": 2.595903771131339e-07, + "loss": 0.0523, + "reward": 1.744460642337799, + "reward_std": 0.24884600937366486, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8225857019424438, "step": 4555 }, { - "epoch": 0.31, - "learning_rate": 1.6285643143199356e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 154.0, + "epoch": 0.7405119869971556, + "grad_norm": 2.0494842529296875, + "kl": 0.861328125, + "learning_rate": 2.594278283485045e-07, + "loss": 0.0344, + "reward": 1.6212811470031738, + "reward_std": 0.23463596403598785, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7150311470031738, "step": 4556 }, { - "epoch": 0.31, - "learning_rate": 1.628395591558658e-05, - "loss": 1.0283, + "clip_ratio": 0.0, + "completion_length": 180.59375, + "epoch": 0.7406745225518082, + "grad_norm": 3.1059956550598145, + "kl": 1.76171875, + "learning_rate": 2.5926527958387516e-07, + "loss": 0.0703, + "reward": 1.4884878396987915, + "reward_std": 0.36478886008262634, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6603627800941467, "step": 4557 }, { - "epoch": 0.31, - "learning_rate": 1.6282268392297988e-05, - "loss": 1.0098, + "clip_ratio": 0.0, + "completion_length": 190.34375, + "epoch": 0.7408370581064608, + "grad_norm": 3.222825288772583, + "kl": 2.3359375, + "learning_rate": 2.5910273081924575e-07, + "loss": 0.0936, + "reward": 1.582274615764618, + "reward_std": 0.3001202419400215, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7385245859622955, "step": 4558 }, { - "epoch": 0.31, - "learning_rate": 1.628058057341297e-05, - "loss": 0.903, + "clip_ratio": 0.0, + "completion_length": 181.859375, + "epoch": 0.7409995936611133, + "grad_norm": 2.064692497253418, + "kl": 1.01171875, + "learning_rate": 2.5894018205461635e-07, + "loss": 0.0404, + "reward": 1.4764359593391418, + "reward_std": 0.23493189364671707, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.5545609593391418, "step": 4559 }, { - "epoch": 0.31, - "learning_rate": 1.6278892459010955e-05, - "loss": 0.996, + "clip_ratio": 0.0, + "completion_length": 163.328125, + "epoch": 0.741162129215766, + "grad_norm": 2.135532855987549, + "kl": 1.22265625, + "learning_rate": 2.5877763328998695e-07, + "loss": 0.0488, + "reward": 1.7035497426986694, + "reward_std": 0.25645068660378456, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7816746830940247, "step": 4560 }, { - "epoch": 0.31, - "learning_rate": 1.6277204049171362e-05, - "loss": 1.1483, + "clip_ratio": 0.0, + "completion_length": 178.671875, + "epoch": 0.7413246647704186, + "grad_norm": 2.3001320362091064, + "kl": 0.9765625, + "learning_rate": 2.5861508452535755e-07, + "loss": 0.039, + "reward": 1.7420862913131714, + "reward_std": 0.14392037317156792, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8045862913131714, "step": 4561 }, { - "epoch": 0.31, - "learning_rate": 1.6275515343973644e-05, - "loss": 1.026, + "clip_ratio": 0.0, + "completion_length": 160.203125, + "epoch": 0.7414872003250711, + "grad_norm": 1.5577645301818848, + "kl": 0.50048828125, + "learning_rate": 2.584525357607282e-07, + "loss": 0.0201, + "reward": 1.75949364900589, + "reward_std": 0.2425084412097931, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8219936490058899, "step": 4562 }, { - "epoch": 0.31, - "learning_rate": 1.6273826343497252e-05, - "loss": 0.9904, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.7416497358797237, + "grad_norm": 1.901092767715454, + "kl": 1.2724609375, + "learning_rate": 2.5828998699609886e-07, + "loss": 0.0507, + "reward": 1.7029168009757996, + "reward_std": 0.1840236485004425, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7810417413711548, "step": 4563 }, { - "epoch": 0.31, - "learning_rate": 1.6272137047821658e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 161.765625, + "epoch": 0.7418122714343762, + "grad_norm": 2.8684098720550537, + "kl": 1.2421875, + "learning_rate": 2.5812743823146945e-07, + "loss": 0.0499, + "reward": 1.6811657547950745, + "reward_std": 0.27295946329832077, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7592908143997192, "step": 4564 }, { - "epoch": 0.31, - "learning_rate": 1.6270447457026355e-05, - "loss": 0.9903, + "clip_ratio": 0.0, + "completion_length": 179.640625, + "epoch": 0.7419748069890288, + "grad_norm": 1.6906498670578003, + "kl": 3.1484375, + "learning_rate": 2.5796488946684005e-07, + "loss": 0.1257, + "reward": 1.5299493670463562, + "reward_std": 0.3470865711569786, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.733074426651001, "step": 4565 }, { - "epoch": 0.31, - "learning_rate": 1.6268757571190835e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 163.734375, + "epoch": 0.7421373425436815, + "grad_norm": 3.6272671222686768, + "kl": 1.61328125, + "learning_rate": 2.5780234070221065e-07, + "loss": 0.0645, + "reward": 1.7237511277198792, + "reward_std": 0.23020128905773163, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7862511277198792, "step": 4566 }, { - "epoch": 0.31, - "learning_rate": 1.6267067390394614e-05, - "loss": 0.958, + "clip_ratio": 0.0, + "completion_length": 154.921875, + "epoch": 0.742299878098334, + "grad_norm": 4.146947383880615, + "kl": 1.31640625, + "learning_rate": 2.576397919375813e-07, + "loss": 0.0525, + "reward": 1.805653691291809, + "reward_std": 0.1634730864316225, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8525286614894867, "step": 4567 }, { - "epoch": 0.31, - "learning_rate": 1.626537691471722e-05, - "loss": 1.0551, + "clip_ratio": 0.0, + "completion_length": 167.390625, + "epoch": 0.7424624136529866, + "grad_norm": 2.218201160430908, + "kl": 1.390625, + "learning_rate": 2.574772431729519e-07, + "loss": 0.0557, + "reward": 1.7743184566497803, + "reward_std": 0.22914355993270874, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8524433970451355, "step": 4568 }, { - "epoch": 0.31, - "learning_rate": 1.6263686144238188e-05, - "loss": 1.0764, + "clip_ratio": 0.0, + "completion_length": 192.546875, + "epoch": 0.7426249492076392, + "grad_norm": 1.6778347492218018, + "kl": 1.7890625, + "learning_rate": 2.573146944083225e-07, + "loss": 0.0716, + "reward": 1.577258288860321, + "reward_std": 0.2531276047229767, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.671008288860321, "step": 4569 }, { - "epoch": 0.31, - "learning_rate": 1.6261995079037082e-05, - "loss": 0.9735, + "clip_ratio": 0.0, + "completion_length": 163.953125, + "epoch": 0.7427874847622917, + "grad_norm": 1.9074243307113647, + "kl": 1.05078125, + "learning_rate": 2.571521456436931e-07, + "loss": 0.042, + "reward": 1.7106770873069763, + "reward_std": 0.19383351504802704, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7731770277023315, "step": 4570 }, { - "epoch": 0.31, - "learning_rate": 1.626030371919347e-05, - "loss": 1.0467, + "clip_ratio": 0.0, + "completion_length": 157.4375, + "epoch": 0.7429500203169443, + "grad_norm": 2.2537624835968018, + "kl": 1.46875, + "learning_rate": 2.569895968790637e-07, + "loss": 0.0589, + "reward": 1.5823280215263367, + "reward_std": 0.29022397100925446, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6604529917240143, "step": 4571 }, { - "epoch": 0.31, - "learning_rate": 1.6258612064786924e-05, - "loss": 1.0703, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.7431125558715969, + "grad_norm": 4.591503143310547, + "kl": 2.0859375, + "learning_rate": 2.5682704811443435e-07, + "loss": 0.0834, + "reward": 1.6795631051063538, + "reward_std": 0.4156080484390259, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.820188045501709, "step": 4572 }, { - "epoch": 0.31, - "learning_rate": 1.6256920115897053e-05, - "loss": 1.0538, + "clip_ratio": 0.0, + "completion_length": 162.6875, + "epoch": 0.7432750914262495, + "grad_norm": 1.8032640218734741, + "kl": 1.7685546875, + "learning_rate": 2.5666449934980495e-07, + "loss": 0.0707, + "reward": 1.635476291179657, + "reward_std": 0.31300879269838333, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.744851291179657, "step": 4573 }, { - "epoch": 0.31, - "learning_rate": 1.6255227872603463e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 193.515625, + "epoch": 0.7434376269809021, + "grad_norm": 2.166264533996582, + "kl": 1.77734375, + "learning_rate": 2.5650195058517555e-07, + "loss": 0.0712, + "reward": 1.6834884881973267, + "reward_std": 0.19046711549162865, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7616134881973267, "step": 4574 }, { - "epoch": 0.31, - "learning_rate": 1.6253535334985774e-05, - "loss": 0.949, + "clip_ratio": 0.0, + "completion_length": 152.25, + "epoch": 0.7436001625355546, + "grad_norm": 2.2728281021118164, + "kl": 1.28515625, + "learning_rate": 2.5633940182054615e-07, + "loss": 0.0515, + "reward": 1.7397100925445557, + "reward_std": 0.20608632266521454, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8334600925445557, "step": 4575 }, { - "epoch": 0.31, - "learning_rate": 1.6251842503123633e-05, - "loss": 0.9841, + "clip_ratio": 0.0, + "completion_length": 148.609375, + "epoch": 0.7437626980902072, + "grad_norm": 2.987464427947998, + "kl": 1.98046875, + "learning_rate": 2.5617685305591675e-07, + "loss": 0.0793, + "reward": 1.5647003054618835, + "reward_std": 0.310891330242157, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7053253054618835, "step": 4576 }, { - "epoch": 0.31, - "learning_rate": 1.6250149377096686e-05, - "loss": 1.0274, + "clip_ratio": 0.0, + "completion_length": 161.90625, + "epoch": 0.7439252336448599, + "grad_norm": 2.159411668777466, + "kl": 0.513671875, + "learning_rate": 2.560143042912874e-07, + "loss": 0.0206, + "reward": 1.822790801525116, + "reward_std": 0.12612035498023033, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8540407419204712, "step": 4577 }, { - "epoch": 0.31, - "learning_rate": 1.6248455956984596e-05, - "loss": 1.0147, + "clip_ratio": 0.0, + "completion_length": 189.625, + "epoch": 0.7440877691995124, + "grad_norm": 2.193443536758423, + "kl": 1.56640625, + "learning_rate": 2.55851755526658e-07, + "loss": 0.0627, + "reward": 1.6261193752288818, + "reward_std": 0.2532418817281723, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7198693454265594, "step": 4578 }, { - "epoch": 0.31, - "learning_rate": 1.6246762242867048e-05, - "loss": 1.0373, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.744250304754165, + "grad_norm": 1.1241559982299805, + "kl": 0.638671875, + "learning_rate": 2.556892067620286e-07, + "loss": 0.0256, + "reward": 1.7867629528045654, + "reward_std": 0.10043436661362648, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8180130422115326, "step": 4579 }, { - "epoch": 0.31, - "learning_rate": 1.6245068234823734e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 167.890625, + "epoch": 0.7444128403088176, + "grad_norm": 1.3880759477615356, + "kl": 2.328125, + "learning_rate": 2.555266579973992e-07, + "loss": 0.0932, + "reward": 1.7009278535842896, + "reward_std": 0.32781338691711426, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8259279131889343, "step": 4580 }, { - "epoch": 0.31, - "learning_rate": 1.624337393293436e-05, - "loss": 1.0361, + "clip_ratio": 0.0, + "completion_length": 164.015625, + "epoch": 0.7445753758634701, + "grad_norm": 2.5847229957580566, + "kl": 1.353515625, + "learning_rate": 2.553641092327698e-07, + "loss": 0.0542, + "reward": 1.7192786931991577, + "reward_std": 0.274839848279953, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8286537230014801, "step": 4581 }, { - "epoch": 0.31, - "learning_rate": 1.624167933727865e-05, - "loss": 1.0185, + "clip_ratio": 0.0, + "completion_length": 157.4375, + "epoch": 0.7447379114181227, + "grad_norm": 1.4713387489318848, + "kl": 1.67578125, + "learning_rate": 2.5520156046814045e-07, + "loss": 0.0671, + "reward": 1.6405892968177795, + "reward_std": 0.2526283711194992, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7343392968177795, "step": 4582 }, { - "epoch": 0.31, - "learning_rate": 1.623998444793634e-05, - "loss": 0.9577, + "clip_ratio": 0.0, + "completion_length": 164.125, + "epoch": 0.7449004469727752, + "grad_norm": 3.134502649307251, + "kl": 2.4609375, + "learning_rate": 2.5503901170351105e-07, + "loss": 0.0986, + "reward": 1.656986951828003, + "reward_std": 0.2488807588815689, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7819869518280029, "step": 4583 }, { - "epoch": 0.31, - "learning_rate": 1.623828926498717e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 147.375, + "epoch": 0.7450629825274279, + "grad_norm": 2.79545521736145, + "kl": 0.7666015625, + "learning_rate": 2.5487646293888165e-07, + "loss": 0.0307, + "reward": 1.753465712070465, + "reward_std": 0.20023111253976822, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8159656822681427, "step": 4584 }, { - "epoch": 0.31, - "learning_rate": 1.623659378851091e-05, - "loss": 1.0408, + "clip_ratio": 0.0, + "completion_length": 181.203125, + "epoch": 0.7452255180820805, + "grad_norm": 2.5389602184295654, + "kl": 1.86328125, + "learning_rate": 2.5471391417425225e-07, + "loss": 0.0743, + "reward": 1.6164728999137878, + "reward_std": 0.21891909837722778, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7258478701114655, "step": 4585 }, { - "epoch": 0.31, - "learning_rate": 1.6234898018587336e-05, - "loss": 0.9862, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.745388053636733, + "grad_norm": 2.1128671169281006, + "kl": 1.46875, + "learning_rate": 2.5455136540962284e-07, + "loss": 0.0589, + "reward": 1.6122455596923828, + "reward_std": 0.3515024185180664, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7372456192970276, "step": 4586 }, { - "epoch": 0.31, - "learning_rate": 1.6233201955296238e-05, - "loss": 1.0203, + "clip_ratio": 0.0, + "completion_length": 191.046875, + "epoch": 0.7455505891913856, + "grad_norm": 1.3270280361175537, + "kl": 1.048828125, + "learning_rate": 2.543888166449935e-07, + "loss": 0.042, + "reward": 1.6283547282218933, + "reward_std": 0.24369274079799652, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7064796984195709, "step": 4587 }, { - "epoch": 0.31, - "learning_rate": 1.6231505598717418e-05, - "loss": 1.0396, + "clip_ratio": 0.0, + "completion_length": 146.234375, + "epoch": 0.7457131247460382, + "grad_norm": 2.4289066791534424, + "kl": 1.4453125, + "learning_rate": 2.542262678803641e-07, + "loss": 0.058, + "reward": 1.6908535361289978, + "reward_std": 0.23287686705589294, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7533535659313202, "step": 4588 }, { - "epoch": 0.31, - "learning_rate": 1.6229808948930696e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 171.90625, + "epoch": 0.7458756603006907, + "grad_norm": 1.6916519403457642, + "kl": 1.220703125, + "learning_rate": 2.540637191157347e-07, + "loss": 0.0487, + "reward": 1.6933585405349731, + "reward_std": 0.22103466093540192, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7871084809303284, "step": 4589 }, { - "epoch": 0.31, - "learning_rate": 1.6228112006015903e-05, - "loss": 1.0519, + "clip_ratio": 0.0, + "completion_length": 178.9375, + "epoch": 0.7460381958553434, + "grad_norm": 1.646392583847046, + "kl": 1.80859375, + "learning_rate": 2.539011703511053e-07, + "loss": 0.0725, + "reward": 1.6845901012420654, + "reward_std": 0.2854660749435425, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.762715071439743, "step": 4590 }, { - "epoch": 0.31, - "learning_rate": 1.6226414770052885e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 156.859375, + "epoch": 0.746200731409996, + "grad_norm": 1.416808009147644, + "kl": 2.2734375, + "learning_rate": 2.537386215864759e-07, + "loss": 0.0909, + "reward": 1.6748601794242859, + "reward_std": 0.4019680321216583, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8154851794242859, "step": 4591 }, { - "epoch": 0.31, - "learning_rate": 1.62247172411215e-05, - "loss": 1.0992, + "clip_ratio": 0.0, + "completion_length": 175.53125, + "epoch": 0.7463632669646485, + "grad_norm": 2.3950281143188477, + "kl": 1.45703125, + "learning_rate": 2.5357607282184655e-07, + "loss": 0.0584, + "reward": 1.6205980777740479, + "reward_std": 0.24664200842380524, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6987230479717255, "step": 4592 }, { - "epoch": 0.31, - "learning_rate": 1.6223019419301616e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 151.734375, + "epoch": 0.7465258025193011, + "grad_norm": 3.707636833190918, + "kl": 1.515625, + "learning_rate": 2.5341352405721714e-07, + "loss": 0.0605, + "reward": 1.6796793937683105, + "reward_std": 0.4583568274974823, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8359293341636658, "step": 4593 }, { - "epoch": 0.31, - "learning_rate": 1.6221321304673127e-05, - "loss": 1.0409, + "clip_ratio": 0.0, + "completion_length": 155.953125, + "epoch": 0.7466883380739536, + "grad_norm": 1.702354073524475, + "kl": 3.28125, + "learning_rate": 2.5325097529258774e-07, + "loss": 0.1316, + "reward": 1.5376822352409363, + "reward_std": 0.435557097196579, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.693932294845581, "step": 4594 }, { - "epoch": 0.31, - "learning_rate": 1.6219622897315933e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 161.015625, + "epoch": 0.7468508736286062, + "grad_norm": 1.9584654569625854, + "kl": 0.8115234375, + "learning_rate": 2.5308842652795834e-07, + "loss": 0.0324, + "reward": 1.6025950908660889, + "reward_std": 0.22573377192020416, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6963450908660889, "step": 4595 }, { - "epoch": 0.31, - "learning_rate": 1.621792419730995e-05, - "loss": 1.0678, + "clip_ratio": 0.0, + "completion_length": 162.125, + "epoch": 0.7470134091832589, + "grad_norm": 1.6889832019805908, + "kl": 0.7626953125, + "learning_rate": 2.5292587776332894e-07, + "loss": 0.0303, + "reward": 1.755099594593048, + "reward_std": 0.2976378947496414, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8488495945930481, "step": 4596 }, { - "epoch": 0.31, - "learning_rate": 1.6216225204735098e-05, - "loss": 0.998, + "clip_ratio": 0.0, + "completion_length": 149.328125, + "epoch": 0.7471759447379114, + "grad_norm": 4.258683204650879, + "kl": 0.90234375, + "learning_rate": 2.5276332899869965e-07, + "loss": 0.036, + "reward": 1.7593600749969482, + "reward_std": 0.1971702203154564, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8062350749969482, "step": 4597 }, { - "epoch": 0.31, - "learning_rate": 1.6214525919671325e-05, - "loss": 1.0704, + "clip_ratio": 0.0, + "completion_length": 166.453125, + "epoch": 0.747338480292564, + "grad_norm": 1.7779475450515747, + "kl": 0.994873046875, + "learning_rate": 2.5260078023407025e-07, + "loss": 0.0399, + "reward": 1.6880568861961365, + "reward_std": 0.2659490555524826, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7505569458007812, "step": 4598 }, { - "epoch": 0.31, - "learning_rate": 1.6212826342198586e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 186.59375, + "epoch": 0.7475010158472166, + "grad_norm": 3.013690710067749, + "kl": 2.2265625, + "learning_rate": 2.5243823146944084e-07, + "loss": 0.0894, + "reward": 1.509063482284546, + "reward_std": 0.3024962544441223, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6184384524822235, "step": 4599 }, { - "epoch": 0.31, - "learning_rate": 1.6211126472396854e-05, - "loss": 1.0931, + "clip_ratio": 0.0, + "completion_length": 161.390625, + "epoch": 0.7476635514018691, + "grad_norm": 2.827687978744507, + "kl": 2.37109375, + "learning_rate": 2.5227568270481144e-07, + "loss": 0.0948, + "reward": 1.770518183708191, + "reward_std": 0.21779074519872665, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8642681539058685, "step": 4600 }, { - "epoch": 0.31, - "learning_rate": 1.6209426310346098e-05, - "loss": 0.9943, + "clip_ratio": 0.0, + "completion_length": 161.453125, + "epoch": 0.7478260869565218, + "grad_norm": 2.3816189765930176, + "kl": 1.66796875, + "learning_rate": 2.5211313394018204e-07, + "loss": 0.0666, + "reward": 1.736840307712555, + "reward_std": 0.29156966507434845, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8305903077125549, "step": 4601 }, { - "epoch": 0.31, - "learning_rate": 1.6207725856126333e-05, - "loss": 1.0214, + "clip_ratio": 0.0, + "completion_length": 147.640625, + "epoch": 0.7479886225111744, + "grad_norm": 2.2792465686798096, + "kl": 1.2392578125, + "learning_rate": 2.519505851755527e-07, + "loss": 0.0496, + "reward": 1.5755527019500732, + "reward_std": 0.3926808163523674, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.716177761554718, "step": 4602 }, { - "epoch": 0.31, - "learning_rate": 1.6206025109817556e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 179.453125, + "epoch": 0.7481511580658269, + "grad_norm": 1.7207547426223755, + "kl": 1.6875, + "learning_rate": 2.517880364109233e-07, + "loss": 0.0677, + "reward": 1.6925364136695862, + "reward_std": 0.18508896231651306, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7862863540649414, "step": 4603 }, { - "epoch": 0.31, - "learning_rate": 1.6204324071499802e-05, - "loss": 0.9916, + "clip_ratio": 0.0, + "completion_length": 173.140625, + "epoch": 0.7483136936204795, + "grad_norm": 1.433576226234436, + "kl": 0.8671875, + "learning_rate": 2.516254876462939e-07, + "loss": 0.0347, + "reward": 1.7160022854804993, + "reward_std": 0.23630845546722412, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7941272854804993, "step": 4604 }, { - "epoch": 0.31, - "learning_rate": 1.62026227412531e-05, - "loss": 0.9966, + "clip_ratio": 0.0, + "completion_length": 174.3125, + "epoch": 0.748476229175132, + "grad_norm": 2.5048511028289795, + "kl": 1.62109375, + "learning_rate": 2.514629388816645e-07, + "loss": 0.0647, + "reward": 1.540879487991333, + "reward_std": 0.2574269324541092, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6346294581890106, "step": 4605 }, { - "epoch": 0.31, - "learning_rate": 1.6200921119157505e-05, - "loss": 1.0648, + "clip_ratio": 0.0, + "completion_length": 161.71875, + "epoch": 0.7486387647297846, + "grad_norm": 1.5418332815170288, + "kl": 1.119140625, + "learning_rate": 2.513003901170351e-07, + "loss": 0.0448, + "reward": 1.719951093196869, + "reward_std": 0.12743647396564484, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7668260633945465, "step": 4606 }, { - "epoch": 0.31, - "learning_rate": 1.6199219205293086e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 167.875, + "epoch": 0.7488013002844373, + "grad_norm": 1.2061514854431152, + "kl": 0.7578125, + "learning_rate": 2.5113784135240574e-07, + "loss": 0.0303, + "reward": 1.737288236618042, + "reward_std": 0.198749877512455, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7997881770133972, "step": 4607 }, { - "epoch": 0.31, - "learning_rate": 1.619751699973992e-05, - "loss": 1.0211, + "clip_ratio": 0.0, + "completion_length": 190.28125, + "epoch": 0.7489638358390898, + "grad_norm": 1.4242777824401855, + "kl": 0.820556640625, + "learning_rate": 2.5097529258777634e-07, + "loss": 0.0329, + "reward": 1.6308139562606812, + "reward_std": 0.171992015093565, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6933140158653259, "step": 4608 }, { - "epoch": 0.31, - "learning_rate": 1.6195814502578095e-05, - "loss": 0.9627, + "clip_ratio": 0.0, + "completion_length": 181.578125, + "epoch": 0.7491263713937424, + "grad_norm": 3.4642932415008545, + "kl": 1.37109375, + "learning_rate": 2.5081274382314694e-07, + "loss": 0.0548, + "reward": 1.6932839155197144, + "reward_std": 0.26185691356658936, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.771408885717392, "step": 4609 }, { - "epoch": 0.31, - "learning_rate": 1.6194111713887725e-05, - "loss": 0.9536, + "clip_ratio": 0.0, + "completion_length": 172.75, + "epoch": 0.749288906948395, + "grad_norm": 4.406978607177734, + "kl": 0.8671875, + "learning_rate": 2.5065019505851754e-07, + "loss": 0.0348, + "reward": 1.8158431649208069, + "reward_std": 0.17438543774187565, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8627181947231293, "step": 4610 }, { - "epoch": 0.31, - "learning_rate": 1.619240863374893e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 179.828125, + "epoch": 0.7494514425030475, + "grad_norm": 2.3676257133483887, + "kl": 1.92578125, + "learning_rate": 2.5048764629388814e-07, + "loss": 0.0769, + "reward": 1.5462579727172852, + "reward_std": 0.3484259694814682, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6868830323219299, "step": 4611 }, { - "epoch": 0.31, - "learning_rate": 1.619070526224184e-05, - "loss": 1.0375, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.7496139780577001, + "grad_norm": 1.8221399784088135, + "kl": 0.2529296875, + "learning_rate": 2.503250975292588e-07, + "loss": 0.0101, + "reward": 1.8393855690956116, + "reward_std": 0.1406121328473091, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8706355094909668, "step": 4612 }, { - "epoch": 0.31, - "learning_rate": 1.6189001599446602e-05, - "loss": 1.1348, + "clip_ratio": 0.0, + "completion_length": 173.234375, + "epoch": 0.7497765136123528, + "grad_norm": 1.7608020305633545, + "kl": 0.62109375, + "learning_rate": 2.501625487646294e-07, + "loss": 0.0249, + "reward": 1.6544812321662903, + "reward_std": 0.25382670760154724, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7326062023639679, "step": 4613 }, { - "epoch": 0.31, - "learning_rate": 1.6187297645443383e-05, - "loss": 0.9958, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.7499390491670053, + "grad_norm": 2.7198126316070557, + "kl": 1.388671875, + "learning_rate": 2.5e-07, + "loss": 0.0556, + "reward": 1.6588116884231567, + "reward_std": 0.1150207370519638, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7056865692138672, "step": 4614 }, { - "epoch": 0.31, - "learning_rate": 1.6185593400312356e-05, - "loss": 0.9771, + "clip_ratio": 0.0, + "completion_length": 162.890625, + "epoch": 0.7501015847216579, + "grad_norm": 3.3118624687194824, + "kl": 0.6884765625, + "learning_rate": 2.498374512353706e-07, + "loss": 0.0275, + "reward": 1.6432674527168274, + "reward_std": 0.22767594456672668, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7057674825191498, "step": 4615 }, { - "epoch": 0.31, - "learning_rate": 1.618388886413371e-05, - "loss": 0.9498, + "clip_ratio": 0.0, + "completion_length": 153.28125, + "epoch": 0.7502641202763104, + "grad_norm": 2.4008779525756836, + "kl": 0.6845703125, + "learning_rate": 2.4967490247074124e-07, + "loss": 0.0273, + "reward": 1.6546883583068848, + "reward_std": 0.23409001529216766, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7484384775161743, "step": 4616 }, { - "epoch": 0.31, - "learning_rate": 1.6182184036987644e-05, - "loss": 1.058, + "clip_ratio": 0.0, + "completion_length": 176.375, + "epoch": 0.750426655830963, + "grad_norm": 2.73315167427063, + "kl": 0.833984375, + "learning_rate": 2.4951235370611184e-07, + "loss": 0.0335, + "reward": 1.7287247776985168, + "reward_std": 0.2960934564471245, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8224747478961945, "step": 4617 }, { - "epoch": 0.31, - "learning_rate": 1.6180478918954378e-05, - "loss": 0.9712, + "clip_ratio": 0.0, + "completion_length": 163.234375, + "epoch": 0.7505891913856156, + "grad_norm": 2.4859423637390137, + "kl": 0.724609375, + "learning_rate": 2.4934980494148244e-07, + "loss": 0.0289, + "reward": 1.6668128967285156, + "reward_std": 0.25148820877075195, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7293129563331604, "step": 4618 }, { - "epoch": 0.31, - "learning_rate": 1.617877351011415e-05, - "loss": 1.0101, + "clip_ratio": 0.0, + "completion_length": 147.875, + "epoch": 0.7507517269402681, + "grad_norm": 1.9947983026504517, + "kl": 0.59521484375, + "learning_rate": 2.4918725617685304e-07, + "loss": 0.0238, + "reward": 1.649182915687561, + "reward_std": 0.23937970399856567, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.711682915687561, "step": 4619 }, { - "epoch": 0.31, - "learning_rate": 1.6177067810547184e-05, - "loss": 0.9979, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.7509142624949208, + "grad_norm": 1.291858196258545, + "kl": 0.49365234375, + "learning_rate": 2.4902470741222364e-07, + "loss": 0.0198, + "reward": 1.8019629120826721, + "reward_std": 0.0727036464959383, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8332129120826721, "step": 4620 }, { - "epoch": 0.31, - "learning_rate": 1.6175361820333755e-05, - "loss": 1.0401, + "clip_ratio": 0.0, + "completion_length": 162.390625, + "epoch": 0.7510767980495734, + "grad_norm": 2.7953174114227295, + "kl": 0.6796875, + "learning_rate": 2.488621586475943e-07, + "loss": 0.0271, + "reward": 1.4974676370620728, + "reward_std": 0.1669241338968277, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.5599677264690399, "step": 4621 }, { - "epoch": 0.31, - "learning_rate": 1.6173655539554127e-05, - "loss": 0.94, + "clip_ratio": 0.0, + "completion_length": 151.484375, + "epoch": 0.7512393336042259, + "grad_norm": 1.4843231439590454, + "kl": 0.982421875, + "learning_rate": 2.486996098829649e-07, + "loss": 0.0392, + "reward": 1.7580649852752686, + "reward_std": 0.13091111555695534, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8205649256706238, "step": 4622 }, { - "epoch": 0.31, - "learning_rate": 1.6171948968288588e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 155.453125, + "epoch": 0.7514018691588785, + "grad_norm": 2.402883291244507, + "kl": 0.515625, + "learning_rate": 2.485370611183355e-07, + "loss": 0.0205, + "reward": 1.6716477274894714, + "reward_std": 0.14337144792079926, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7028977274894714, "step": 4623 }, { - "epoch": 0.31, - "learning_rate": 1.617024210661743e-05, - "loss": 1.0152, + "clip_ratio": 0.0, + "completion_length": 162.125, + "epoch": 0.751564404713531, + "grad_norm": 3.7184650897979736, + "kl": 1.740234375, + "learning_rate": 2.483745123537061e-07, + "loss": 0.0697, + "reward": 1.6163880228996277, + "reward_std": 0.22451254725456238, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7257630228996277, "step": 4624 }, { - "epoch": 0.31, - "learning_rate": 1.616853495462097e-05, - "loss": 0.9558, + "clip_ratio": 0.0, + "completion_length": 164.84375, + "epoch": 0.7517269402681837, + "grad_norm": 1.9680016040802002, + "kl": 1.166015625, + "learning_rate": 2.482119635890767e-07, + "loss": 0.0466, + "reward": 1.7546836137771606, + "reward_std": 0.27631043642759323, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8171835839748383, "step": 4625 }, { - "epoch": 0.31, - "learning_rate": 1.6166827512379537e-05, - "loss": 0.9981, + "clip_ratio": 0.0, + "completion_length": 159.484375, + "epoch": 0.7518894758228363, + "grad_norm": 3.04988694190979, + "kl": 0.6611328125, + "learning_rate": 2.4804941482444734e-07, + "loss": 0.0264, + "reward": 1.6541823744773865, + "reward_std": 0.2182968109846115, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7635573744773865, "step": 4626 }, { - "epoch": 0.31, - "learning_rate": 1.6165119779973465e-05, - "loss": 1.02, + "clip_ratio": 0.0, + "completion_length": 168.109375, + "epoch": 0.7520520113774888, + "grad_norm": 2.447723865509033, + "kl": 1.44921875, + "learning_rate": 2.4788686605981794e-07, + "loss": 0.058, + "reward": 1.631378948688507, + "reward_std": 0.32352464646101, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7407540678977966, "step": 4627 }, { - "epoch": 0.31, - "learning_rate": 1.6163411757483105e-05, - "loss": 1.0598, + "clip_ratio": 0.0, + "completion_length": 176.234375, + "epoch": 0.7522145469321414, + "grad_norm": 2.9051620960235596, + "kl": 1.69140625, + "learning_rate": 2.4772431729518853e-07, + "loss": 0.0678, + "reward": 1.57402765750885, + "reward_std": 0.2800213098526001, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7302776277065277, "step": 4628 }, { - "epoch": 0.31, - "learning_rate": 1.6161703444988833e-05, - "loss": 1.0417, + "clip_ratio": 0.0, + "completion_length": 186.40625, + "epoch": 0.752377082486794, + "grad_norm": 1.4891144037246704, + "kl": 0.7958984375, + "learning_rate": 2.4756176853055913e-07, + "loss": 0.0318, + "reward": 1.7166849374771118, + "reward_std": 0.2115727812051773, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7791849076747894, "step": 4629 }, { - "epoch": 0.31, - "learning_rate": 1.615999484257102e-05, - "loss": 1.0579, + "clip_ratio": 0.0, + "completion_length": 144.90625, + "epoch": 0.7525396180414465, + "grad_norm": 0.8886454105377197, + "kl": 1.11328125, + "learning_rate": 2.4739921976592973e-07, + "loss": 0.0446, + "reward": 1.8265337944030762, + "reward_std": 0.15484478324651718, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8890337347984314, "step": 4630 }, { - "epoch": 0.31, - "learning_rate": 1.6158285950310065e-05, - "loss": 1.0038, + "clip_ratio": 0.0, + "completion_length": 174.46875, + "epoch": 0.7527021535960992, + "grad_norm": 1.3907068967819214, + "kl": 1.00390625, + "learning_rate": 2.472366710013004e-07, + "loss": 0.0402, + "reward": 1.6326007843017578, + "reward_std": 0.22958242893218994, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7263508439064026, "step": 4631 }, { - "epoch": 0.31, - "learning_rate": 1.6156576768286373e-05, - "loss": 1.0919, + "clip_ratio": 0.0, + "completion_length": 158.1875, + "epoch": 0.7528646891507518, + "grad_norm": 1.8972901105880737, + "kl": 0.92578125, + "learning_rate": 2.47074122236671e-07, + "loss": 0.0371, + "reward": 1.8154668807983398, + "reward_std": 0.16491729766130447, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8467169404029846, "step": 4632 }, { - "epoch": 0.31, - "learning_rate": 1.6154867296580367e-05, - "loss": 0.9601, + "clip_ratio": 0.0, + "completion_length": 155.890625, + "epoch": 0.7530272247054043, + "grad_norm": 1.627573013305664, + "kl": 1.58984375, + "learning_rate": 2.4691157347204164e-07, + "loss": 0.0638, + "reward": 1.681369423866272, + "reward_std": 0.24018652737140656, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7594943642616272, "step": 4633 }, { - "epoch": 0.31, - "learning_rate": 1.615315753527248e-05, - "loss": 1.0857, + "clip_ratio": 0.0, + "completion_length": 148.4375, + "epoch": 0.7531897602600569, + "grad_norm": 1.0791805982589722, + "kl": 1.119140625, + "learning_rate": 2.4674902470741223e-07, + "loss": 0.0448, + "reward": 1.733757734298706, + "reward_std": 0.1904657706618309, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.811882734298706, "step": 4634 }, { - "epoch": 0.31, - "learning_rate": 1.6151447484443165e-05, - "loss": 1.0604, + "clip_ratio": 0.0, + "completion_length": 184.125, + "epoch": 0.7533522958147094, + "grad_norm": 2.653409242630005, + "kl": 2.13671875, + "learning_rate": 2.4658647594278283e-07, + "loss": 0.0855, + "reward": 1.4558317065238953, + "reward_std": 0.2645761966705322, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6120817065238953, "step": 4635 }, { - "epoch": 0.31, - "learning_rate": 1.6149737144172882e-05, - "loss": 1.0014, + "clip_ratio": 0.0, + "completion_length": 142.4375, + "epoch": 0.753514831369362, + "grad_norm": 1.468945026397705, + "kl": 0.88037109375, + "learning_rate": 2.4642392717815343e-07, + "loss": 0.0352, + "reward": 1.6754124164581299, + "reward_std": 0.34152764081954956, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7847874164581299, "step": 4636 }, { - "epoch": 0.31, - "learning_rate": 1.6148026514542103e-05, - "loss": 0.9682, + "clip_ratio": 0.0, + "completion_length": 151.171875, + "epoch": 0.7536773669240147, + "grad_norm": 2.5004913806915283, + "kl": 0.31689453125, + "learning_rate": 2.4626137841352403e-07, + "loss": 0.0126, + "reward": 1.5987251996994019, + "reward_std": 0.21309976279735565, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6612251698970795, "step": 4637 }, { - "epoch": 0.31, - "learning_rate": 1.6146315595631325e-05, - "loss": 0.9905, + "clip_ratio": 0.0, + "completion_length": 156.65625, + "epoch": 0.7538399024786672, + "grad_norm": 1.939329981803894, + "kl": 1.966796875, + "learning_rate": 2.460988296488947e-07, + "loss": 0.0789, + "reward": 1.6384363770484924, + "reward_std": 0.2251947857439518, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.76343634724617, "step": 4638 }, { - "epoch": 0.31, - "learning_rate": 1.614460438752104e-05, - "loss": 1.0955, + "clip_ratio": 0.0, + "completion_length": 167.375, + "epoch": 0.7540024380333198, + "grad_norm": 1.008443832397461, + "kl": 0.82421875, + "learning_rate": 2.459362808842653e-07, + "loss": 0.0331, + "reward": 1.754506766796112, + "reward_std": 0.12252866104245186, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7857567965984344, "step": 4639 }, { - "epoch": 0.31, - "learning_rate": 1.6142892890291776e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 156.765625, + "epoch": 0.7541649735879724, + "grad_norm": 1.2088288068771362, + "kl": 1.2265625, + "learning_rate": 2.457737321196359e-07, + "loss": 0.049, + "reward": 1.7374404668807983, + "reward_std": 0.25755174458026886, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8311905562877655, "step": 4640 }, { - "epoch": 0.31, - "learning_rate": 1.6141181104024054e-05, - "loss": 0.9902, + "clip_ratio": 0.0, + "completion_length": 192.125, + "epoch": 0.7543275091426249, + "grad_norm": 4.489083290100098, + "kl": 2.5, + "learning_rate": 2.456111833550065e-07, + "loss": 0.1001, + "reward": 1.5362127423286438, + "reward_std": 0.300345703959465, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6612127423286438, "step": 4641 }, { - "epoch": 0.31, - "learning_rate": 1.6139469028798428e-05, - "loss": 0.9466, + "clip_ratio": 0.0, + "completion_length": 168.46875, + "epoch": 0.7544900446972775, + "grad_norm": 1.5663350820541382, + "kl": 0.90380859375, + "learning_rate": 2.454486345903771e-07, + "loss": 0.0362, + "reward": 1.5414172410964966, + "reward_std": 0.27251730114221573, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6351672410964966, "step": 4642 }, { - "epoch": 0.31, - "learning_rate": 1.6137756664695444e-05, - "loss": 0.9846, + "clip_ratio": 0.0, + "completion_length": 176.78125, + "epoch": 0.7546525802519302, + "grad_norm": 2.305053949356079, + "kl": 1.84765625, + "learning_rate": 2.4528608582574773e-07, + "loss": 0.0738, + "reward": 1.656984269618988, + "reward_std": 0.306600421667099, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7663592398166656, "step": 4643 }, { - "epoch": 0.31, - "learning_rate": 1.6136044011795682e-05, - "loss": 1.0168, + "clip_ratio": 0.0, + "completion_length": 169.859375, + "epoch": 0.7548151158065827, + "grad_norm": 2.345069646835327, + "kl": 1.0107421875, + "learning_rate": 2.4512353706111833e-07, + "loss": 0.0403, + "reward": 1.6985318064689636, + "reward_std": 0.260487325489521, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7454068958759308, "step": 4644 }, { - "epoch": 0.31, - "learning_rate": 1.6134331070179723e-05, - "loss": 1.0206, + "clip_ratio": 0.0, + "completion_length": 148.75, + "epoch": 0.7549776513612353, + "grad_norm": 2.3932387828826904, + "kl": 0.83984375, + "learning_rate": 2.4496098829648893e-07, + "loss": 0.0336, + "reward": 1.5801705121994019, + "reward_std": 0.359698623418808, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6739204525947571, "step": 4645 }, { - "epoch": 0.31, - "learning_rate": 1.6132617839928166e-05, - "loss": 1.0045, + "clip_ratio": 0.0, + "completion_length": 179.09375, + "epoch": 0.7551401869158878, + "grad_norm": 2.2750697135925293, + "kl": 1.57421875, + "learning_rate": 2.4479843953185953e-07, + "loss": 0.0632, + "reward": 1.6870884895324707, + "reward_std": 0.3199928402900696, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7964634299278259, "step": 4646 }, { - "epoch": 0.31, - "learning_rate": 1.6130904321121618e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 170.90625, + "epoch": 0.7553027224705404, + "grad_norm": 2.205350875854492, + "kl": 1.5625, + "learning_rate": 2.4463589076723013e-07, + "loss": 0.0626, + "reward": 1.622811496257782, + "reward_std": 0.27558237314224243, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.716561496257782, "step": 4647 }, { - "epoch": 0.31, - "learning_rate": 1.612919051384071e-05, - "loss": 1.0888, + "clip_ratio": 0.0, + "completion_length": 155.5625, + "epoch": 0.755465258025193, + "grad_norm": 2.8119871616363525, + "kl": 0.8359375, + "learning_rate": 2.444733420026008e-07, + "loss": 0.0334, + "reward": 1.702943742275238, + "reward_std": 0.2508958727121353, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7966937124729156, "step": 4648 }, { - "epoch": 0.31, - "learning_rate": 1.612747641816608e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 141.859375, + "epoch": 0.7556277935798456, + "grad_norm": 1.1953740119934082, + "kl": 1.134765625, + "learning_rate": 2.443107932379714e-07, + "loss": 0.0454, + "reward": 1.7010302543640137, + "reward_std": 0.1465919017791748, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7635302841663361, "step": 4649 }, { - "epoch": 0.31, - "learning_rate": 1.612576203417838e-05, - "loss": 0.9759, + "clip_ratio": 0.0, + "completion_length": 155.34375, + "epoch": 0.7557903291344982, + "grad_norm": 2.8663477897644043, + "kl": 2.103515625, + "learning_rate": 2.44148244473342e-07, + "loss": 0.0839, + "reward": 1.605185091495514, + "reward_std": 0.3909671902656555, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7301850616931915, "step": 4650 }, { - "epoch": 0.31, - "learning_rate": 1.612404736195828e-05, - "loss": 0.9848, + "clip_ratio": 0.0, + "completion_length": 173.765625, + "epoch": 0.7559528646891508, + "grad_norm": 1.6698086261749268, + "kl": 2.359375, + "learning_rate": 2.4398569570871263e-07, + "loss": 0.0944, + "reward": 1.6594182848930359, + "reward_std": 0.20964017510414124, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7687933146953583, "step": 4651 }, { - "epoch": 0.31, - "learning_rate": 1.612233240158645e-05, - "loss": 1.0289, + "clip_ratio": 0.0, + "completion_length": 167.765625, + "epoch": 0.7561154002438033, + "grad_norm": 1.8870619535446167, + "kl": 0.4482421875, + "learning_rate": 2.4382314694408323e-07, + "loss": 0.0179, + "reward": 1.7077716588974, + "reward_std": 0.17312384769320488, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7546466588973999, "step": 4652 }, { - "epoch": 0.31, - "learning_rate": 1.6120617153143587e-05, - "loss": 0.937, + "clip_ratio": 0.0, + "completion_length": 164.484375, + "epoch": 0.7562779357984559, + "grad_norm": 1.9020320177078247, + "kl": 1.49609375, + "learning_rate": 2.4366059817945383e-07, + "loss": 0.06, + "reward": 1.5113946199417114, + "reward_std": 0.3082055598497391, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6207695603370667, "step": 4653 }, { - "epoch": 0.31, - "learning_rate": 1.6118901616710406e-05, - "loss": 1.0669, + "clip_ratio": 0.0, + "completion_length": 174.3125, + "epoch": 0.7564404713531085, + "grad_norm": 1.3253415822982788, + "kl": 1.041015625, + "learning_rate": 2.4349804941482443e-07, + "loss": 0.0419, + "reward": 1.5734128952026367, + "reward_std": 0.2310284972190857, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6671628952026367, "step": 4654 }, { - "epoch": 0.31, - "learning_rate": 1.6117185792367617e-05, - "loss": 1.0458, + "clip_ratio": 0.0, + "completion_length": 176.625, + "epoch": 0.756603006907761, + "grad_norm": 1.8116182088851929, + "kl": 1.23046875, + "learning_rate": 2.43335500650195e-07, + "loss": 0.0493, + "reward": 1.6948909163475037, + "reward_std": 0.276024766266346, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.773015946149826, "step": 4655 }, { - "epoch": 0.31, - "learning_rate": 1.6115469680195955e-05, - "loss": 0.9843, + "clip_ratio": 0.0, + "completion_length": 176.703125, + "epoch": 0.7567655424624137, + "grad_norm": 1.2627214193344116, + "kl": 2.2578125, + "learning_rate": 2.431729518855657e-07, + "loss": 0.0903, + "reward": 1.630902886390686, + "reward_std": 0.31592948734760284, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7715279161930084, "step": 4656 }, { - "epoch": 0.31, - "learning_rate": 1.6113753280276175e-05, - "loss": 1.0055, + "clip_ratio": 0.0, + "completion_length": 169.78125, + "epoch": 0.7569280780170662, + "grad_norm": 3.6519391536712646, + "kl": 0.44921875, + "learning_rate": 2.430104031209363e-07, + "loss": 0.0179, + "reward": 1.7436501383781433, + "reward_std": 0.19352126121520996, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8061500787734985, "step": 4657 }, { - "epoch": 0.31, - "learning_rate": 1.6112036592689027e-05, - "loss": 1.0786, + "clip_ratio": 0.0, + "completion_length": 177.015625, + "epoch": 0.7570906135717188, + "grad_norm": 1.546424150466919, + "kl": 1.296875, + "learning_rate": 2.428478543563069e-07, + "loss": 0.0518, + "reward": 1.6339176893234253, + "reward_std": 0.28607722371816635, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7276676893234253, "step": 4658 }, { - "epoch": 0.31, - "learning_rate": 1.6110319617515292e-05, - "loss": 1.0324, + "clip_ratio": 0.0, + "completion_length": 168.1875, + "epoch": 0.7572531491263714, + "grad_norm": 1.6338521242141724, + "kl": 0.360107421875, + "learning_rate": 2.426853055916775e-07, + "loss": 0.0144, + "reward": 1.7510083317756653, + "reward_std": 0.2717824727296829, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8135083317756653, "step": 4659 }, { - "epoch": 0.31, - "learning_rate": 1.610860235483576e-05, - "loss": 0.9648, + "clip_ratio": 0.0, + "completion_length": 154.90625, + "epoch": 0.7574156846810239, + "grad_norm": 1.1905789375305176, + "kl": 2.265625, + "learning_rate": 2.425227568270481e-07, + "loss": 0.0905, + "reward": 1.7057110667228699, + "reward_std": 0.2755214273929596, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8463360667228699, "step": 4660 }, { - "epoch": 0.31, - "learning_rate": 1.610688480473123e-05, - "loss": 1.0119, + "clip_ratio": 0.0, + "completion_length": 160.125, + "epoch": 0.7575782202356766, + "grad_norm": 3.329782485961914, + "kl": 1.7578125, + "learning_rate": 2.423602080624187e-07, + "loss": 0.0702, + "reward": 1.6051104664802551, + "reward_std": 0.4397733360528946, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7301104962825775, "step": 4661 }, { - "epoch": 0.31, - "learning_rate": 1.6105166967282518e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 148.109375, + "epoch": 0.7577407557903292, + "grad_norm": 2.421529531478882, + "kl": 1.275390625, + "learning_rate": 2.421976592977893e-07, + "loss": 0.051, + "reward": 1.7073022723197937, + "reward_std": 0.21761029958724976, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7698022425174713, "step": 4662 }, { - "epoch": 0.31, - "learning_rate": 1.6103448842570446e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 180.0, + "epoch": 0.7579032913449817, + "grad_norm": 5.308905124664307, + "kl": 2.5234375, + "learning_rate": 2.420351105331599e-07, + "loss": 0.1009, + "reward": 1.4808740615844727, + "reward_std": 0.3476223796606064, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6527490317821503, "step": 4663 }, { - "epoch": 0.31, - "learning_rate": 1.6101730430675865e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 176.625, + "epoch": 0.7580658268996343, + "grad_norm": 4.951209545135498, + "kl": 2.02734375, + "learning_rate": 2.418725617685305e-07, + "loss": 0.081, + "reward": 1.6187157034873962, + "reward_std": 0.24436865001916885, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6968407034873962, "step": 4664 }, { - "epoch": 0.31, - "learning_rate": 1.6100011731679625e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 148.59375, + "epoch": 0.7582283624542869, + "grad_norm": 2.401646852493286, + "kl": 0.9404296875, + "learning_rate": 2.417100130039011e-07, + "loss": 0.0377, + "reward": 1.7003445625305176, + "reward_std": 0.2444612979888916, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7940945327281952, "step": 4665 }, { - "epoch": 0.31, - "learning_rate": 1.6098292745662598e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 161.125, + "epoch": 0.7583908980089394, + "grad_norm": 2.0789995193481445, + "kl": 0.724609375, + "learning_rate": 2.415474642392718e-07, + "loss": 0.029, + "reward": 1.5654664039611816, + "reward_std": 0.2732637971639633, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6435915231704712, "step": 4666 }, { - "epoch": 0.31, - "learning_rate": 1.6096573472705666e-05, - "loss": 0.9964, + "clip_ratio": 0.0, + "completion_length": 161.765625, + "epoch": 0.7585534335635921, + "grad_norm": 1.7528834342956543, + "kl": 1.048828125, + "learning_rate": 2.4138491547464237e-07, + "loss": 0.042, + "reward": 1.7062106132507324, + "reward_std": 0.3137610852718353, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7999606132507324, "step": 4667 }, { - "epoch": 0.31, - "learning_rate": 1.6094853912889724e-05, - "loss": 1.0982, + "clip_ratio": 0.0, + "completion_length": 167.65625, + "epoch": 0.7587159691182446, + "grad_norm": 1.7796258926391602, + "kl": 1.416015625, + "learning_rate": 2.41222366710013e-07, + "loss": 0.0566, + "reward": 1.7181856632232666, + "reward_std": 0.3447202742099762, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8119356632232666, "step": 4668 }, { - "epoch": 0.31, - "learning_rate": 1.609313406629568e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 164.859375, + "epoch": 0.7588785046728972, + "grad_norm": 1.4969040155410767, + "kl": 1.8671875, + "learning_rate": 2.410598179453836e-07, + "loss": 0.0747, + "reward": 1.6103053092956543, + "reward_std": 0.27431102842092514, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7196802496910095, "step": 4669 }, { - "epoch": 0.31, - "learning_rate": 1.609141393300446e-05, - "loss": 0.9909, + "clip_ratio": 0.0, + "completion_length": 179.59375, + "epoch": 0.7590410402275498, + "grad_norm": 1.6818010807037354, + "kl": 1.04150390625, + "learning_rate": 2.408972691807542e-07, + "loss": 0.0418, + "reward": 1.6936978697776794, + "reward_std": 0.32407787442207336, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7874478697776794, "step": 4670 }, { - "epoch": 0.31, - "learning_rate": 1.6089693513097e-05, - "loss": 0.9633, + "clip_ratio": 0.0, + "completion_length": 182.34375, + "epoch": 0.7592035757822023, + "grad_norm": 2.7932753562927246, + "kl": 1.177734375, + "learning_rate": 2.407347204161248e-07, + "loss": 0.0471, + "reward": 1.7416003346443176, + "reward_std": 0.2902628183364868, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8353503048419952, "step": 4671 }, { - "epoch": 0.31, - "learning_rate": 1.6087972806654252e-05, - "loss": 1.0479, + "clip_ratio": 0.0, + "completion_length": 159.75, + "epoch": 0.7593661113368549, + "grad_norm": 1.9640592336654663, + "kl": 1.9375, + "learning_rate": 2.405721716514954e-07, + "loss": 0.0778, + "reward": 1.6807869672775269, + "reward_std": 0.34847959876060486, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7901619076728821, "step": 4672 }, { - "epoch": 0.31, - "learning_rate": 1.6086251813757178e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 163.046875, + "epoch": 0.7595286468915076, + "grad_norm": 1.7932326793670654, + "kl": 2.2578125, + "learning_rate": 2.4040962288686607e-07, + "loss": 0.09, + "reward": 1.5823724269866943, + "reward_std": 0.23352579027414322, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6761224567890167, "step": 4673 }, { - "epoch": 0.31, - "learning_rate": 1.608453053448675e-05, - "loss": 1.0771, + "clip_ratio": 0.0, + "completion_length": 163.203125, + "epoch": 0.7596911824461601, + "grad_norm": 2.102712392807007, + "kl": 1.94921875, + "learning_rate": 2.4024707412223667e-07, + "loss": 0.0782, + "reward": 1.5863781571388245, + "reward_std": 0.3085467666387558, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7113781869411469, "step": 4674 }, { - "epoch": 0.31, - "learning_rate": 1.6082808968923966e-05, - "loss": 1.0549, + "clip_ratio": 0.0, + "completion_length": 164.140625, + "epoch": 0.7598537180008127, + "grad_norm": 1.8841947317123413, + "kl": 0.818359375, + "learning_rate": 2.4008452535760727e-07, + "loss": 0.0328, + "reward": 1.7722509503364563, + "reward_std": 0.19497668743133545, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8191259801387787, "step": 4675 }, { - "epoch": 0.31, - "learning_rate": 1.608108711714983e-05, - "loss": 1.0577, + "clip_ratio": 0.0, + "completion_length": 143.1875, + "epoch": 0.7600162535554652, + "grad_norm": 1.812683343887329, + "kl": 1.416015625, + "learning_rate": 2.3992197659297787e-07, + "loss": 0.0566, + "reward": 1.695913314819336, + "reward_std": 0.2939611077308655, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7896633148193359, "step": 4676 }, { - "epoch": 0.31, - "learning_rate": 1.607936497924535e-05, - "loss": 1.0023, + "clip_ratio": 0.0, + "completion_length": 150.609375, + "epoch": 0.7601787891101178, + "grad_norm": 2.1481997966766357, + "kl": 1.517578125, + "learning_rate": 2.3975942782834847e-07, + "loss": 0.0609, + "reward": 1.6065340042114258, + "reward_std": 0.4325941354036331, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7471589148044586, "step": 4677 }, { - "epoch": 0.31, - "learning_rate": 1.6077642555291566e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 177.984375, + "epoch": 0.7603413246647704, + "grad_norm": 1.5237444639205933, + "kl": 1.271484375, + "learning_rate": 2.395968790637191e-07, + "loss": 0.0509, + "reward": 1.6431130170822144, + "reward_std": 0.3032587319612503, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7524879574775696, "step": 4678 }, { - "epoch": 0.31, - "learning_rate": 1.607591984536952e-05, - "loss": 1.0496, + "clip_ratio": 0.0, + "completion_length": 165.78125, + "epoch": 0.760503860219423, + "grad_norm": 2.7402899265289307, + "kl": 0.62255859375, + "learning_rate": 2.394343302990897e-07, + "loss": 0.025, + "reward": 1.5542708039283752, + "reward_std": 0.33050890266895294, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6480207741260529, "step": 4679 }, { - "epoch": 0.31, - "learning_rate": 1.607419684956027e-05, - "loss": 1.0175, + "clip_ratio": 0.0, + "completion_length": 194.015625, + "epoch": 0.7606663957740756, + "grad_norm": 1.78512442111969, + "kl": 1.083984375, + "learning_rate": 2.392717815344603e-07, + "loss": 0.0434, + "reward": 1.6890279054641724, + "reward_std": 0.35479043424129486, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7984029054641724, "step": 4680 }, { - "epoch": 0.31, - "learning_rate": 1.6072473567944883e-05, - "loss": 0.9783, + "clip_ratio": 0.0, + "completion_length": 150.46875, + "epoch": 0.7608289313287282, + "grad_norm": 2.3619775772094727, + "kl": 1.40234375, + "learning_rate": 2.391092327698309e-07, + "loss": 0.0561, + "reward": 1.6944469213485718, + "reward_std": 0.3217141479253769, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.803821861743927, "step": 4681 }, { - "epoch": 0.31, - "learning_rate": 1.6070750000604448e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 160.265625, + "epoch": 0.7609914668833807, + "grad_norm": 4.171305179595947, + "kl": 1.40234375, + "learning_rate": 2.389466840052015e-07, + "loss": 0.0561, + "reward": 1.6405812501907349, + "reward_std": 0.19834815710783005, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7343312501907349, "step": 4682 }, { - "epoch": 0.31, - "learning_rate": 1.6069026147620064e-05, - "loss": 1.0147, + "clip_ratio": 0.0, + "completion_length": 172.953125, + "epoch": 0.7611540024380333, + "grad_norm": 1.778232216835022, + "kl": 1.3466796875, + "learning_rate": 2.3878413524057217e-07, + "loss": 0.054, + "reward": 1.7483882904052734, + "reward_std": 0.24869851022958755, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.842138260602951, "step": 4683 }, { - "epoch": 0.31, - "learning_rate": 1.606730200907284e-05, - "loss": 1.0165, + "clip_ratio": 0.0, + "completion_length": 144.859375, + "epoch": 0.761316537992686, + "grad_norm": 1.9115842580795288, + "kl": 0.35888671875, + "learning_rate": 2.3862158647594277e-07, + "loss": 0.0143, + "reward": 1.645521879196167, + "reward_std": 0.37250393629074097, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7548968493938446, "step": 4684 }, { - "epoch": 0.31, - "learning_rate": 1.6065577585043906e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 161.96875, + "epoch": 0.7614790735473385, + "grad_norm": 3.5167689323425293, + "kl": 0.93359375, + "learning_rate": 2.3845903771131337e-07, + "loss": 0.0373, + "reward": 1.7383936643600464, + "reward_std": 0.20516381412744522, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.816518634557724, "step": 4685 }, { - "epoch": 0.31, - "learning_rate": 1.6063852875614393e-05, - "loss": 1.0321, + "clip_ratio": 0.0, + "completion_length": 179.984375, + "epoch": 0.7616416091019911, + "grad_norm": 1.8152949810028076, + "kl": 0.41796875, + "learning_rate": 2.38296488946684e-07, + "loss": 0.0167, + "reward": 1.6975941061973572, + "reward_std": 0.13592131435871124, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7444691061973572, "step": 4686 }, { - "epoch": 0.31, - "learning_rate": 1.6062127880865456e-05, - "loss": 1.0952, + "clip_ratio": 0.0, + "completion_length": 160.21875, + "epoch": 0.7618041446566436, + "grad_norm": 2.074547290802002, + "kl": 0.974609375, + "learning_rate": 2.381339401820546e-07, + "loss": 0.0389, + "reward": 1.6439749002456665, + "reward_std": 0.16968441009521484, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7220999002456665, "step": 4687 }, { - "epoch": 0.31, - "learning_rate": 1.6060402600878263e-05, - "loss": 1.1613, + "clip_ratio": 0.0, + "completion_length": 181.78125, + "epoch": 0.7619666802112962, + "grad_norm": 3.4771697521209717, + "kl": 1.76171875, + "learning_rate": 2.3797139141742522e-07, + "loss": 0.0705, + "reward": 1.6318671703338623, + "reward_std": 0.2886192016303539, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7412422299385071, "step": 4688 }, { - "epoch": 0.31, - "learning_rate": 1.605867703573399e-05, - "loss": 1.0085, + "clip_ratio": 0.0, + "completion_length": 161.703125, + "epoch": 0.7621292157659488, + "grad_norm": 3.2003839015960693, + "kl": 1.55078125, + "learning_rate": 2.3780884265279582e-07, + "loss": 0.0619, + "reward": 1.6321349740028381, + "reward_std": 0.18274523317813873, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6946349740028381, "step": 4689 }, { - "epoch": 0.31, - "learning_rate": 1.605695118551383e-05, - "loss": 1.0176, + "clip_ratio": 0.0, + "completion_length": 187.390625, + "epoch": 0.7622917513206013, + "grad_norm": 4.659438133239746, + "kl": 1.328125, + "learning_rate": 2.3764629388816642e-07, + "loss": 0.0532, + "reward": 1.6690157651901245, + "reward_std": 0.3257155865430832, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7627657949924469, "step": 4690 }, { - "epoch": 0.31, - "learning_rate": 1.6055225050298985e-05, - "loss": 1.0843, + "clip_ratio": 0.0, + "completion_length": 146.375, + "epoch": 0.762454286875254, + "grad_norm": 1.6818907260894775, + "kl": 1.734375, + "learning_rate": 2.3748374512353707e-07, + "loss": 0.0691, + "reward": 1.6178107261657715, + "reward_std": 0.32653093338012695, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7115606665611267, "step": 4691 }, { - "epoch": 0.31, - "learning_rate": 1.6053498630170675e-05, - "loss": 0.9711, + "clip_ratio": 0.0, + "completion_length": 167.078125, + "epoch": 0.7626168224299066, + "grad_norm": 2.326474905014038, + "kl": 1.4140625, + "learning_rate": 2.3732119635890767e-07, + "loss": 0.0565, + "reward": 1.6338340640068054, + "reward_std": 0.3439907282590866, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7275840938091278, "step": 4692 }, { - "epoch": 0.31, - "learning_rate": 1.6051771925210143e-05, - "loss": 1.0304, + "clip_ratio": 0.0, + "completion_length": 179.546875, + "epoch": 0.7627793579845591, + "grad_norm": 1.2612357139587402, + "kl": 1.408203125, + "learning_rate": 2.371586475942783e-07, + "loss": 0.0563, + "reward": 1.5794901847839355, + "reward_std": 0.20525122806429863, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7044902145862579, "step": 4693 }, { - "epoch": 0.31, - "learning_rate": 1.6050044935498618e-05, - "loss": 1.0082, + "clip_ratio": 0.0, + "completion_length": 146.359375, + "epoch": 0.7629418935392117, + "grad_norm": 2.7155959606170654, + "kl": 1.6484375, + "learning_rate": 2.369960988296489e-07, + "loss": 0.066, + "reward": 1.5942105650901794, + "reward_std": 0.3757527321577072, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6879605650901794, "step": 4694 }, { - "epoch": 0.31, - "learning_rate": 1.6048317661117374e-05, - "loss": 1.0017, + "clip_ratio": 0.0, + "completion_length": 179.828125, + "epoch": 0.7631044290938643, + "grad_norm": 2.7654387950897217, + "kl": 2.1953125, + "learning_rate": 2.368335500650195e-07, + "loss": 0.0878, + "reward": 1.6413277387619019, + "reward_std": 0.22127405554056168, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7194527089595795, "step": 4695 }, { - "epoch": 0.31, - "learning_rate": 1.6046590102147673e-05, - "loss": 1.0002, + "clip_ratio": 0.0, + "completion_length": 180.6875, + "epoch": 0.7632669646485168, + "grad_norm": 2.1115777492523193, + "kl": 1.794921875, + "learning_rate": 2.3667100130039012e-07, + "loss": 0.0716, + "reward": 1.6230671405792236, + "reward_std": 0.23510965704917908, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7011922001838684, "step": 4696 }, { - "epoch": 0.31, - "learning_rate": 1.6044862258670806e-05, - "loss": 1.0355, + "clip_ratio": 0.0, + "completion_length": 188.703125, + "epoch": 0.7634295002031695, + "grad_norm": 1.8097124099731445, + "kl": 1.748046875, + "learning_rate": 2.3650845253576071e-07, + "loss": 0.0698, + "reward": 1.7114415764808655, + "reward_std": 0.23735889792442322, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7895664870738983, "step": 4697 }, { - "epoch": 0.31, - "learning_rate": 1.6043134130768072e-05, - "loss": 1.1383, + "clip_ratio": 0.0, + "completion_length": 173.765625, + "epoch": 0.763592035757822, + "grad_norm": 3.2992777824401855, + "kl": 1.953125, + "learning_rate": 2.3634590377113134e-07, + "loss": 0.0781, + "reward": 1.536173701286316, + "reward_std": 0.4251212775707245, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6455487310886383, "step": 4698 }, { - "epoch": 0.31, - "learning_rate": 1.6041405718520786e-05, - "loss": 1.0435, + "clip_ratio": 0.0, + "completion_length": 160.671875, + "epoch": 0.7637545713124746, + "grad_norm": 3.1258256435394287, + "kl": 0.86328125, + "learning_rate": 2.3618335500650194e-07, + "loss": 0.0345, + "reward": 1.7606287598609924, + "reward_std": 0.17616908252239227, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.82312873005867, "step": 4699 }, { - "epoch": 0.31, - "learning_rate": 1.603967702201027e-05, - "loss": 1.0835, + "clip_ratio": 0.0, + "completion_length": 173.203125, + "epoch": 0.7639171068671272, + "grad_norm": 2.4252398014068604, + "kl": 0.333984375, + "learning_rate": 2.3602080624187254e-07, + "loss": 0.0134, + "reward": 1.6787095069885254, + "reward_std": 0.18995249271392822, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7255845367908478, "step": 4700 }, { - "epoch": 0.31, - "learning_rate": 1.603794804131786e-05, - "loss": 1.053, + "clip_ratio": 0.0, + "completion_length": 146.75, + "epoch": 0.7640796424217797, + "grad_norm": 2.5787291526794434, + "kl": 0.3564453125, + "learning_rate": 2.3585825747724316e-07, + "loss": 0.0142, + "reward": 1.8089909553527832, + "reward_std": 0.20183682441711426, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8714910447597504, "step": 4701 }, { - "epoch": 0.31, - "learning_rate": 1.6036218776524915e-05, - "loss": 1.0099, + "clip_ratio": 0.0, + "completion_length": 166.265625, + "epoch": 0.7642421779764323, + "grad_norm": 1.1320414543151855, + "kl": 0.30419921875, + "learning_rate": 2.3569570871261376e-07, + "loss": 0.0122, + "reward": 1.7019163966178894, + "reward_std": 0.18401753157377243, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.748791366815567, "step": 4702 }, { - "epoch": 0.31, - "learning_rate": 1.60344892277128e-05, - "loss": 0.99, + "clip_ratio": 0.0, + "completion_length": 148.046875, + "epoch": 0.764404713531085, + "grad_norm": 2.344694137573242, + "kl": 2.1953125, + "learning_rate": 2.355331599479844e-07, + "loss": 0.0881, + "reward": 1.6604225635528564, + "reward_std": 0.2593553066253662, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7541726529598236, "step": 4703 }, { - "epoch": 0.32, - "learning_rate": 1.6032759394962896e-05, - "loss": 0.9696, + "clip_ratio": 0.0, + "completion_length": 172.984375, + "epoch": 0.7645672490857375, + "grad_norm": 1.7666537761688232, + "kl": 2.2734375, + "learning_rate": 2.35370611183355e-07, + "loss": 0.0912, + "reward": 1.5859655141830444, + "reward_std": 0.3081413060426712, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.742215484380722, "step": 4704 }, { - "epoch": 0.32, - "learning_rate": 1.6031029278356594e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 165.859375, + "epoch": 0.7647297846403901, + "grad_norm": 3.245206594467163, + "kl": 1.232421875, + "learning_rate": 2.3520806241872559e-07, + "loss": 0.0495, + "reward": 1.6322430968284607, + "reward_std": 0.3384658247232437, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7572431266307831, "step": 4705 }, { - "epoch": 0.32, - "learning_rate": 1.60292988779753e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 199.296875, + "epoch": 0.7648923201950427, + "grad_norm": 1.5701780319213867, + "kl": 2.234375, + "learning_rate": 2.350455136540962e-07, + "loss": 0.0895, + "reward": 1.6385096907615662, + "reward_std": 0.3056720644235611, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7478846311569214, "step": 4706 }, { - "epoch": 0.32, - "learning_rate": 1.6027568193900432e-05, - "loss": 1.0427, + "clip_ratio": 0.0, + "completion_length": 158.859375, + "epoch": 0.7650548557496952, + "grad_norm": 2.005044460296631, + "kl": 2.74609375, + "learning_rate": 2.348829648894668e-07, + "loss": 0.1099, + "reward": 1.583430290222168, + "reward_std": 0.4141867160797119, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7396802604198456, "step": 4707 }, { - "epoch": 0.32, - "learning_rate": 1.602583722621343e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 154.015625, + "epoch": 0.7652173913043478, + "grad_norm": 2.8153035640716553, + "kl": 1.193359375, + "learning_rate": 2.3472041612483746e-07, + "loss": 0.0478, + "reward": 1.672930359840393, + "reward_std": 0.20016585290431976, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7198053002357483, "step": 4708 }, { - "epoch": 0.32, - "learning_rate": 1.6024105974995734e-05, - "loss": 0.9418, + "clip_ratio": 0.0, + "completion_length": 179.703125, + "epoch": 0.7653799268590004, + "grad_norm": 4.274333953857422, + "kl": 1.1640625, + "learning_rate": 2.3455786736020806e-07, + "loss": 0.0465, + "reward": 1.6494669318199158, + "reward_std": 0.3026828169822693, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7432169616222382, "step": 4709 }, { - "epoch": 0.32, - "learning_rate": 1.6022374440328804e-05, - "loss": 1.0241, + "clip_ratio": 0.0, + "completion_length": 172.0625, + "epoch": 0.765542462413653, + "grad_norm": 4.015661716461182, + "kl": 1.4296875, + "learning_rate": 2.3439531859557866e-07, + "loss": 0.0572, + "reward": 1.5965188145637512, + "reward_std": 0.24043643474578857, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6746438443660736, "step": 4710 }, { - "epoch": 0.32, - "learning_rate": 1.6020642622294115e-05, - "loss": 1.0217, + "clip_ratio": 0.0, + "completion_length": 169.125, + "epoch": 0.7657049979683056, + "grad_norm": 2.8845643997192383, + "kl": 2.234375, + "learning_rate": 2.3423276983094929e-07, + "loss": 0.0895, + "reward": 1.5242058038711548, + "reward_std": 0.27748555690050125, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6179558038711548, "step": 4711 }, { - "epoch": 0.32, - "learning_rate": 1.601891052097315e-05, - "loss": 0.9809, + "clip_ratio": 0.0, + "completion_length": 205.015625, + "epoch": 0.7658675335229581, + "grad_norm": 2.011474370956421, + "kl": 1.806640625, + "learning_rate": 2.3407022106631989e-07, + "loss": 0.0721, + "reward": 1.632832109928131, + "reward_std": 0.20194034278392792, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7109571099281311, "step": 4712 }, { - "epoch": 0.32, - "learning_rate": 1.601717813644742e-05, - "loss": 0.9643, + "clip_ratio": 0.0, + "completion_length": 177.421875, + "epoch": 0.7660300690776107, + "grad_norm": 2.0974628925323486, + "kl": 0.578125, + "learning_rate": 2.339076723016905e-07, + "loss": 0.0231, + "reward": 1.6599117517471313, + "reward_std": 0.21732372790575027, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7224117815494537, "step": 4713 }, { - "epoch": 0.32, - "learning_rate": 1.6015445468798424e-05, - "loss": 0.9746, + "clip_ratio": 0.0, + "completion_length": 173.328125, + "epoch": 0.7661926046322634, + "grad_norm": 2.4952571392059326, + "kl": 0.501953125, + "learning_rate": 2.337451235370611e-07, + "loss": 0.02, + "reward": 1.7760430574417114, + "reward_std": 0.13215505704283714, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8229179680347443, "step": 4714 }, { - "epoch": 0.32, - "learning_rate": 1.601371251810769e-05, - "loss": 0.9376, + "clip_ratio": 0.0, + "completion_length": 158.5625, + "epoch": 0.7663551401869159, + "grad_norm": 1.6730674505233765, + "kl": 1.330078125, + "learning_rate": 2.335825747724317e-07, + "loss": 0.0532, + "reward": 1.7554048299789429, + "reward_std": 0.1347154676914215, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8022798895835876, "step": 4715 }, { - "epoch": 0.32, - "learning_rate": 1.601197928445677e-05, - "loss": 1.0407, + "clip_ratio": 0.0, + "completion_length": 200.234375, + "epoch": 0.7665176757415685, + "grad_norm": 2.7393369674682617, + "kl": 1.65625, + "learning_rate": 2.3342002600780233e-07, + "loss": 0.0664, + "reward": 1.619860291481018, + "reward_std": 0.3114851117134094, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7448602020740509, "step": 4716 }, { - "epoch": 0.32, - "learning_rate": 1.60102457679272e-05, - "loss": 1.0724, + "clip_ratio": 0.0, + "completion_length": 181.3125, + "epoch": 0.7666802112962211, + "grad_norm": 2.3338124752044678, + "kl": 1.83984375, + "learning_rate": 2.3325747724317293e-07, + "loss": 0.0737, + "reward": 1.6644715666770935, + "reward_std": 0.351067915558815, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7894715368747711, "step": 4717 }, { - "epoch": 0.32, - "learning_rate": 1.600851196860056e-05, - "loss": 0.9759, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.7668427468508736, + "grad_norm": 4.163262844085693, + "kl": 1.45703125, + "learning_rate": 2.3309492847854356e-07, + "loss": 0.0584, + "reward": 1.7165481448173523, + "reward_std": 0.17189998179674149, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7790481150150299, "step": 4718 }, { - "epoch": 0.32, - "learning_rate": 1.6006777886558423e-05, - "loss": 0.9871, + "clip_ratio": 0.0, + "completion_length": 155.828125, + "epoch": 0.7670052824055262, + "grad_norm": 2.878704786300659, + "kl": 1.48828125, + "learning_rate": 2.3293237971391416e-07, + "loss": 0.0596, + "reward": 1.7016459703445435, + "reward_std": 0.3870598077774048, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8110209703445435, "step": 4719 }, { - "epoch": 0.32, - "learning_rate": 1.600504352188238e-05, - "loss": 1.037, + "clip_ratio": 0.0, + "completion_length": 194.375, + "epoch": 0.7671678179601787, + "grad_norm": 2.71998929977417, + "kl": 2.1953125, + "learning_rate": 2.3276983094928476e-07, + "loss": 0.0877, + "reward": 1.648619532585144, + "reward_std": 0.3151344507932663, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7423695027828217, "step": 4720 }, { - "epoch": 0.32, - "learning_rate": 1.6003308874654043e-05, - "loss": 1.0279, + "clip_ratio": 0.0, + "completion_length": 149.125, + "epoch": 0.7673303535148314, + "grad_norm": 2.248396396636963, + "kl": 0.488525390625, + "learning_rate": 2.3260728218465538e-07, + "loss": 0.0195, + "reward": 1.7125810980796814, + "reward_std": 0.2621627226471901, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7594561576843262, "step": 4721 }, { - "epoch": 0.32, - "learning_rate": 1.600157394495503e-05, - "loss": 1.0065, + "clip_ratio": 0.0, + "completion_length": 183.265625, + "epoch": 0.767492889069484, + "grad_norm": 2.8607606887817383, + "kl": 1.86328125, + "learning_rate": 2.3244473342002598e-07, + "loss": 0.0746, + "reward": 1.634284794330597, + "reward_std": 0.27217867597937584, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7592847645282745, "step": 4722 }, { - "epoch": 0.32, - "learning_rate": 1.5999838732866973e-05, - "loss": 1.1402, + "clip_ratio": 0.0, + "completion_length": 177.25, + "epoch": 0.7676554246241365, + "grad_norm": 2.697415828704834, + "kl": 1.48046875, + "learning_rate": 2.322821846553966e-07, + "loss": 0.0591, + "reward": 1.4609373807907104, + "reward_std": 0.4931054562330246, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6171873807907104, "step": 4723 }, { - "epoch": 0.32, - "learning_rate": 1.5998103238471515e-05, - "loss": 1.0807, + "clip_ratio": 0.0, + "completion_length": 188.015625, + "epoch": 0.7678179601787891, + "grad_norm": 4.312237739562988, + "kl": 1.25390625, + "learning_rate": 2.321196358907672e-07, + "loss": 0.0503, + "reward": 1.5231836438179016, + "reward_std": 0.21324267983436584, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6013086438179016, "step": 4724 }, { - "epoch": 0.32, - "learning_rate": 1.599636746185032e-05, - "loss": 1.0664, + "clip_ratio": 0.0, + "completion_length": 166.4375, + "epoch": 0.7679804957334417, + "grad_norm": 5.5533671379089355, + "kl": 1.34375, + "learning_rate": 2.319570871261378e-07, + "loss": 0.0538, + "reward": 1.6911782622337341, + "reward_std": 0.24308599531650543, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7849282920360565, "step": 4725 }, { - "epoch": 0.32, - "learning_rate": 1.5994631403085055e-05, - "loss": 1.0301, + "clip_ratio": 0.0, + "completion_length": 151.078125, + "epoch": 0.7681430312880942, + "grad_norm": 1.450111985206604, + "kl": 1.1484375, + "learning_rate": 2.3179453836150846e-07, + "loss": 0.0458, + "reward": 1.703535556793213, + "reward_std": 0.20247917622327805, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7660355269908905, "step": 4726 }, { - "epoch": 0.32, - "learning_rate": 1.5992895062257413e-05, - "loss": 0.9369, + "clip_ratio": 0.0, + "completion_length": 149.25, + "epoch": 0.7683055668427469, + "grad_norm": 2.6884989738464355, + "kl": 0.3291015625, + "learning_rate": 2.3163198959687906e-07, + "loss": 0.0131, + "reward": 1.7216567993164062, + "reward_std": 0.28242073953151703, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8154067397117615, "step": 4727 }, { - "epoch": 0.32, - "learning_rate": 1.599115843944909e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 167.390625, + "epoch": 0.7684681023973994, + "grad_norm": 2.1278584003448486, + "kl": 1.166015625, + "learning_rate": 2.3146944083224968e-07, + "loss": 0.0465, + "reward": 1.6854228973388672, + "reward_std": 0.31253431737422943, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.763547956943512, "step": 4728 }, { - "epoch": 0.32, - "learning_rate": 1.5989421534741797e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 161.3125, + "epoch": 0.768630637952052, + "grad_norm": 2.947788953781128, + "kl": 0.25634765625, + "learning_rate": 2.3130689206762028e-07, + "loss": 0.0103, + "reward": 1.635756015777588, + "reward_std": 0.09762682020664215, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6670060157775879, "step": 4729 }, { - "epoch": 0.32, - "learning_rate": 1.5987684348217263e-05, - "loss": 1.0621, + "clip_ratio": 0.0, + "completion_length": 203.515625, + "epoch": 0.7687931735067046, + "grad_norm": 3.451115608215332, + "kl": 2.94140625, + "learning_rate": 2.3114434330299088e-07, + "loss": 0.1176, + "reward": 1.5602402091026306, + "reward_std": 0.335055947303772, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7477402091026306, "step": 4730 }, { - "epoch": 0.32, - "learning_rate": 1.5985946879957224e-05, - "loss": 1.1398, + "clip_ratio": 0.0, + "completion_length": 148.359375, + "epoch": 0.7689557090613571, + "grad_norm": 1.5283141136169434, + "kl": 1.24560546875, + "learning_rate": 2.309817945383615e-07, + "loss": 0.0496, + "reward": 1.7424936890602112, + "reward_std": 0.2167472057044506, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8206186890602112, "step": 4731 }, { - "epoch": 0.32, - "learning_rate": 1.5984209130043433e-05, - "loss": 1.0138, + "clip_ratio": 0.0, + "completion_length": 200.765625, + "epoch": 0.7691182446160097, + "grad_norm": 2.3753552436828613, + "kl": 1.40234375, + "learning_rate": 2.308192457737321e-07, + "loss": 0.056, + "reward": 1.6028466820716858, + "reward_std": 0.21849823743104935, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6965966820716858, "step": 4732 }, { - "epoch": 0.32, - "learning_rate": 1.5982471098557656e-05, - "loss": 1.1205, + "clip_ratio": 0.0, + "completion_length": 159.09375, + "epoch": 0.7692807801706624, + "grad_norm": 6.336434364318848, + "kl": 0.6796875, + "learning_rate": 2.3065669700910273e-07, + "loss": 0.0272, + "reward": 1.6990145444869995, + "reward_std": 0.1809370070695877, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7615145444869995, "step": 4733 }, { - "epoch": 0.32, - "learning_rate": 1.5980732785581668e-05, - "loss": 1.0094, + "clip_ratio": 0.0, + "completion_length": 176.734375, + "epoch": 0.7694433157253149, + "grad_norm": 1.5910078287124634, + "kl": 0.77197265625, + "learning_rate": 2.3049414824447333e-07, + "loss": 0.0309, + "reward": 1.794577956199646, + "reward_std": 0.11718261428177357, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8414529860019684, "step": 4734 }, { - "epoch": 0.32, - "learning_rate": 1.5978994191197265e-05, - "loss": 1.0094, + "clip_ratio": 0.0, + "completion_length": 165.640625, + "epoch": 0.7696058512799675, + "grad_norm": 4.142101764678955, + "kl": 1.515625, + "learning_rate": 2.3033159947984393e-07, + "loss": 0.0608, + "reward": 1.6807962656021118, + "reward_std": 0.18840759992599487, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.758921205997467, "step": 4735 }, { - "epoch": 0.32, - "learning_rate": 1.5977255315486255e-05, - "loss": 1.0993, + "clip_ratio": 0.0, + "completion_length": 167.09375, + "epoch": 0.7697683868346201, + "grad_norm": 5.518882751464844, + "kl": 1.18359375, + "learning_rate": 2.3016905071521455e-07, + "loss": 0.0473, + "reward": 1.7140675783157349, + "reward_std": 0.3333374559879303, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8078175485134125, "step": 4736 }, { - "epoch": 0.32, - "learning_rate": 1.597551615853045e-05, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 172.78125, + "epoch": 0.7699309223892726, + "grad_norm": 1.9996311664581299, + "kl": 2.2421875, + "learning_rate": 2.3000650195058515e-07, + "loss": 0.0897, + "reward": 1.6858018040657043, + "reward_std": 0.28496935218572617, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7639267444610596, "step": 4737 }, { - "epoch": 0.32, - "learning_rate": 1.5973776720411686e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 148.703125, + "epoch": 0.7700934579439253, + "grad_norm": 2.7920148372650146, + "kl": 1.66015625, + "learning_rate": 2.2984395318595578e-07, + "loss": 0.0663, + "reward": 1.647467851638794, + "reward_std": 0.4399055689573288, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7724678814411163, "step": 4738 }, { - "epoch": 0.32, - "learning_rate": 1.5972037001211806e-05, - "loss": 1.0507, + "clip_ratio": 0.0, + "completion_length": 183.484375, + "epoch": 0.7702559934985778, + "grad_norm": 2.053718328475952, + "kl": 2.6875, + "learning_rate": 2.2968140442132638e-07, + "loss": 0.1078, + "reward": 1.4520790576934814, + "reward_std": 0.5196967124938965, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6395789980888367, "step": 4739 }, { - "epoch": 0.32, - "learning_rate": 1.597029700101267e-05, - "loss": 1.015, + "clip_ratio": 0.0, + "completion_length": 167.3125, + "epoch": 0.7704185290532304, + "grad_norm": 1.9833757877349854, + "kl": 1.125, + "learning_rate": 2.2951885565669698e-07, + "loss": 0.0449, + "reward": 1.7150059938430786, + "reward_std": 0.24276557564735413, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7775059640407562, "step": 4740 }, { - "epoch": 0.32, - "learning_rate": 1.5968556719896146e-05, - "loss": 1.0822, + "clip_ratio": 0.0, + "completion_length": 171.03125, + "epoch": 0.770581064607883, + "grad_norm": 1.702789306640625, + "kl": 1.16796875, + "learning_rate": 2.293563068920676e-07, + "loss": 0.0468, + "reward": 1.7227752804756165, + "reward_std": 0.23853502422571182, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8009002506732941, "step": 4741 }, { - "epoch": 0.32, - "learning_rate": 1.5966816157944124e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 169.515625, + "epoch": 0.7707436001625355, + "grad_norm": 1.4823302030563354, + "kl": 2.41796875, + "learning_rate": 2.291937581274382e-07, + "loss": 0.0965, + "reward": 1.7350281476974487, + "reward_std": 0.317561998963356, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8287781476974487, "step": 4742 }, { - "epoch": 0.32, - "learning_rate": 1.5965075315238492e-05, - "loss": 1.0818, + "clip_ratio": 0.0, + "completion_length": 172.0625, + "epoch": 0.7709061357171881, + "grad_norm": 1.9248685836791992, + "kl": 2.20703125, + "learning_rate": 2.2903120936280885e-07, + "loss": 0.0885, + "reward": 1.5165619254112244, + "reward_std": 0.4264144003391266, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6884368360042572, "step": 4743 }, { - "epoch": 0.32, - "learning_rate": 1.5963334191861172e-05, - "loss": 0.9647, + "clip_ratio": 0.0, + "completion_length": 174.59375, + "epoch": 0.7710686712718408, + "grad_norm": 2.3607027530670166, + "kl": 2.4375, + "learning_rate": 2.2886866059817945e-07, + "loss": 0.0974, + "reward": 1.663626253604889, + "reward_std": 0.35254254937171936, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7730012536048889, "step": 4744 }, { - "epoch": 0.32, - "learning_rate": 1.596159278789408e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 202.171875, + "epoch": 0.7712312068264933, + "grad_norm": 3.202350616455078, + "kl": 2.1015625, + "learning_rate": 2.2870611183355005e-07, + "loss": 0.084, + "reward": 1.6413459181785583, + "reward_std": 0.25726932287216187, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7819709181785583, "step": 4745 }, { - "epoch": 0.32, - "learning_rate": 1.595985110341916e-05, - "loss": 1.0369, + "clip_ratio": 0.0, + "completion_length": 162.984375, + "epoch": 0.7713937423811459, + "grad_norm": 1.5227701663970947, + "kl": 1.1396484375, + "learning_rate": 2.2854356306892068e-07, + "loss": 0.0454, + "reward": 1.6762362718582153, + "reward_std": 0.2500302791595459, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7543612122535706, "step": 4746 }, { - "epoch": 0.32, - "learning_rate": 1.5958109138518358e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 166.6875, + "epoch": 0.7715562779357985, + "grad_norm": 1.695621132850647, + "kl": 1.2265625, + "learning_rate": 2.2838101430429128e-07, + "loss": 0.0489, + "reward": 1.699129045009613, + "reward_std": 0.34270498901605606, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7928790152072906, "step": 4747 }, { - "epoch": 0.32, - "learning_rate": 1.595636689327364e-05, - "loss": 0.9622, + "clip_ratio": 0.0, + "completion_length": 168.375, + "epoch": 0.771718813490451, + "grad_norm": 3.831162929534912, + "kl": 1.939453125, + "learning_rate": 2.282184655396619e-07, + "loss": 0.0778, + "reward": 1.650124967098236, + "reward_std": 0.27136504650115967, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7907499372959137, "step": 4748 }, { - "epoch": 0.32, - "learning_rate": 1.5954624367766985e-05, - "loss": 1.1251, + "clip_ratio": 0.0, + "completion_length": 167.515625, + "epoch": 0.7718813490451036, + "grad_norm": 2.361288547515869, + "kl": 2.2734375, + "learning_rate": 2.280559167750325e-07, + "loss": 0.0909, + "reward": 1.6259880065917969, + "reward_std": 0.2539474368095398, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7509879171848297, "step": 4749 }, { - "epoch": 0.32, - "learning_rate": 1.5952881562080377e-05, - "loss": 1.0048, + "clip_ratio": 0.0, + "completion_length": 166.0, + "epoch": 0.7720438845997561, + "grad_norm": 1.370718002319336, + "kl": 2.61328125, + "learning_rate": 2.278933680104031e-07, + "loss": 0.1044, + "reward": 1.6358622312545776, + "reward_std": 0.27299831807613373, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7608622312545776, "step": 4750 }, { - "epoch": 0.32, - "learning_rate": 1.5951138476295823e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 179.078125, + "epoch": 0.7722064201544088, + "grad_norm": 3.1064536571502686, + "kl": 2.9375, + "learning_rate": 2.2773081924577372e-07, + "loss": 0.1174, + "reward": 1.5275793671607971, + "reward_std": 0.3563842102885246, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6682043671607971, "step": 4751 }, { - "epoch": 0.32, - "learning_rate": 1.594939511049534e-05, - "loss": 0.99, + "clip_ratio": 0.0, + "completion_length": 152.15625, + "epoch": 0.7723689557090614, + "grad_norm": 1.7956372499465942, + "kl": 1.548828125, + "learning_rate": 2.2756827048114432e-07, + "loss": 0.0619, + "reward": 1.6746797561645508, + "reward_std": 0.32925789803266525, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7684297561645508, "step": 4752 }, { - "epoch": 0.32, - "learning_rate": 1.5947651464760957e-05, - "loss": 1.0698, + "clip_ratio": 0.0, + "completion_length": 171.71875, + "epoch": 0.7725314912637139, + "grad_norm": 2.167726516723633, + "kl": 2.69140625, + "learning_rate": 2.2740572171651495e-07, + "loss": 0.1075, + "reward": 1.5757222771644592, + "reward_std": 0.3280523419380188, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7007222771644592, "step": 4753 }, { - "epoch": 0.32, - "learning_rate": 1.5945907539174718e-05, - "loss": 0.9883, + "clip_ratio": 0.0, + "completion_length": 184.84375, + "epoch": 0.7726940268183665, + "grad_norm": 4.53226900100708, + "kl": 2.61328125, + "learning_rate": 2.2724317295188555e-07, + "loss": 0.1047, + "reward": 1.534731149673462, + "reward_std": 0.38968825340270996, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6909811794757843, "step": 4754 }, { - "epoch": 0.32, - "learning_rate": 1.5944163333818677e-05, - "loss": 0.9882, + "clip_ratio": 0.0, + "completion_length": 158.390625, + "epoch": 0.7728565623730191, + "grad_norm": 6.785856246948242, + "kl": 2.7890625, + "learning_rate": 2.2708062418725615e-07, + "loss": 0.1114, + "reward": 1.559653878211975, + "reward_std": 0.31888340413570404, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7159039378166199, "step": 4755 }, { - "epoch": 0.32, - "learning_rate": 1.5942418848774905e-05, - "loss": 1.1004, + "clip_ratio": 0.0, + "completion_length": 168.640625, + "epoch": 0.7730190979276717, + "grad_norm": 1.9376494884490967, + "kl": 2.20703125, + "learning_rate": 2.2691807542262677e-07, + "loss": 0.0882, + "reward": 1.6262861490249634, + "reward_std": 0.4550965130329132, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7981610894203186, "step": 4756 }, { - "epoch": 0.32, - "learning_rate": 1.5940674084125483e-05, - "loss": 1.0459, + "clip_ratio": 0.0, + "completion_length": 174.890625, + "epoch": 0.7731816334823243, + "grad_norm": 1.903349757194519, + "kl": 1.3359375, + "learning_rate": 2.2675552665799737e-07, + "loss": 0.0534, + "reward": 1.6260871291160583, + "reward_std": 0.18917272984981537, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6885871887207031, "step": 4757 }, { - "epoch": 0.32, - "learning_rate": 1.5938929039952508e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 174.4375, + "epoch": 0.7733441690369769, + "grad_norm": 1.61714506149292, + "kl": 0.978515625, + "learning_rate": 2.26592977893368e-07, + "loss": 0.0389, + "reward": 1.7639626860618591, + "reward_std": 0.15200680121779442, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8108376264572144, "step": 4758 }, { - "epoch": 0.32, - "learning_rate": 1.593718371633809e-05, - "loss": 1.0545, + "clip_ratio": 0.0, + "completion_length": 186.203125, + "epoch": 0.7735067045916294, + "grad_norm": 3.5007314682006836, + "kl": 2.62890625, + "learning_rate": 2.264304291287386e-07, + "loss": 0.105, + "reward": 1.595378339290619, + "reward_std": 0.33088284730911255, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7047533392906189, "step": 4759 }, { - "epoch": 0.32, - "learning_rate": 1.5935438113364342e-05, - "loss": 1.0789, + "clip_ratio": 0.0, + "completion_length": 151.5625, + "epoch": 0.773669240146282, + "grad_norm": 1.168250322341919, + "kl": 1.4453125, + "learning_rate": 2.2626788036410922e-07, + "loss": 0.0579, + "reward": 1.7859851121902466, + "reward_std": 0.22014771401882172, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8328600823879242, "step": 4760 }, { - "epoch": 0.32, - "learning_rate": 1.593369223111341e-05, - "loss": 1.023, + "clip_ratio": 0.0, + "completion_length": 170.78125, + "epoch": 0.7738317757009345, + "grad_norm": 1.469516634941101, + "kl": 1.90234375, + "learning_rate": 2.2610533159947985e-07, + "loss": 0.076, + "reward": 1.5633894205093384, + "reward_std": 0.2843134105205536, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6883894205093384, "step": 4761 }, { - "epoch": 0.32, - "learning_rate": 1.5931946069667438e-05, - "loss": 1.0361, + "clip_ratio": 0.0, + "completion_length": 181.703125, + "epoch": 0.7739943112555872, + "grad_norm": 2.056595802307129, + "kl": 1.50390625, + "learning_rate": 2.2594278283485045e-07, + "loss": 0.0602, + "reward": 1.649781346321106, + "reward_std": 0.269598551094532, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7279062271118164, "step": 4762 }, { - "epoch": 0.32, - "learning_rate": 1.5930199629108588e-05, - "loss": 1.0287, + "clip_ratio": 0.0, + "completion_length": 183.046875, + "epoch": 0.7741568468102398, + "grad_norm": 2.6213440895080566, + "kl": 2.7578125, + "learning_rate": 2.2578023407022107e-07, + "loss": 0.1106, + "reward": 1.5093334913253784, + "reward_std": 0.4450809955596924, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.681208461523056, "step": 4763 }, { - "epoch": 0.32, - "learning_rate": 1.5928452909519032e-05, - "loss": 0.9769, + "clip_ratio": 0.0, + "completion_length": 165.640625, + "epoch": 0.7743193823648923, + "grad_norm": 1.3584860563278198, + "kl": 1.29736328125, + "learning_rate": 2.2561768530559167e-07, + "loss": 0.052, + "reward": 1.7414517998695374, + "reward_std": 0.3297256827354431, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8352017998695374, "step": 4764 }, { - "epoch": 0.32, - "learning_rate": 1.5926705910980958e-05, - "loss": 1.0827, + "clip_ratio": 0.0, + "completion_length": 186.109375, + "epoch": 0.7744819179195449, + "grad_norm": 1.1615594625473022, + "kl": 1.5234375, + "learning_rate": 2.2545513654096227e-07, + "loss": 0.0612, + "reward": 1.7451852560043335, + "reward_std": 0.21618051081895828, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8233102560043335, "step": 4765 }, { - "epoch": 0.32, - "learning_rate": 1.592495863357657e-05, - "loss": 0.9866, + "clip_ratio": 0.0, + "completion_length": 155.84375, + "epoch": 0.7746444534741975, + "grad_norm": 1.5301543474197388, + "kl": 2.25, + "learning_rate": 2.252925877763329e-07, + "loss": 0.09, + "reward": 1.7392236590385437, + "reward_std": 0.2603965550661087, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8173486590385437, "step": 4766 }, { - "epoch": 0.32, - "learning_rate": 1.5923211077388078e-05, - "loss": 0.9715, + "clip_ratio": 0.0, + "completion_length": 166.671875, + "epoch": 0.77480698902885, + "grad_norm": 2.1766555309295654, + "kl": 1.3125, + "learning_rate": 2.251300390117035e-07, + "loss": 0.0524, + "reward": 1.7424978613853455, + "reward_std": 0.15253043174743652, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7893728613853455, "step": 4767 }, { - "epoch": 0.32, - "learning_rate": 1.5921463242497712e-05, - "loss": 1.1048, + "clip_ratio": 0.0, + "completion_length": 188.9375, + "epoch": 0.7749695245835027, + "grad_norm": 3.236781120300293, + "kl": 0.990234375, + "learning_rate": 2.2496749024707412e-07, + "loss": 0.0396, + "reward": 1.5438573360443115, + "reward_std": 0.17430227994918823, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6063573956489563, "step": 4768 }, { - "epoch": 0.32, - "learning_rate": 1.5919715128987706e-05, - "loss": 1.0407, + "clip_ratio": 0.0, + "completion_length": 167.171875, + "epoch": 0.7751320601381553, + "grad_norm": 1.667362093925476, + "kl": 1.21875, + "learning_rate": 2.2480494148244472e-07, + "loss": 0.0488, + "reward": 1.7439176440238953, + "reward_std": 0.3031203895807266, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8376676738262177, "step": 4769 }, { - "epoch": 0.32, - "learning_rate": 1.5917966736940324e-05, - "loss": 1.0527, + "clip_ratio": 0.0, + "completion_length": 192.75, + "epoch": 0.7752945956928078, + "grad_norm": 3.1610684394836426, + "kl": 2.1015625, + "learning_rate": 2.2464239271781532e-07, + "loss": 0.084, + "reward": 1.5790815949440002, + "reward_std": 0.3268432766199112, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7197065651416779, "step": 4770 }, { - "epoch": 0.32, - "learning_rate": 1.591621806643782e-05, - "loss": 1.0606, + "clip_ratio": 0.0, + "completion_length": 190.546875, + "epoch": 0.7754571312474604, + "grad_norm": 1.7705583572387695, + "kl": 1.330078125, + "learning_rate": 2.2447984395318594e-07, + "loss": 0.0534, + "reward": 1.6948558688163757, + "reward_std": 0.1733413115143776, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7729808986186981, "step": 4771 }, { - "epoch": 0.32, - "learning_rate": 1.591446911756248e-05, - "loss": 0.9937, + "clip_ratio": 0.0, + "completion_length": 157.34375, + "epoch": 0.7756196668021129, + "grad_norm": 2.532626152038574, + "kl": 1.0859375, + "learning_rate": 2.2431729518855654e-07, + "loss": 0.0434, + "reward": 1.7980954051017761, + "reward_std": 0.19770636409521103, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8605954647064209, "step": 4772 }, { - "epoch": 0.32, - "learning_rate": 1.59127198903966e-05, - "loss": 0.9422, + "clip_ratio": 0.0, + "completion_length": 154.53125, + "epoch": 0.7757822023567655, + "grad_norm": 2.307286262512207, + "kl": 0.7646484375, + "learning_rate": 2.2415474642392717e-07, + "loss": 0.0306, + "reward": 1.7567579746246338, + "reward_std": 0.20802507176995277, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.803632915019989, "step": 4773 }, { - "epoch": 0.32, - "learning_rate": 1.5910970385022474e-05, - "loss": 1.0394, + "clip_ratio": 0.0, + "completion_length": 184.546875, + "epoch": 0.7759447379114182, + "grad_norm": 1.9960441589355469, + "kl": 1.064453125, + "learning_rate": 2.2399219765929777e-07, + "loss": 0.0425, + "reward": 1.6866464018821716, + "reward_std": 0.21536123007535934, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7491464018821716, "step": 4774 }, { - "epoch": 0.32, - "learning_rate": 1.590922060152243e-05, - "loss": 1.0214, + "clip_ratio": 0.0, + "completion_length": 167.921875, + "epoch": 0.7761072734660707, + "grad_norm": 1.66615891456604, + "kl": 1.60546875, + "learning_rate": 2.2382964889466837e-07, + "loss": 0.0643, + "reward": 1.662548542022705, + "reward_std": 0.2276408150792122, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7562985122203827, "step": 4775 }, { - "epoch": 0.32, - "learning_rate": 1.59074705399788e-05, - "loss": 1.0497, + "clip_ratio": 0.0, + "completion_length": 174.6875, + "epoch": 0.7762698090207233, + "grad_norm": 1.3849818706512451, + "kl": 1.021484375, + "learning_rate": 2.23667100130039e-07, + "loss": 0.0408, + "reward": 1.577603042125702, + "reward_std": 0.22078868001699448, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6713530421257019, "step": 4776 }, { - "epoch": 0.32, - "learning_rate": 1.5905720200473922e-05, - "loss": 0.9953, + "clip_ratio": 0.0, + "completion_length": 196.734375, + "epoch": 0.7764323445753759, + "grad_norm": 3.6287426948547363, + "kl": 1.375, + "learning_rate": 2.2350455136540962e-07, + "loss": 0.0549, + "reward": 1.5598595142364502, + "reward_std": 0.4275359511375427, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6848595142364502, "step": 4777 }, { - "epoch": 0.32, - "learning_rate": 1.590396958309016e-05, - "loss": 0.9654, + "clip_ratio": 0.0, + "completion_length": 167.25, + "epoch": 0.7765948801300284, + "grad_norm": 1.95785653591156, + "kl": 1.8583984375, + "learning_rate": 2.2334200260078024e-07, + "loss": 0.0742, + "reward": 1.498797059059143, + "reward_std": 0.32830527424812317, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6237970888614655, "step": 4778 }, { - "epoch": 0.32, - "learning_rate": 1.5902218687909877e-05, - "loss": 1.0364, + "clip_ratio": 0.0, + "completion_length": 172.046875, + "epoch": 0.776757415684681, + "grad_norm": 2.170583963394165, + "kl": 0.59228515625, + "learning_rate": 2.2317945383615084e-07, + "loss": 0.0237, + "reward": 1.6506863236427307, + "reward_std": 0.19326802343130112, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7131863534450531, "step": 4779 }, { - "epoch": 0.32, - "learning_rate": 1.590046751501547e-05, - "loss": 1.0175, + "clip_ratio": 0.0, + "completion_length": 170.0, + "epoch": 0.7769199512393336, + "grad_norm": 3.531980276107788, + "kl": 1.158203125, + "learning_rate": 2.2301690507152144e-07, + "loss": 0.0464, + "reward": 1.6320087909698486, + "reward_std": 0.22142615169286728, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6945088505744934, "step": 4780 }, { - "epoch": 0.32, - "learning_rate": 1.5898716064489326e-05, - "loss": 0.9405, + "clip_ratio": 0.0, + "completion_length": 176.75, + "epoch": 0.7770824867939862, + "grad_norm": 2.55452561378479, + "kl": 0.7763671875, + "learning_rate": 2.2285435630689207e-07, + "loss": 0.031, + "reward": 1.6640389561653137, + "reward_std": 0.31248678267002106, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7421639561653137, "step": 4781 }, { - "epoch": 0.32, - "learning_rate": 1.5896964336413862e-05, - "loss": 1.0627, + "clip_ratio": 0.0, + "completion_length": 149.296875, + "epoch": 0.7772450223486388, + "grad_norm": 1.4924097061157227, + "kl": 0.580078125, + "learning_rate": 2.2269180754226267e-07, + "loss": 0.0232, + "reward": 1.777154564857483, + "reward_std": 0.19443124532699585, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8552796244621277, "step": 4782 }, { - "epoch": 0.32, - "learning_rate": 1.589521233087149e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 188.84375, + "epoch": 0.7774075579032913, + "grad_norm": 2.384204626083374, + "kl": 2.375, + "learning_rate": 2.225292587776333e-07, + "loss": 0.0951, + "reward": 1.6352260112762451, + "reward_std": 0.3578934818506241, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7758510410785675, "step": 4783 }, { - "epoch": 0.32, - "learning_rate": 1.5893460047944657e-05, - "loss": 1.1178, + "clip_ratio": 0.0, + "completion_length": 161.03125, + "epoch": 0.7775700934579439, + "grad_norm": 2.959740161895752, + "kl": 1.044921875, + "learning_rate": 2.223667100130039e-07, + "loss": 0.0419, + "reward": 1.6534770131111145, + "reward_std": 0.2622506022453308, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7472270131111145, "step": 4784 }, { - "epoch": 0.32, - "learning_rate": 1.5891707487715806e-05, - "loss": 1.0204, + "clip_ratio": 0.0, + "completion_length": 158.1875, + "epoch": 0.7777326290125965, + "grad_norm": 1.4145339727401733, + "kl": 0.4697265625, + "learning_rate": 2.222041612483745e-07, + "loss": 0.0189, + "reward": 1.7109211683273315, + "reward_std": 0.2777869254350662, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8046711683273315, "step": 4785 }, { - "epoch": 0.32, - "learning_rate": 1.5889954650267407e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 188.953125, + "epoch": 0.777895164567249, + "grad_norm": 1.8337069749832153, + "kl": 2.37890625, + "learning_rate": 2.2204161248374511e-07, + "loss": 0.0951, + "reward": 1.568211019039154, + "reward_std": 0.35919883847236633, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7244610488414764, "step": 4786 }, { - "epoch": 0.32, - "learning_rate": 1.5888201535681922e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 171.75, + "epoch": 0.7780577001219017, + "grad_norm": 1.3627537488937378, + "kl": 1.2578125, + "learning_rate": 2.2187906371911571e-07, + "loss": 0.0504, + "reward": 1.680647373199463, + "reward_std": 0.2817990481853485, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7900224328041077, "step": 4787 }, { - "epoch": 0.32, - "learning_rate": 1.5886448144041855e-05, - "loss": 1.0235, + "clip_ratio": 0.0, + "completion_length": 193.03125, + "epoch": 0.7782202356765543, + "grad_norm": 1.5494638681411743, + "kl": 1.32421875, + "learning_rate": 2.2171651495448634e-07, + "loss": 0.0531, + "reward": 1.584968090057373, + "reward_std": 0.3674415946006775, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6943430602550507, "step": 4788 }, { - "epoch": 0.32, - "learning_rate": 1.5884694475429697e-05, - "loss": 0.9947, + "clip_ratio": 0.0, + "completion_length": 183.578125, + "epoch": 0.7783827712312068, + "grad_norm": 2.2296032905578613, + "kl": 1.361328125, + "learning_rate": 2.2155396618985694e-07, + "loss": 0.0544, + "reward": 1.7093186378479004, + "reward_std": 0.12994257546961308, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7718186676502228, "step": 4789 }, { - "epoch": 0.32, - "learning_rate": 1.588294052992797e-05, - "loss": 0.9697, + "clip_ratio": 0.0, + "completion_length": 170.59375, + "epoch": 0.7785453067858594, + "grad_norm": 1.3792163133621216, + "kl": 1.47265625, + "learning_rate": 2.2139141742522754e-07, + "loss": 0.0589, + "reward": 1.5351832509040833, + "reward_std": 0.2904308885335922, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6289332211017609, "step": 4790 }, { - "epoch": 0.32, - "learning_rate": 1.588118630761919e-05, - "loss": 0.9355, + "clip_ratio": 0.0, + "completion_length": 175.15625, + "epoch": 0.7787078423405119, + "grad_norm": 0.9121513366699219, + "kl": 0.377685546875, + "learning_rate": 2.2122886866059816e-07, + "loss": 0.0151, + "reward": 1.7759209275245667, + "reward_std": 0.11515209823846817, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8227959275245667, "step": 4791 }, { - "epoch": 0.32, - "learning_rate": 1.587943180858591e-05, - "loss": 0.9848, + "clip_ratio": 0.0, + "completion_length": 146.921875, + "epoch": 0.7788703778951646, + "grad_norm": 1.76249361038208, + "kl": 0.5869140625, + "learning_rate": 2.2106631989596876e-07, + "loss": 0.0236, + "reward": 1.7709071636199951, + "reward_std": 0.24609430134296417, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8334071636199951, "step": 4792 }, { - "epoch": 0.32, - "learning_rate": 1.5877677032910675e-05, - "loss": 1.1114, + "clip_ratio": 0.0, + "completion_length": 160.890625, + "epoch": 0.7790329134498172, + "grad_norm": 2.2516841888427734, + "kl": 1.025390625, + "learning_rate": 2.209037711313394e-07, + "loss": 0.041, + "reward": 1.7004755139350891, + "reward_std": 0.2750617116689682, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7629755437374115, "step": 4793 }, { - "epoch": 0.32, - "learning_rate": 1.5875921980676056e-05, - "loss": 0.9479, + "clip_ratio": 0.0, + "completion_length": 165.828125, + "epoch": 0.7791954490044697, + "grad_norm": 1.3108642101287842, + "kl": 1.5, + "learning_rate": 2.2074122236671e-07, + "loss": 0.0602, + "reward": 1.6066133379936218, + "reward_std": 0.22225873172283173, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7003633379936218, "step": 4794 }, { - "epoch": 0.32, - "learning_rate": 1.5874166651964632e-05, - "loss": 0.9577, + "clip_ratio": 0.0, + "completion_length": 183.09375, + "epoch": 0.7793579845591223, + "grad_norm": 1.3416187763214111, + "kl": 2.0, + "learning_rate": 2.205786736020806e-07, + "loss": 0.0799, + "reward": 1.6725251078605652, + "reward_std": 0.2109286580234766, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7506501376628876, "step": 4795 }, { - "epoch": 0.32, - "learning_rate": 1.587241104685899e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 150.84375, + "epoch": 0.7795205201137749, + "grad_norm": 1.8599097728729248, + "kl": 2.49609375, + "learning_rate": 2.2041612483745124e-07, + "loss": 0.0997, + "reward": 1.5852508544921875, + "reward_std": 0.3208961486816406, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7258758544921875, "step": 4796 }, { - "epoch": 0.32, - "learning_rate": 1.587065516544175e-05, - "loss": 1.1335, + "clip_ratio": 0.0, + "completion_length": 176.03125, + "epoch": 0.7796830556684274, + "grad_norm": 1.999398112297058, + "kl": 1.17578125, + "learning_rate": 2.2025357607282184e-07, + "loss": 0.047, + "reward": 1.6890737414360046, + "reward_std": 0.2559715732932091, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7671987116336823, "step": 4797 }, { - "epoch": 0.32, - "learning_rate": 1.5868899007795516e-05, - "loss": 1.1399, + "clip_ratio": 0.0, + "completion_length": 165.3125, + "epoch": 0.7798455912230801, + "grad_norm": 1.1284327507019043, + "kl": 0.33056640625, + "learning_rate": 2.2009102730819246e-07, + "loss": 0.0132, + "reward": 1.7445746064186096, + "reward_std": 0.22748444974422455, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8226995766162872, "step": 4798 }, { - "epoch": 0.32, - "learning_rate": 1.5867142574002926e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 174.078125, + "epoch": 0.7800081267777327, + "grad_norm": 2.0542185306549072, + "kl": 1.984375, + "learning_rate": 2.1992847854356306e-07, + "loss": 0.0792, + "reward": 1.5737757682800293, + "reward_std": 0.3290401101112366, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6831507980823517, "step": 4799 }, { - "epoch": 0.32, - "learning_rate": 1.5865385864146622e-05, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 167.75, + "epoch": 0.7801706623323852, + "grad_norm": 1.817784070968628, + "kl": 1.62890625, + "learning_rate": 2.1976592977893366e-07, + "loss": 0.0652, + "reward": 1.6702585220336914, + "reward_std": 0.26893192902207375, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7640085220336914, "step": 4800 }, { - "epoch": 0.32, - "learning_rate": 1.5863628878309264e-05, - "loss": 1.0535, + "clip_ratio": 0.0, + "completion_length": 159.171875, + "epoch": 0.7803331978870378, + "grad_norm": 0.9193300604820251, + "kl": 1.0791015625, + "learning_rate": 2.1960338101430429e-07, + "loss": 0.0432, + "reward": 1.7597562074661255, + "reward_std": 0.2509322986006737, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8378811180591583, "step": 4801 }, { - "epoch": 0.32, - "learning_rate": 1.586187161657352e-05, - "loss": 1.0687, + "clip_ratio": 0.0, + "completion_length": 154.03125, + "epoch": 0.7804957334416903, + "grad_norm": 1.3269875049591064, + "kl": 1.26953125, + "learning_rate": 2.1944083224967488e-07, + "loss": 0.0506, + "reward": 1.6895046830177307, + "reward_std": 0.19794577360153198, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7520047128200531, "step": 4802 }, { - "epoch": 0.32, - "learning_rate": 1.5860114079022074e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 184.0, + "epoch": 0.7806582689963429, + "grad_norm": 1.6876344680786133, + "kl": 0.93359375, + "learning_rate": 2.192782834850455e-07, + "loss": 0.0375, + "reward": 1.5957828760147095, + "reward_std": 0.22950303554534912, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6895329058170319, "step": 4803 }, { - "epoch": 0.32, - "learning_rate": 1.5858356265737627e-05, - "loss": 1.016, + "clip_ratio": 0.0, + "completion_length": 169.125, + "epoch": 0.7808208045509956, + "grad_norm": 2.2158918380737305, + "kl": 0.8095703125, + "learning_rate": 2.191157347204161e-07, + "loss": 0.0324, + "reward": 1.7334952354431152, + "reward_std": 0.20416618883609772, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7959953248500824, "step": 4804 }, { - "epoch": 0.32, - "learning_rate": 1.5856598176802886e-05, - "loss": 1.0598, + "clip_ratio": 0.0, + "completion_length": 157.34375, + "epoch": 0.7809833401056481, + "grad_norm": 1.265677571296692, + "kl": 1.236328125, + "learning_rate": 2.189531859557867e-07, + "loss": 0.0494, + "reward": 1.7102815508842468, + "reward_std": 0.20093026012182236, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7727815806865692, "step": 4805 }, { - "epoch": 0.32, - "learning_rate": 1.5854839812300567e-05, - "loss": 0.9689, + "clip_ratio": 0.0, + "completion_length": 153.640625, + "epoch": 0.7811458756603007, + "grad_norm": 1.5501049757003784, + "kl": 1.681884765625, + "learning_rate": 2.1879063719115733e-07, + "loss": 0.0673, + "reward": 1.5837315320968628, + "reward_std": 0.32942821830511093, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.70873162150383, "step": 4806 }, { - "epoch": 0.32, - "learning_rate": 1.5853081172313417e-05, - "loss": 0.998, + "clip_ratio": 0.0, + "completion_length": 167.984375, + "epoch": 0.7813084112149533, + "grad_norm": 1.8168834447860718, + "kl": 1.09375, + "learning_rate": 2.1862808842652793e-07, + "loss": 0.0438, + "reward": 1.7180201411247253, + "reward_std": 0.2505244165658951, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7961451411247253, "step": 4807 }, { - "epoch": 0.32, - "learning_rate": 1.5851322256924177e-05, - "loss": 1.0925, + "clip_ratio": 0.0, + "completion_length": 154.046875, + "epoch": 0.7814709467696058, + "grad_norm": 0.9308605194091797, + "kl": 0.974609375, + "learning_rate": 2.1846553966189856e-07, + "loss": 0.0389, + "reward": 1.723097562789917, + "reward_std": 0.1725051188841462, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.785597562789917, "step": 4808 }, { - "epoch": 0.32, - "learning_rate": 1.584956306621561e-05, - "loss": 0.9986, + "clip_ratio": 0.0, + "completion_length": 157.046875, + "epoch": 0.7816334823242584, + "grad_norm": 4.761463165283203, + "kl": 1.181640625, + "learning_rate": 2.1830299089726916e-07, + "loss": 0.0472, + "reward": 1.568420648574829, + "reward_std": 0.34488001465797424, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6465455591678619, "step": 4809 }, { - "epoch": 0.32, - "learning_rate": 1.584780360027049e-05, - "loss": 1.0041, + "clip_ratio": 0.0, + "completion_length": 166.421875, + "epoch": 0.7817960178789111, + "grad_norm": 4.367464065551758, + "kl": 3.6875, + "learning_rate": 2.1814044213263978e-07, + "loss": 0.1477, + "reward": 1.6097432374954224, + "reward_std": 0.2953767329454422, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7659932374954224, "step": 4810 }, { - "epoch": 0.32, - "learning_rate": 1.58460438591716e-05, - "loss": 1.0473, + "clip_ratio": 0.0, + "completion_length": 172.484375, + "epoch": 0.7819585534335636, + "grad_norm": 1.605310320854187, + "kl": 2.2109375, + "learning_rate": 2.179778933680104e-07, + "loss": 0.0887, + "reward": 1.6105514168739319, + "reward_std": 0.4084656685590744, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7355514168739319, "step": 4811 }, { - "epoch": 0.32, - "learning_rate": 1.5844283843001748e-05, - "loss": 0.9776, + "clip_ratio": 0.0, + "completion_length": 165.140625, + "epoch": 0.7821210889882162, + "grad_norm": 2.7291512489318848, + "kl": 2.53515625, + "learning_rate": 2.17815344603381e-07, + "loss": 0.1017, + "reward": 1.6710044741630554, + "reward_std": 0.2253372073173523, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7803794741630554, "step": 4812 }, { - "epoch": 0.32, - "learning_rate": 1.5842523551843746e-05, - "loss": 1.0001, + "clip_ratio": 0.0, + "completion_length": 151.125, + "epoch": 0.7822836245428687, + "grad_norm": 1.2224875688552856, + "kl": 0.47412109375, + "learning_rate": 2.1765279583875163e-07, + "loss": 0.019, + "reward": 1.591366469860077, + "reward_std": 0.1993241310119629, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6538665294647217, "step": 4813 }, { - "epoch": 0.32, - "learning_rate": 1.584076298578042e-05, - "loss": 1.0719, + "clip_ratio": 0.0, + "completion_length": 160.1875, + "epoch": 0.7824461600975213, + "grad_norm": 2.387207508087158, + "kl": 1.453125, + "learning_rate": 2.1749024707412223e-07, + "loss": 0.0579, + "reward": 1.7242754101753235, + "reward_std": 0.3218287378549576, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8180254101753235, "step": 4814 }, { - "epoch": 0.32, - "learning_rate": 1.58390021448946e-05, - "loss": 1.0051, + "clip_ratio": 0.0, + "completion_length": 160.1875, + "epoch": 0.782608695652174, + "grad_norm": 1.7867937088012695, + "kl": 1.208984375, + "learning_rate": 2.1732769830949286e-07, + "loss": 0.0483, + "reward": 1.6489245891571045, + "reward_std": 0.3330133333802223, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7426745891571045, "step": 4815 }, { - "epoch": 0.32, - "learning_rate": 1.583724102926915e-05, - "loss": 1.0143, + "clip_ratio": 0.0, + "completion_length": 160.296875, + "epoch": 0.7827712312068265, + "grad_norm": 0.843822181224823, + "kl": 0.458984375, + "learning_rate": 2.1716514954486346e-07, + "loss": 0.0184, + "reward": 1.8415932059288025, + "reward_std": 0.12274430552497506, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8884681761264801, "step": 4816 }, { - "epoch": 0.32, - "learning_rate": 1.5835479638986924e-05, - "loss": 0.9657, + "clip_ratio": 0.0, + "completion_length": 149.59375, + "epoch": 0.7829337667614791, + "grad_norm": 2.847059488296509, + "kl": 1.953125, + "learning_rate": 2.1700260078023406e-07, + "loss": 0.0783, + "reward": 1.583883821964264, + "reward_std": 0.26414328813552856, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7088838219642639, "step": 4817 }, { - "epoch": 0.32, - "learning_rate": 1.583371797413081e-05, - "loss": 1.0303, + "clip_ratio": 0.0, + "completion_length": 146.75, + "epoch": 0.7830963023161317, + "grad_norm": 1.7363967895507812, + "kl": 0.7890625, + "learning_rate": 2.1684005201560468e-07, + "loss": 0.0316, + "reward": 1.672771692276001, + "reward_std": 0.29106973111629486, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7508967220783234, "step": 4818 }, { - "epoch": 0.32, - "learning_rate": 1.5831956034783696e-05, - "loss": 1.0058, + "clip_ratio": 0.0, + "completion_length": 160.40625, + "epoch": 0.7832588378707842, + "grad_norm": 2.149492025375366, + "kl": 3.0078125, + "learning_rate": 2.1667750325097528e-07, + "loss": 0.1201, + "reward": 1.4778155088424683, + "reward_std": 0.4461744874715805, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.649690568447113, "step": 4819 }, { - "epoch": 0.32, - "learning_rate": 1.5830193821028477e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 169.328125, + "epoch": 0.7834213734254368, + "grad_norm": 2.7456395626068115, + "kl": 2.55859375, + "learning_rate": 2.165149544863459e-07, + "loss": 0.1025, + "reward": 1.6294989585876465, + "reward_std": 0.3985348641872406, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7701238691806793, "step": 4820 }, { - "epoch": 0.32, - "learning_rate": 1.5828431332948083e-05, - "loss": 1.0439, + "clip_ratio": 0.0, + "completion_length": 180.296875, + "epoch": 0.7835839089800894, + "grad_norm": 1.8946502208709717, + "kl": 0.765625, + "learning_rate": 2.163524057217165e-07, + "loss": 0.0305, + "reward": 1.7897038459777832, + "reward_std": 0.1830090507864952, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8365788161754608, "step": 4821 }, { - "epoch": 0.32, - "learning_rate": 1.5826668570625437e-05, - "loss": 1.0141, + "clip_ratio": 0.0, + "completion_length": 176.0625, + "epoch": 0.783746444534742, + "grad_norm": 1.787156105041504, + "kl": 1.3359375, + "learning_rate": 2.161898569570871e-07, + "loss": 0.0534, + "reward": 1.6304466128349304, + "reward_std": 0.3356504440307617, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7398216128349304, "step": 4822 }, { - "epoch": 0.32, - "learning_rate": 1.582490553414348e-05, - "loss": 1.0647, + "clip_ratio": 0.0, + "completion_length": 168.984375, + "epoch": 0.7839089800893946, + "grad_norm": 2.6648545265197754, + "kl": 0.8359375, + "learning_rate": 2.1602730819245773e-07, + "loss": 0.0332, + "reward": 1.716964066028595, + "reward_std": 0.1565292328596115, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.779464066028595, "step": 4823 }, { - "epoch": 0.32, - "learning_rate": 1.5823142223585167e-05, - "loss": 1.0159, + "clip_ratio": 0.0, + "completion_length": 181.203125, + "epoch": 0.7840715156440471, + "grad_norm": 2.6035447120666504, + "kl": 2.23828125, + "learning_rate": 2.1586475942782833e-07, + "loss": 0.0894, + "reward": 1.6637075543403625, + "reward_std": 0.2589264437556267, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7574576139450073, "step": 4824 }, { - "epoch": 0.32, - "learning_rate": 1.582137863903347e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 177.046875, + "epoch": 0.7842340511986997, + "grad_norm": 2.3161392211914062, + "kl": 2.78125, + "learning_rate": 2.1570221066319895e-07, + "loss": 0.1114, + "reward": 1.6185340881347656, + "reward_std": 0.4135664403438568, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7904090583324432, "step": 4825 }, { - "epoch": 0.32, - "learning_rate": 1.5819614780571366e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 160.984375, + "epoch": 0.7843965867533523, + "grad_norm": 2.496119260787964, + "kl": 1.99609375, + "learning_rate": 2.1553966189856955e-07, + "loss": 0.0798, + "reward": 1.6458059549331665, + "reward_std": 0.49443377554416656, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8176810145378113, "step": 4826 }, { - "epoch": 0.32, - "learning_rate": 1.5817850648281853e-05, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 178.578125, + "epoch": 0.7845591223080048, + "grad_norm": 1.3200619220733643, + "kl": 0.609375, + "learning_rate": 2.1537711313394015e-07, + "loss": 0.0243, + "reward": 1.7856184244155884, + "reward_std": 0.08835585042834282, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.832493394613266, "step": 4827 }, { - "epoch": 0.32, - "learning_rate": 1.5816086242247934e-05, - "loss": 1.1067, + "clip_ratio": 0.0, + "completion_length": 165.78125, + "epoch": 0.7847216578626575, + "grad_norm": 1.329429268836975, + "kl": 1.0244140625, + "learning_rate": 2.152145643693108e-07, + "loss": 0.0409, + "reward": 1.657346487045288, + "reward_std": 0.22785284370183945, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7198464572429657, "step": 4828 }, { - "epoch": 0.32, - "learning_rate": 1.5814321562552632e-05, - "loss": 1.0572, + "clip_ratio": 0.0, + "completion_length": 149.140625, + "epoch": 0.7848841934173101, + "grad_norm": 2.0747575759887695, + "kl": 1.0859375, + "learning_rate": 2.150520156046814e-07, + "loss": 0.0436, + "reward": 1.7346866726875305, + "reward_std": 0.329389750957489, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8284366726875305, "step": 4829 }, { - "epoch": 0.32, - "learning_rate": 1.5812556609278976e-05, - "loss": 0.962, + "clip_ratio": 0.0, + "completion_length": 189.359375, + "epoch": 0.7850467289719626, + "grad_norm": 1.203041911125183, + "kl": 1.25390625, + "learning_rate": 2.1488946684005203e-07, + "loss": 0.0502, + "reward": 1.7168222665786743, + "reward_std": 0.21761906892061234, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7949473261833191, "step": 4830 }, { - "epoch": 0.32, - "learning_rate": 1.5810791382510013e-05, - "loss": 0.9409, + "clip_ratio": 0.0, + "completion_length": 166.09375, + "epoch": 0.7852092645266152, + "grad_norm": 1.2695139646530151, + "kl": 1.046875, + "learning_rate": 2.1472691807542263e-07, + "loss": 0.0418, + "reward": 1.6741558909416199, + "reward_std": 0.18702532351016998, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7210309207439423, "step": 4831 }, { - "epoch": 0.32, - "learning_rate": 1.5809025882328802e-05, - "loss": 1.0639, + "clip_ratio": 0.0, + "completion_length": 178.5625, + "epoch": 0.7853718000812677, + "grad_norm": 1.6055604219436646, + "kl": 2.4765625, + "learning_rate": 2.1456436931079323e-07, + "loss": 0.0993, + "reward": 1.533530831336975, + "reward_std": 0.42881475389003754, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6897808611392975, "step": 4832 }, { - "epoch": 0.32, - "learning_rate": 1.5807260108818415e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 163.265625, + "epoch": 0.7855343356359203, + "grad_norm": 1.478078842163086, + "kl": 0.9736328125, + "learning_rate": 2.1440182054616385e-07, + "loss": 0.039, + "reward": 1.686679184436798, + "reward_std": 0.2789406478404999, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7648041248321533, "step": 4833 }, { - "epoch": 0.32, - "learning_rate": 1.580549406206193e-05, - "loss": 1.0034, + "clip_ratio": 0.0, + "completion_length": 175.765625, + "epoch": 0.785696871190573, + "grad_norm": 2.3526670932769775, + "kl": 2.49609375, + "learning_rate": 2.1423927178153445e-07, + "loss": 0.0999, + "reward": 1.7058966755867004, + "reward_std": 0.32178670912981033, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7996467649936676, "step": 4834 }, { - "epoch": 0.32, - "learning_rate": 1.5803727742142458e-05, - "loss": 1.0195, + "clip_ratio": 0.0, + "completion_length": 182.21875, + "epoch": 0.7858594067452255, + "grad_norm": 1.76752507686615, + "kl": 1.455078125, + "learning_rate": 2.1407672301690508e-07, + "loss": 0.0582, + "reward": 1.6814334988594055, + "reward_std": 0.23452956974506378, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8064334690570831, "step": 4835 }, { - "epoch": 0.32, - "learning_rate": 1.5801961149143094e-05, - "loss": 0.9623, + "clip_ratio": 0.0, + "completion_length": 159.765625, + "epoch": 0.7860219422998781, + "grad_norm": 1.7942606210708618, + "kl": 2.02734375, + "learning_rate": 2.1391417425227568e-07, + "loss": 0.0812, + "reward": 1.5798282623291016, + "reward_std": 0.4465620070695877, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7673282325267792, "step": 4836 }, { - "epoch": 0.32, - "learning_rate": 1.580019428314697e-05, - "loss": 0.9676, + "clip_ratio": 0.0, + "completion_length": 167.109375, + "epoch": 0.7861844778545307, + "grad_norm": 1.5572998523712158, + "kl": 2.14453125, + "learning_rate": 2.1375162548764627e-07, + "loss": 0.0858, + "reward": 1.614994764328003, + "reward_std": 0.37713031470775604, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7556197047233582, "step": 4837 }, { - "epoch": 0.32, - "learning_rate": 1.5798427144237214e-05, - "loss": 0.9772, + "clip_ratio": 0.0, + "completion_length": 170.8125, + "epoch": 0.7863470134091832, + "grad_norm": 4.1797194480896, + "kl": 0.828125, + "learning_rate": 2.135890767230169e-07, + "loss": 0.0332, + "reward": 1.7986990213394165, + "reward_std": 0.1713314652442932, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.845573902130127, "step": 4838 }, { - "epoch": 0.32, - "learning_rate": 1.5796659732496978e-05, - "loss": 0.9697, + "clip_ratio": 0.0, + "completion_length": 144.015625, + "epoch": 0.7865095489638358, + "grad_norm": 1.2417389154434204, + "kl": 0.833984375, + "learning_rate": 2.134265279583875e-07, + "loss": 0.0334, + "reward": 1.6974602937698364, + "reward_std": 0.17057261615991592, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7443353235721588, "step": 4839 }, { - "epoch": 0.32, - "learning_rate": 1.5794892048009423e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 146.140625, + "epoch": 0.7866720845184885, + "grad_norm": 1.6679760217666626, + "kl": 0.7197265625, + "learning_rate": 2.1326397919375812e-07, + "loss": 0.0287, + "reward": 1.8909849524497986, + "reward_std": 0.09710448980331421, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.9222348928451538, "step": 4840 }, { - "epoch": 0.32, - "learning_rate": 1.5793124090857723e-05, - "loss": 1.0069, + "clip_ratio": 0.0, + "completion_length": 156.75, + "epoch": 0.786834620073141, + "grad_norm": 4.611705303192139, + "kl": 1.58984375, + "learning_rate": 2.1310143042912872e-07, + "loss": 0.0636, + "reward": 1.7802913188934326, + "reward_std": 0.25114209949970245, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8584162294864655, "step": 4841 }, { - "epoch": 0.32, - "learning_rate": 1.5791355861125068e-05, - "loss": 1.0616, + "clip_ratio": 0.0, + "completion_length": 162.34375, + "epoch": 0.7869971556277936, + "grad_norm": 1.2178760766983032, + "kl": 0.85546875, + "learning_rate": 2.1293888166449932e-07, + "loss": 0.0343, + "reward": 1.8014860153198242, + "reward_std": 0.08659925125539303, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8171110153198242, "step": 4842 }, { - "epoch": 0.32, - "learning_rate": 1.5789587358894653e-05, - "loss": 0.9941, + "clip_ratio": 0.0, + "completion_length": 176.671875, + "epoch": 0.7871596911824461, + "grad_norm": 1.14657461643219, + "kl": 0.984375, + "learning_rate": 2.1277633289986995e-07, + "loss": 0.0393, + "reward": 1.7346748113632202, + "reward_std": 0.22672832757234573, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7971748113632202, "step": 4843 }, { - "epoch": 0.32, - "learning_rate": 1.5787818584249694e-05, - "loss": 0.9958, + "clip_ratio": 0.0, + "completion_length": 176.0625, + "epoch": 0.7873222267370987, + "grad_norm": 7.938436985015869, + "kl": 1.984375, + "learning_rate": 2.1261378413524055e-07, + "loss": 0.0794, + "reward": 1.7122198939323425, + "reward_std": 0.2988010197877884, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8059699237346649, "step": 4844 }, { - "epoch": 0.32, - "learning_rate": 1.578604953727341e-05, - "loss": 1.0435, + "clip_ratio": 0.0, + "completion_length": 185.390625, + "epoch": 0.7874847622917514, + "grad_norm": 2.2521414756774902, + "kl": 2.01171875, + "learning_rate": 2.124512353706112e-07, + "loss": 0.0803, + "reward": 1.5104589462280273, + "reward_std": 0.4438747316598892, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6510840058326721, "step": 4845 }, { - "epoch": 0.32, - "learning_rate": 1.5784280218049045e-05, - "loss": 0.9603, + "clip_ratio": 0.0, + "completion_length": 154.515625, + "epoch": 0.7876472978464039, + "grad_norm": 1.0180176496505737, + "kl": 0.8134765625, + "learning_rate": 2.122886866059818e-07, + "loss": 0.0326, + "reward": 1.786131739616394, + "reward_std": 0.136305321007967, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.833006739616394, "step": 4846 }, { - "epoch": 0.32, - "learning_rate": 1.5782510626659847e-05, - "loss": 0.9672, + "clip_ratio": 0.0, + "completion_length": 180.484375, + "epoch": 0.7878098334010565, + "grad_norm": 1.4588992595672607, + "kl": 0.82421875, + "learning_rate": 2.121261378413524e-07, + "loss": 0.033, + "reward": 1.6378434300422668, + "reward_std": 0.15632439404726028, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6847184300422668, "step": 4847 }, { - "epoch": 0.32, - "learning_rate": 1.5780740763189085e-05, - "loss": 1.0115, + "clip_ratio": 0.0, + "completion_length": 162.28125, + "epoch": 0.7879723689557091, + "grad_norm": 2.8793983459472656, + "kl": 2.5625, + "learning_rate": 2.1196358907672302e-07, + "loss": 0.1021, + "reward": 1.6294829845428467, + "reward_std": 0.3420164883136749, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7701079845428467, "step": 4848 }, { - "epoch": 0.32, - "learning_rate": 1.577897062772003e-05, - "loss": 1.011, + "clip_ratio": 0.0, + "completion_length": 175.296875, + "epoch": 0.7881349045103616, + "grad_norm": 4.540905475616455, + "kl": 0.576171875, + "learning_rate": 2.1180104031209362e-07, + "loss": 0.023, + "reward": 1.7385410070419312, + "reward_std": 0.15868335217237473, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7854160070419312, "step": 4849 }, { - "epoch": 0.32, - "learning_rate": 1.5777200220335972e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 187.640625, + "epoch": 0.7882974400650142, + "grad_norm": 1.7573400735855103, + "kl": 2.1640625, + "learning_rate": 2.1163849154746425e-07, + "loss": 0.0867, + "reward": 1.6296700239181519, + "reward_std": 0.36743927001953125, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7546700537204742, "step": 4850 }, { - "epoch": 0.32, - "learning_rate": 1.5775429541120213e-05, - "loss": 1.0594, + "clip_ratio": 0.0, + "completion_length": 167.671875, + "epoch": 0.7884599756196669, + "grad_norm": 1.6977037191390991, + "kl": 0.33056640625, + "learning_rate": 2.1147594278283485e-07, + "loss": 0.0132, + "reward": 1.7740467190742493, + "reward_std": 0.09458427084609866, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7896717190742493, "step": 4851 }, { - "epoch": 0.32, - "learning_rate": 1.5773658590156067e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 156.765625, + "epoch": 0.7886225111743194, + "grad_norm": 1.8229399919509888, + "kl": 3.25, + "learning_rate": 2.1131339401820545e-07, + "loss": 0.13, + "reward": 1.5898768305778503, + "reward_std": 0.5665198564529419, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7617517709732056, "step": 4852 }, { - "epoch": 0.33, - "learning_rate": 1.5771887367526866e-05, - "loss": 1.0594, + "clip_ratio": 0.0, + "completion_length": 154.078125, + "epoch": 0.788785046728972, + "grad_norm": 3.5775210857391357, + "kl": 2.7890625, + "learning_rate": 2.1115084525357607e-07, + "loss": 0.1119, + "reward": 1.5990992784500122, + "reward_std": 0.34920361638069153, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.739724338054657, "step": 4853 }, { - "epoch": 0.33, - "learning_rate": 1.5770115873315947e-05, - "loss": 0.9779, + "clip_ratio": 0.0, + "completion_length": 174.59375, + "epoch": 0.7889475822836245, + "grad_norm": 2.0449466705322266, + "kl": 2.59375, + "learning_rate": 2.1098829648894667e-07, + "loss": 0.1041, + "reward": 1.6806889772415161, + "reward_std": 0.46165208518505096, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8213139474391937, "step": 4854 }, { - "epoch": 0.33, - "learning_rate": 1.5768344107606662e-05, - "loss": 1.0284, + "clip_ratio": 0.0, + "completion_length": 176.28125, + "epoch": 0.7891101178382771, + "grad_norm": 2.0569989681243896, + "kl": 2.1796875, + "learning_rate": 2.108257477243173e-07, + "loss": 0.0872, + "reward": 1.6312625408172607, + "reward_std": 0.24684181809425354, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7406375408172607, "step": 4855 }, { - "epoch": 0.33, - "learning_rate": 1.5766572070482383e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 191.625, + "epoch": 0.7892726533929297, + "grad_norm": 1.568833351135254, + "kl": 1.7421875, + "learning_rate": 2.106631989596879e-07, + "loss": 0.0698, + "reward": 1.6249512434005737, + "reward_std": 0.402062252163887, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.749951183795929, "step": 4856 }, { - "epoch": 0.33, - "learning_rate": 1.5764799762026485e-05, - "loss": 0.9582, + "clip_ratio": 0.0, + "completion_length": 145.484375, + "epoch": 0.7894351889475822, + "grad_norm": 1.6068432331085205, + "kl": 1.45703125, + "learning_rate": 2.105006501950585e-07, + "loss": 0.0585, + "reward": 1.5916580557823181, + "reward_std": 0.39749136567115784, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7010331153869629, "step": 4857 }, { - "epoch": 0.33, - "learning_rate": 1.5763027182322356e-05, - "loss": 1.0011, + "clip_ratio": 0.0, + "completion_length": 177.296875, + "epoch": 0.7895977245022349, + "grad_norm": 3.5146753787994385, + "kl": 3.9296875, + "learning_rate": 2.1033810143042912e-07, + "loss": 0.1572, + "reward": 1.522911787033081, + "reward_std": 0.5306778252124786, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7104118168354034, "step": 4858 }, { - "epoch": 0.33, - "learning_rate": 1.5761254331453406e-05, - "loss": 1.0164, + "clip_ratio": 0.0, + "completion_length": 149.0, + "epoch": 0.7897602600568875, + "grad_norm": 2.740723133087158, + "kl": 3.03125, + "learning_rate": 2.1017555266579972e-07, + "loss": 0.121, + "reward": 1.5736355781555176, + "reward_std": 0.429676353931427, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7142605483531952, "step": 4859 }, { - "epoch": 0.33, - "learning_rate": 1.575948120950305e-05, - "loss": 0.9939, + "clip_ratio": 0.0, + "completion_length": 171.0625, + "epoch": 0.78992279561154, + "grad_norm": 2.737452507019043, + "kl": 2.8359375, + "learning_rate": 2.1001300390117034e-07, + "loss": 0.1132, + "reward": 1.5773283243179321, + "reward_std": 0.4495910555124283, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7648284137248993, "step": 4860 }, { - "epoch": 0.33, - "learning_rate": 1.5757707816554715e-05, - "loss": 0.9947, + "clip_ratio": 0.0, + "completion_length": 183.4375, + "epoch": 0.7900853311661926, + "grad_norm": 1.4872949123382568, + "kl": 0.7490234375, + "learning_rate": 2.0985045513654094e-07, + "loss": 0.03, + "reward": 1.7674169540405273, + "reward_std": 0.17792274057865143, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8142919540405273, "step": 4861 }, { - "epoch": 0.33, - "learning_rate": 1.575593415269185e-05, - "loss": 1.079, + "clip_ratio": 0.0, + "completion_length": 185.875, + "epoch": 0.7902478667208452, + "grad_norm": 0.9716914296150208, + "kl": 0.806640625, + "learning_rate": 2.0968790637191154e-07, + "loss": 0.0323, + "reward": 1.7760042548179626, + "reward_std": 0.17347516119480133, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8228791952133179, "step": 4862 }, { - "epoch": 0.33, - "learning_rate": 1.57541602179979e-05, - "loss": 0.9878, + "clip_ratio": 0.0, + "completion_length": 182.625, + "epoch": 0.7904104022754977, + "grad_norm": 2.1431314945220947, + "kl": 2.61328125, + "learning_rate": 2.095253576072822e-07, + "loss": 0.1047, + "reward": 1.598569095134735, + "reward_std": 0.24796537309885025, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7235691249370575, "step": 4863 }, { - "epoch": 0.33, - "learning_rate": 1.5752386012556345e-05, - "loss": 1.0537, + "clip_ratio": 0.0, + "completion_length": 181.875, + "epoch": 0.7905729378301504, + "grad_norm": 2.2677555084228516, + "kl": 2.5546875, + "learning_rate": 2.093628088426528e-07, + "loss": 0.1021, + "reward": 1.648548424243927, + "reward_std": 0.32712486386299133, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7579234838485718, "step": 4864 }, { - "epoch": 0.33, - "learning_rate": 1.575061153645066e-05, - "loss": 0.9737, + "clip_ratio": 0.0, + "completion_length": 142.234375, + "epoch": 0.7907354733848029, + "grad_norm": 1.5950868129730225, + "kl": 0.443115234375, + "learning_rate": 2.0920026007802342e-07, + "loss": 0.0177, + "reward": 1.8111920952796936, + "reward_std": 0.2717123329639435, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8736920952796936, "step": 4865 }, { - "epoch": 0.33, - "learning_rate": 1.5748836789764337e-05, - "loss": 1.0783, + "clip_ratio": 0.0, + "completion_length": 177.828125, + "epoch": 0.7908980089394555, + "grad_norm": 1.68757164478302, + "kl": 2.65625, + "learning_rate": 2.0903771131339402e-07, + "loss": 0.1061, + "reward": 1.6003795862197876, + "reward_std": 0.37533001601696014, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.72537961602211, "step": 4866 }, { - "epoch": 0.33, - "learning_rate": 1.5747061772580883e-05, - "loss": 0.982, + "clip_ratio": 0.0, + "completion_length": 185.1875, + "epoch": 0.7910605444941081, + "grad_norm": 3.697598457336426, + "kl": 3.109375, + "learning_rate": 2.0887516254876462e-07, + "loss": 0.1245, + "reward": 1.5224255919456482, + "reward_std": 0.3618317246437073, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6943005919456482, "step": 4867 }, { - "epoch": 0.33, - "learning_rate": 1.5745286484983823e-05, - "loss": 1.0878, + "clip_ratio": 0.0, + "completion_length": 185.25, + "epoch": 0.7912230800487606, + "grad_norm": 2.017953395843506, + "kl": 2.5703125, + "learning_rate": 2.0871261378413524e-07, + "loss": 0.1028, + "reward": 1.5531548857688904, + "reward_std": 0.343062624335289, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7094048857688904, "step": 4868 }, { - "epoch": 0.33, - "learning_rate": 1.5743510927056676e-05, - "loss": 0.9825, + "clip_ratio": 0.0, + "completion_length": 170.390625, + "epoch": 0.7913856156034133, + "grad_norm": 2.7576563358306885, + "kl": 1.408203125, + "learning_rate": 2.0855006501950584e-07, + "loss": 0.0563, + "reward": 1.6756470203399658, + "reward_std": 0.10519543290138245, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7381470203399658, "step": 4869 }, { - "epoch": 0.33, - "learning_rate": 1.5741735098883004e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 183.828125, + "epoch": 0.7915481511580659, + "grad_norm": 2.8702495098114014, + "kl": 3.765625, + "learning_rate": 2.0838751625487647e-07, + "loss": 0.1509, + "reward": 1.553381323814392, + "reward_std": 0.3730814754962921, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7252563238143921, "step": 4870 }, { - "epoch": 0.33, - "learning_rate": 1.5739959000546346e-05, - "loss": 1.0184, + "clip_ratio": 0.0, + "completion_length": 144.8125, + "epoch": 0.7917106867127184, + "grad_norm": 2.132570505142212, + "kl": 1.43359375, + "learning_rate": 2.0822496749024707e-07, + "loss": 0.0573, + "reward": 1.6681181192398071, + "reward_std": 0.3887944221496582, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7774931788444519, "step": 4871 }, { - "epoch": 0.33, - "learning_rate": 1.5738182632130282e-05, - "loss": 0.9913, + "clip_ratio": 0.0, + "completion_length": 181.125, + "epoch": 0.791873222267371, + "grad_norm": 2.138279914855957, + "kl": 1.400390625, + "learning_rate": 2.0806241872561766e-07, + "loss": 0.056, + "reward": 1.6874317526817322, + "reward_std": 0.19497983157634735, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7811817526817322, "step": 4872 }, { - "epoch": 0.33, - "learning_rate": 1.5736405993718394e-05, - "loss": 1.0071, + "clip_ratio": 0.0, + "completion_length": 186.578125, + "epoch": 0.7920357578220236, + "grad_norm": 4.219711780548096, + "kl": 1.599609375, + "learning_rate": 2.078998699609883e-07, + "loss": 0.0638, + "reward": 1.5340021252632141, + "reward_std": 0.3876173496246338, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6746271252632141, "step": 4873 }, { - "epoch": 0.33, - "learning_rate": 1.5734629085394277e-05, - "loss": 0.9759, + "clip_ratio": 0.0, + "completion_length": 171.625, + "epoch": 0.7921982933766761, + "grad_norm": 2.2573163509368896, + "kl": 0.4873046875, + "learning_rate": 2.077373211963589e-07, + "loss": 0.0195, + "reward": 1.7197750806808472, + "reward_std": 0.17805076390504837, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7510250210762024, "step": 4874 }, { - "epoch": 0.33, - "learning_rate": 1.573285190724154e-05, - "loss": 1.0848, + "clip_ratio": 0.0, + "completion_length": 194.28125, + "epoch": 0.7923608289313288, + "grad_norm": 2.2909352779388428, + "kl": 1.80078125, + "learning_rate": 2.0757477243172951e-07, + "loss": 0.0721, + "reward": 1.6106295585632324, + "reward_std": 0.29779043793678284, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.73562952876091, "step": 4875 }, { - "epoch": 0.33, - "learning_rate": 1.5731074459343797e-05, - "loss": 0.9346, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.7925233644859813, + "grad_norm": 1.8638578653335571, + "kl": 2.25, + "learning_rate": 2.0741222366710011e-07, + "loss": 0.09, + "reward": 1.6610536575317383, + "reward_std": 0.3211011588573456, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8016785979270935, "step": 4876 }, { - "epoch": 0.33, - "learning_rate": 1.5729296741784686e-05, - "loss": 1.0635, + "clip_ratio": 0.0, + "completion_length": 150.3125, + "epoch": 0.7926859000406339, + "grad_norm": 2.3083605766296387, + "kl": 0.900390625, + "learning_rate": 2.072496749024707e-07, + "loss": 0.036, + "reward": 1.5709982514381409, + "reward_std": 0.33093099296092987, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6803732514381409, "step": 4877 }, { - "epoch": 0.33, - "learning_rate": 1.5727518754647854e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 159.5625, + "epoch": 0.7928484355952865, + "grad_norm": 4.6253228187561035, + "kl": 1.39453125, + "learning_rate": 2.0708712613784134e-07, + "loss": 0.0557, + "reward": 1.6072946786880493, + "reward_std": 0.2780308127403259, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6854196190834045, "step": 4878 }, { - "epoch": 0.33, - "learning_rate": 1.5725740498016962e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 175.21875, + "epoch": 0.793010971149939, + "grad_norm": 1.6974999904632568, + "kl": 0.98828125, + "learning_rate": 2.0692457737321196e-07, + "loss": 0.0395, + "reward": 1.7059459686279297, + "reward_std": 0.2913564592599869, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7840710282325745, "step": 4879 }, { - "epoch": 0.33, - "learning_rate": 1.5723961971975674e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 155.84375, + "epoch": 0.7931735067045916, + "grad_norm": 1.888200283050537, + "kl": 1.287109375, + "learning_rate": 2.067620286085826e-07, + "loss": 0.0516, + "reward": 1.6853452920913696, + "reward_std": 0.34202758967876434, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7634702622890472, "step": 4880 }, { - "epoch": 0.33, - "learning_rate": 1.572218317660768e-05, - "loss": 0.9431, + "clip_ratio": 0.0, + "completion_length": 173.015625, + "epoch": 0.7933360422592443, + "grad_norm": 1.8505040407180786, + "kl": 1.25, + "learning_rate": 2.065994798439532e-07, + "loss": 0.0501, + "reward": 1.5872543454170227, + "reward_std": 0.29228056967258453, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6810043752193451, "step": 4881 }, { - "epoch": 0.33, - "learning_rate": 1.5720404111996675e-05, - "loss": 1.0943, + "clip_ratio": 0.0, + "completion_length": 171.8125, + "epoch": 0.7934985778138968, + "grad_norm": 2.009655714035034, + "kl": 1.59375, + "learning_rate": 2.064369310793238e-07, + "loss": 0.0637, + "reward": 1.7179652452468872, + "reward_std": 0.2475121170282364, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7960902750492096, "step": 4882 }, { - "epoch": 0.33, - "learning_rate": 1.5718624778226372e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 173.265625, + "epoch": 0.7936611133685494, + "grad_norm": 2.0396955013275146, + "kl": 2.0234375, + "learning_rate": 2.062743823146944e-07, + "loss": 0.081, + "reward": 1.6245739459991455, + "reward_std": 0.39303119480609894, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7808240354061127, "step": 4883 }, { - "epoch": 0.33, - "learning_rate": 1.5716845175380484e-05, - "loss": 1.0857, + "clip_ratio": 0.0, + "completion_length": 156.625, + "epoch": 0.7938236489232019, + "grad_norm": 2.5250191688537598, + "kl": 1.603515625, + "learning_rate": 2.06111833550065e-07, + "loss": 0.0642, + "reward": 1.6763267517089844, + "reward_std": 0.3003189340233803, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7544518113136292, "step": 4884 }, { - "epoch": 0.33, - "learning_rate": 1.5715065303542756e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 173.921875, + "epoch": 0.7939861844778545, + "grad_norm": 2.009054183959961, + "kl": 1.6640625, + "learning_rate": 2.0594928478543564e-07, + "loss": 0.0666, + "reward": 1.673400640487671, + "reward_std": 0.30879341065883636, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8296505808830261, "step": 4885 }, { - "epoch": 0.33, - "learning_rate": 1.5713285162796927e-05, - "loss": 1.0007, + "clip_ratio": 0.0, + "completion_length": 168.859375, + "epoch": 0.7941487200325071, + "grad_norm": 2.1775732040405273, + "kl": 2.55859375, + "learning_rate": 2.0578673602080624e-07, + "loss": 0.1023, + "reward": 1.6148141026496887, + "reward_std": 0.48072394728660583, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.771064043045044, "step": 4886 }, { - "epoch": 0.33, - "learning_rate": 1.5711504753226763e-05, - "loss": 0.9544, + "clip_ratio": 0.0, + "completion_length": 197.5, + "epoch": 0.7943112555871596, + "grad_norm": 4.165796279907227, + "kl": 2.421875, + "learning_rate": 2.0562418725617684e-07, + "loss": 0.0968, + "reward": 1.5625495910644531, + "reward_std": 0.26863182336091995, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6719245910644531, "step": 4887 }, { - "epoch": 0.33, - "learning_rate": 1.5709724074916034e-05, - "loss": 1.091, + "clip_ratio": 0.0, + "completion_length": 182.25, + "epoch": 0.7944737911418123, + "grad_norm": 3.9165775775909424, + "kl": 2.05859375, + "learning_rate": 2.0546163849154746e-07, + "loss": 0.0822, + "reward": 1.5771844983100891, + "reward_std": 0.3543994575738907, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7178095281124115, "step": 4888 }, { - "epoch": 0.33, - "learning_rate": 1.5707943127948528e-05, - "loss": 0.9574, + "clip_ratio": 0.0, + "completion_length": 152.921875, + "epoch": 0.7946363266964649, + "grad_norm": 2.0962159633636475, + "kl": 2.1015625, + "learning_rate": 2.0529908972691806e-07, + "loss": 0.0842, + "reward": 1.5954253673553467, + "reward_std": 0.33971159160137177, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7204253971576691, "step": 4889 }, { - "epoch": 0.33, - "learning_rate": 1.570616191240804e-05, - "loss": 1.0178, + "clip_ratio": 0.0, + "completion_length": 178.765625, + "epoch": 0.7947988622511174, + "grad_norm": 2.518104076385498, + "kl": 1.67578125, + "learning_rate": 2.0513654096228869e-07, + "loss": 0.067, + "reward": 1.659013569355011, + "reward_std": 0.22815430164337158, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7527635991573334, "step": 4890 }, { - "epoch": 0.33, - "learning_rate": 1.5704380428378382e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 163.203125, + "epoch": 0.79496139780577, + "grad_norm": 3.2904505729675293, + "kl": 1.71875, + "learning_rate": 2.0497399219765928e-07, + "loss": 0.0688, + "reward": 1.6754050850868225, + "reward_std": 0.3258196711540222, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7691550850868225, "step": 4891 }, { - "epoch": 0.33, - "learning_rate": 1.5702598675943373e-05, - "loss": 0.9878, + "clip_ratio": 0.0, + "completion_length": 171.875, + "epoch": 0.7951239333604226, + "grad_norm": 1.9480314254760742, + "kl": 1.5625, + "learning_rate": 2.0481144343302988e-07, + "loss": 0.0625, + "reward": 1.6184384226799011, + "reward_std": 0.25978437066078186, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7434384226799011, "step": 4892 }, { - "epoch": 0.33, - "learning_rate": 1.5700816655186857e-05, - "loss": 0.944, + "clip_ratio": 0.0, + "completion_length": 181.640625, + "epoch": 0.7952864689150752, + "grad_norm": 3.3934433460235596, + "kl": 2.9296875, + "learning_rate": 2.046488946684005e-07, + "loss": 0.1172, + "reward": 1.4925994873046875, + "reward_std": 0.379082128405571, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6644744575023651, "step": 4893 }, { - "epoch": 0.33, - "learning_rate": 1.5699034366192678e-05, - "loss": 1.0442, + "clip_ratio": 0.0, + "completion_length": 206.296875, + "epoch": 0.7954490044697278, + "grad_norm": 4.5379791259765625, + "kl": 4.765625, + "learning_rate": 2.044863459037711e-07, + "loss": 0.1905, + "reward": 1.4213789701461792, + "reward_std": 0.5160601437091827, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.655754029750824, "step": 4894 }, { - "epoch": 0.33, - "learning_rate": 1.5697251809044694e-05, - "loss": 1.067, + "clip_ratio": 0.0, + "completion_length": 191.125, + "epoch": 0.7956115400243803, + "grad_norm": 2.870074987411499, + "kl": 3.25, + "learning_rate": 2.0432379713914173e-07, + "loss": 0.13, + "reward": 1.6140727996826172, + "reward_std": 0.36642780900001526, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7546977996826172, "step": 4895 }, { - "epoch": 0.33, - "learning_rate": 1.5695468983826784e-05, - "loss": 1.0397, + "clip_ratio": 0.0, + "completion_length": 160.125, + "epoch": 0.7957740755790329, + "grad_norm": 1.8886337280273438, + "kl": 1.22265625, + "learning_rate": 2.0416124837451236e-07, + "loss": 0.0491, + "reward": 1.6458758115768433, + "reward_std": 0.3189072459936142, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7396258115768433, "step": 4896 }, { - "epoch": 0.33, - "learning_rate": 1.5693685890622836e-05, - "loss": 1.0007, + "clip_ratio": 0.0, + "completion_length": 160.703125, + "epoch": 0.7959366111336855, + "grad_norm": 1.9401721954345703, + "kl": 1.888671875, + "learning_rate": 2.0399869960988296e-07, + "loss": 0.0755, + "reward": 1.669718861579895, + "reward_std": 0.23786363005638123, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7478439211845398, "step": 4897 }, { - "epoch": 0.33, - "learning_rate": 1.569190252951674e-05, - "loss": 0.9586, + "clip_ratio": 0.0, + "completion_length": 169.578125, + "epoch": 0.796099146688338, + "grad_norm": 1.752340316772461, + "kl": 3.171875, + "learning_rate": 2.0383615084525358e-07, + "loss": 0.1269, + "reward": 1.5694082379341125, + "reward_std": 0.33295272290706635, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6944082677364349, "step": 4898 }, { - "epoch": 0.33, - "learning_rate": 1.569011890059242e-05, - "loss": 1.0411, + "clip_ratio": 0.0, + "completion_length": 179.171875, + "epoch": 0.7962616822429907, + "grad_norm": 1.8583799600601196, + "kl": 1.5234375, + "learning_rate": 2.0367360208062418e-07, + "loss": 0.0611, + "reward": 1.5738887190818787, + "reward_std": 0.3847814351320267, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7145136594772339, "step": 4899 }, { - "epoch": 0.33, - "learning_rate": 1.568833500393379e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 180.953125, + "epoch": 0.7964242177976433, + "grad_norm": 2.811581611633301, + "kl": 3.2734375, + "learning_rate": 2.035110533159948e-07, + "loss": 0.1307, + "reward": 1.5478985905647278, + "reward_std": 0.46439550817012787, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7041486203670502, "step": 4900 }, { - "epoch": 0.33, - "learning_rate": 1.568655083962479e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 163.828125, + "epoch": 0.7965867533522958, + "grad_norm": 5.382005214691162, + "kl": 1.84375, + "learning_rate": 2.033485045513654e-07, + "loss": 0.0738, + "reward": 1.5594090223312378, + "reward_std": 0.33202558755874634, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6844090819358826, "step": 4901 }, { - "epoch": 0.33, - "learning_rate": 1.568476640774937e-05, - "loss": 0.9475, + "clip_ratio": 0.0, + "completion_length": 166.0, + "epoch": 0.7967492889069484, + "grad_norm": 3.7646617889404297, + "kl": 2.953125, + "learning_rate": 2.03185955786736e-07, + "loss": 0.118, + "reward": 1.659999430179596, + "reward_std": 0.40016892552375793, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.816249430179596, "step": 4902 }, { - "epoch": 0.33, - "learning_rate": 1.5682981708391486e-05, - "loss": 0.9761, + "clip_ratio": 0.0, + "completion_length": 179.78125, + "epoch": 0.796911824461601, + "grad_norm": 1.4759308099746704, + "kl": 1.90625, + "learning_rate": 2.0302340702210663e-07, + "loss": 0.0763, + "reward": 1.6355536580085754, + "reward_std": 0.2862913906574249, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7605536580085754, "step": 4903 }, { - "epoch": 0.33, - "learning_rate": 1.5681196741635124e-05, - "loss": 1.0685, + "clip_ratio": 0.0, + "completion_length": 182.78125, + "epoch": 0.7970743600162535, + "grad_norm": 2.0689313411712646, + "kl": 2.11328125, + "learning_rate": 2.0286085825747723e-07, + "loss": 0.0848, + "reward": 1.6517736315727234, + "reward_std": 0.39167387783527374, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.792398601770401, "step": 4904 }, { - "epoch": 0.33, - "learning_rate": 1.5679411507564268e-05, - "loss": 1.0689, + "clip_ratio": 0.0, + "completion_length": 174.828125, + "epoch": 0.7972368955709062, + "grad_norm": 2.2761833667755127, + "kl": 2.859375, + "learning_rate": 2.0269830949284786e-07, + "loss": 0.1143, + "reward": 1.5305126309394836, + "reward_std": 0.3932180106639862, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.671137660741806, "step": 4905 }, { - "epoch": 0.33, - "learning_rate": 1.567762600626291e-05, - "loss": 1.068, + "clip_ratio": 0.0, + "completion_length": 208.53125, + "epoch": 0.7973994311255587, + "grad_norm": 2.3078012466430664, + "kl": 2.9375, + "learning_rate": 2.0253576072821846e-07, + "loss": 0.1175, + "reward": 1.5577036142349243, + "reward_std": 0.3031134307384491, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7139535844326019, "step": 4906 }, { - "epoch": 0.33, - "learning_rate": 1.5675840237815067e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.7975619666802113, + "grad_norm": 1.723082184791565, + "kl": 1.646484375, + "learning_rate": 2.0237321196358905e-07, + "loss": 0.0658, + "reward": 1.5330560803413391, + "reward_std": 0.22319845482707024, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6111810803413391, "step": 4907 }, { - "epoch": 0.33, - "learning_rate": 1.5674054202304767e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 190.25, + "epoch": 0.7977245022348639, + "grad_norm": 13.65652847290039, + "kl": 2.3828125, + "learning_rate": 2.0221066319895968e-07, + "loss": 0.0951, + "reward": 1.4873148798942566, + "reward_std": 0.3002123683691025, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.659189909696579, "step": 4908 }, { - "epoch": 0.33, - "learning_rate": 1.5672267899816045e-05, - "loss": 0.9842, + "clip_ratio": 0.0, + "completion_length": 153.140625, + "epoch": 0.7978870377895164, + "grad_norm": 3.2229106426239014, + "kl": 1.28515625, + "learning_rate": 2.0204811443433028e-07, + "loss": 0.0515, + "reward": 1.7323232293128967, + "reward_std": 0.2798657566308975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8104482293128967, "step": 4909 }, { - "epoch": 0.33, - "learning_rate": 1.567048133043295e-05, - "loss": 0.984, + "clip_ratio": 0.0, + "completion_length": 190.78125, + "epoch": 0.798049573344169, + "grad_norm": 2.7304277420043945, + "kl": 3.28125, + "learning_rate": 2.018855656697009e-07, + "loss": 0.1311, + "reward": 1.4997283816337585, + "reward_std": 0.44456109404563904, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6716033220291138, "step": 4910 }, { - "epoch": 0.33, - "learning_rate": 1.5668694494239542e-05, - "loss": 1.0686, + "clip_ratio": 0.0, + "completion_length": 191.703125, + "epoch": 0.7982121088988217, + "grad_norm": 1.8388433456420898, + "kl": 1.3125, + "learning_rate": 2.017230169050715e-07, + "loss": 0.0525, + "reward": 1.5630944967269897, + "reward_std": 0.24220269918441772, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.641219437122345, "step": 4911 }, { - "epoch": 0.33, - "learning_rate": 1.56669073913199e-05, - "loss": 1.0504, + "clip_ratio": 0.0, + "completion_length": 167.53125, + "epoch": 0.7983746444534742, + "grad_norm": 2.4421610832214355, + "kl": 2.01171875, + "learning_rate": 2.015604681404421e-07, + "loss": 0.0803, + "reward": 1.6798293590545654, + "reward_std": 0.25221021473407745, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7735793888568878, "step": 4912 }, { - "epoch": 0.33, - "learning_rate": 1.5665120021758116e-05, - "loss": 0.9818, + "clip_ratio": 0.0, + "completion_length": 162.21875, + "epoch": 0.7985371800081268, + "grad_norm": 2.029634952545166, + "kl": 1.968505859375, + "learning_rate": 2.0139791937581275e-07, + "loss": 0.0786, + "reward": 1.5904164910316467, + "reward_std": 0.18526513129472733, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6997915208339691, "step": 4913 }, { - "epoch": 0.33, - "learning_rate": 1.566333238563828e-05, - "loss": 0.9893, + "clip_ratio": 0.0, + "completion_length": 165.328125, + "epoch": 0.7986997155627794, + "grad_norm": 2.51534104347229, + "kl": 2.9765625, + "learning_rate": 2.0123537061118335e-07, + "loss": 0.1187, + "reward": 1.6025898456573486, + "reward_std": 0.33908599615097046, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7432148456573486, "step": 4914 }, { - "epoch": 0.33, - "learning_rate": 1.5661544483044512e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 176.984375, + "epoch": 0.7988622511174319, + "grad_norm": 1.911781907081604, + "kl": 3.625, + "learning_rate": 2.0107282184655398e-07, + "loss": 0.1452, + "reward": 1.454822301864624, + "reward_std": 0.5354301184415817, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6423222720623016, "step": 4915 }, { - "epoch": 0.33, - "learning_rate": 1.5659756314060933e-05, - "loss": 1.0142, + "clip_ratio": 0.0, + "completion_length": 173.53125, + "epoch": 0.7990247866720845, + "grad_norm": 3.745985984802246, + "kl": 1.6484375, + "learning_rate": 2.0091027308192458e-07, + "loss": 0.0658, + "reward": 1.652435302734375, + "reward_std": 0.2891712933778763, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7305602431297302, "step": 4916 }, { - "epoch": 0.33, - "learning_rate": 1.5657967878771683e-05, - "loss": 1.1271, + "clip_ratio": 0.0, + "completion_length": 194.71875, + "epoch": 0.799187322226737, + "grad_norm": 2.1542413234710693, + "kl": 2.51953125, + "learning_rate": 2.0074772431729518e-07, + "loss": 0.1008, + "reward": 1.5219848155975342, + "reward_std": 0.3344796150922775, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6782349050045013, "step": 4917 }, { - "epoch": 0.33, - "learning_rate": 1.5656179177260916e-05, - "loss": 0.9839, + "clip_ratio": 0.0, + "completion_length": 180.25, + "epoch": 0.7993498577813897, + "grad_norm": 1.666838526725769, + "kl": 1.501953125, + "learning_rate": 2.005851755526658e-07, + "loss": 0.06, + "reward": 1.6007466316223145, + "reward_std": 0.2892264500260353, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6944966316223145, "step": 4918 }, { - "epoch": 0.33, - "learning_rate": 1.5654390209612787e-05, - "loss": 1.0932, + "clip_ratio": 0.0, + "completion_length": 188.828125, + "epoch": 0.7995123933360423, + "grad_norm": 1.9414677619934082, + "kl": 2.3125, + "learning_rate": 2.004226267880364e-07, + "loss": 0.0926, + "reward": 1.5082197785377502, + "reward_std": 0.4192594885826111, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6488447785377502, "step": 4919 }, { - "epoch": 0.33, - "learning_rate": 1.565260097591148e-05, - "loss": 1.0201, + "clip_ratio": 0.0, + "completion_length": 187.5, + "epoch": 0.7996749288906948, + "grad_norm": 2.2772722244262695, + "kl": 2.1796875, + "learning_rate": 2.0026007802340703e-07, + "loss": 0.0874, + "reward": 1.7570891976356506, + "reward_std": 0.19168472290039062, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8352141380310059, "step": 4920 }, { - "epoch": 0.33, - "learning_rate": 1.5650811476241174e-05, - "loss": 1.0192, + "clip_ratio": 0.0, + "completion_length": 184.796875, + "epoch": 0.7998374644453474, + "grad_norm": 1.563032627105713, + "kl": 1.4755859375, + "learning_rate": 2.0009752925877763e-07, + "loss": 0.0588, + "reward": 1.6500616073608398, + "reward_std": 0.24529747664928436, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7281866669654846, "step": 4921 }, { - "epoch": 0.33, - "learning_rate": 1.5649021710686074e-05, - "loss": 0.9921, + "clip_ratio": 0.0, + "completion_length": 155.328125, + "epoch": 0.8, + "grad_norm": 3.455400228500366, + "kl": 1.51953125, + "learning_rate": 1.9993498049414823e-07, + "loss": 0.0608, + "reward": 1.7488591074943542, + "reward_std": 0.28761349618434906, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8582341372966766, "step": 4922 }, { - "epoch": 0.33, - "learning_rate": 1.5647231679330395e-05, - "loss": 1.0719, + "clip_ratio": 0.0, + "completion_length": 184.421875, + "epoch": 0.8001625355546526, + "grad_norm": 1.8581229448318481, + "kl": 1.77734375, + "learning_rate": 1.9977243172951885e-07, + "loss": 0.0713, + "reward": 1.744196355342865, + "reward_std": 0.22094696760177612, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.822321355342865, "step": 4923 }, { - "epoch": 0.33, - "learning_rate": 1.564544138225836e-05, - "loss": 0.9571, + "clip_ratio": 0.0, + "completion_length": 180.34375, + "epoch": 0.8003250711093052, + "grad_norm": 2.0796260833740234, + "kl": 3.09375, + "learning_rate": 1.9960988296488945e-07, + "loss": 0.1237, + "reward": 1.4521517753601074, + "reward_std": 0.47500140964984894, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6240267753601074, "step": 4924 }, { - "epoch": 0.33, - "learning_rate": 1.564365081955421e-05, - "loss": 0.995, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.8004876066639578, + "grad_norm": 3.5882444381713867, + "kl": 1.796875, + "learning_rate": 1.9944733420026008e-07, + "loss": 0.0721, + "reward": 1.6690173149108887, + "reward_std": 0.25956137478351593, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7627673447132111, "step": 4925 }, { - "epoch": 0.33, - "learning_rate": 1.5641859991302185e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 178.46875, + "epoch": 0.8006501422186103, + "grad_norm": 2.6554713249206543, + "kl": 2.33984375, + "learning_rate": 1.9928478543563067e-07, + "loss": 0.0936, + "reward": 1.6362067461013794, + "reward_std": 0.33720025420188904, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7768318057060242, "step": 4926 }, { - "epoch": 0.33, - "learning_rate": 1.5640068897586562e-05, - "loss": 0.9721, + "clip_ratio": 0.0, + "completion_length": 165.546875, + "epoch": 0.8008126777732629, + "grad_norm": 1.0653637647628784, + "kl": 0.8623046875, + "learning_rate": 1.9912223667100127e-07, + "loss": 0.0345, + "reward": 1.8031615018844604, + "reward_std": 0.19156888127326965, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8500365018844604, "step": 4927 }, { - "epoch": 0.33, - "learning_rate": 1.5638277538491607e-05, - "loss": 0.9173, + "clip_ratio": 0.0, + "completion_length": 166.140625, + "epoch": 0.8009752133279154, + "grad_norm": 3.6012752056121826, + "kl": 2.07421875, + "learning_rate": 1.989596879063719e-07, + "loss": 0.083, + "reward": 1.4836299419403076, + "reward_std": 0.33282849192619324, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.63987997174263, "step": 4928 }, { - "epoch": 0.33, - "learning_rate": 1.5636485914101616e-05, - "loss": 1.0351, + "clip_ratio": 0.0, + "completion_length": 163.734375, + "epoch": 0.8011377488825681, + "grad_norm": 2.6218810081481934, + "kl": 2.6796875, + "learning_rate": 1.987971391417425e-07, + "loss": 0.1073, + "reward": 1.5133626461029053, + "reward_std": 0.4209387004375458, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6852376461029053, "step": 4929 }, { - "epoch": 0.33, - "learning_rate": 1.5634694024500877e-05, - "loss": 0.9347, + "clip_ratio": 0.0, + "completion_length": 198.921875, + "epoch": 0.8013002844372207, + "grad_norm": 1.8071200847625732, + "kl": 2.765625, + "learning_rate": 1.9863459037711315e-07, + "loss": 0.1107, + "reward": 1.5989903211593628, + "reward_std": 0.39409269392490387, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7396153807640076, "step": 4930 }, { - "epoch": 0.33, - "learning_rate": 1.5632901869773712e-05, - "loss": 1.0513, + "clip_ratio": 0.0, + "completion_length": 169.46875, + "epoch": 0.8014628199918732, + "grad_norm": 1.7613558769226074, + "kl": 3.5390625, + "learning_rate": 1.9847204161248375e-07, + "loss": 0.1414, + "reward": 1.7349240183830261, + "reward_std": 0.35706354677677155, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8442990481853485, "step": 4931 }, { - "epoch": 0.33, - "learning_rate": 1.5631109450004452e-05, - "loss": 1.0983, + "clip_ratio": 0.0, + "completion_length": 175.6875, + "epoch": 0.8016253555465258, + "grad_norm": 5.636552333831787, + "kl": 2.328125, + "learning_rate": 1.9830949284785435e-07, + "loss": 0.0929, + "reward": 1.5764065384864807, + "reward_std": 0.2878739684820175, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7326565682888031, "step": 4932 }, { - "epoch": 0.33, - "learning_rate": 1.562931676527742e-05, - "loss": 0.9518, + "clip_ratio": 0.0, + "completion_length": 159.90625, + "epoch": 0.8017878911011784, + "grad_norm": 3.1681673526763916, + "kl": 1.2451171875, + "learning_rate": 1.9814694408322497e-07, + "loss": 0.0499, + "reward": 1.6191421151161194, + "reward_std": 0.30002088844776154, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6972671151161194, "step": 4933 }, { - "epoch": 0.33, - "learning_rate": 1.5627523815676975e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 158.609375, + "epoch": 0.8019504266558309, + "grad_norm": 2.2357754707336426, + "kl": 3.609375, + "learning_rate": 1.9798439531859557e-07, + "loss": 0.1443, + "reward": 1.5706568360328674, + "reward_std": 0.4956555664539337, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7581568360328674, "step": 4934 }, { - "epoch": 0.33, - "learning_rate": 1.562573060128748e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 149.375, + "epoch": 0.8021129622104836, + "grad_norm": 2.5234415531158447, + "kl": 0.7822265625, + "learning_rate": 1.978218465539662e-07, + "loss": 0.0313, + "reward": 1.5689083337783813, + "reward_std": 0.2997655123472214, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.647033303976059, "step": 4935 }, { - "epoch": 0.33, - "learning_rate": 1.5623937122193308e-05, - "loss": 1.0755, + "clip_ratio": 0.0, + "completion_length": 180.359375, + "epoch": 0.8022754977651361, + "grad_norm": 1.760080337524414, + "kl": 1.78125, + "learning_rate": 1.976592977893368e-07, + "loss": 0.071, + "reward": 1.6226640939712524, + "reward_std": 0.21181141585111618, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6851640939712524, "step": 4936 }, { - "epoch": 0.33, - "learning_rate": 1.562214337847885e-05, - "loss": 0.9825, + "clip_ratio": 0.0, + "completion_length": 156.609375, + "epoch": 0.8024380333197887, + "grad_norm": 2.713677406311035, + "kl": 4.3828125, + "learning_rate": 1.974967490247074e-07, + "loss": 0.1755, + "reward": 1.4539686441421509, + "reward_std": 0.5192331075668335, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6570936143398285, "step": 4937 }, { - "epoch": 0.33, - "learning_rate": 1.5620349370228497e-05, - "loss": 1.0232, + "clip_ratio": 0.0, + "completion_length": 174.203125, + "epoch": 0.8026005688744413, + "grad_norm": 5.6169867515563965, + "kl": 2.05078125, + "learning_rate": 1.9733420026007802e-07, + "loss": 0.082, + "reward": 1.671036183834076, + "reward_std": 0.23265838995575905, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7647862136363983, "step": 4938 }, { - "epoch": 0.33, - "learning_rate": 1.5618555097526672e-05, - "loss": 1.0486, + "clip_ratio": 0.0, + "completion_length": 168.25, + "epoch": 0.8027631044290938, + "grad_norm": 1.7567492723464966, + "kl": 2.07421875, + "learning_rate": 1.9717165149544862e-07, + "loss": 0.0831, + "reward": 1.6254945993423462, + "reward_std": 0.31216276437044144, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7192445397377014, "step": 4939 }, { - "epoch": 0.33, - "learning_rate": 1.5616760560457798e-05, - "loss": 0.8722, + "clip_ratio": 0.0, + "completion_length": 157.0625, + "epoch": 0.8029256399837464, + "grad_norm": 1.9163585901260376, + "kl": 1.51953125, + "learning_rate": 1.9700910273081925e-07, + "loss": 0.0608, + "reward": 1.5977801084518433, + "reward_std": 0.48908205330371857, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7384051084518433, "step": 4940 }, { - "epoch": 0.33, - "learning_rate": 1.561496575910631e-05, - "loss": 0.97, + "clip_ratio": 0.0, + "completion_length": 146.1875, + "epoch": 0.8030881755383991, + "grad_norm": 1.2864747047424316, + "kl": 1.1640625, + "learning_rate": 1.9684655396618985e-07, + "loss": 0.0465, + "reward": 1.66224867105484, + "reward_std": 0.2239023521542549, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7559986710548401, "step": 4941 }, { - "epoch": 0.33, - "learning_rate": 1.5613170693556655e-05, - "loss": 0.989, + "clip_ratio": 0.0, + "completion_length": 154.15625, + "epoch": 0.8032507110930516, + "grad_norm": 1.7956422567367554, + "kl": 1.53515625, + "learning_rate": 1.9668400520156044e-07, + "loss": 0.0616, + "reward": 1.5357531309127808, + "reward_std": 0.42124566435813904, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6607531607151031, "step": 4942 }, { - "epoch": 0.33, - "learning_rate": 1.56113753638933e-05, - "loss": 0.9966, + "clip_ratio": 0.0, + "completion_length": 171.0625, + "epoch": 0.8034132466477042, + "grad_norm": 4.343410015106201, + "kl": 4.53125, + "learning_rate": 1.9652145643693107e-07, + "loss": 0.1816, + "reward": 1.5317286252975464, + "reward_std": 0.39298611879348755, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7661036252975464, "step": 4943 }, { - "epoch": 0.33, - "learning_rate": 1.560957977020072e-05, - "loss": 1.0544, + "clip_ratio": 0.0, + "completion_length": 165.46875, + "epoch": 0.8035757822023568, + "grad_norm": 1.4135056734085083, + "kl": 1.57421875, + "learning_rate": 1.9635890767230167e-07, + "loss": 0.0631, + "reward": 1.6637483835220337, + "reward_std": 0.1643695831298828, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7106234133243561, "step": 4944 }, { - "epoch": 0.33, - "learning_rate": 1.56077839125634e-05, - "loss": 1.0663, + "clip_ratio": 0.0, + "completion_length": 172.671875, + "epoch": 0.8037383177570093, + "grad_norm": 2.3661274909973145, + "kl": 1.27099609375, + "learning_rate": 1.961963589076723e-07, + "loss": 0.0509, + "reward": 1.5991103053092957, + "reward_std": 0.2057580165565014, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6772352755069733, "step": 4945 }, { - "epoch": 0.33, - "learning_rate": 1.560598779106584e-05, - "loss": 1.0048, + "clip_ratio": 0.0, + "completion_length": 142.8125, + "epoch": 0.803900853311662, + "grad_norm": 2.039048910140991, + "kl": 0.8203125, + "learning_rate": 1.960338101430429e-07, + "loss": 0.0328, + "reward": 1.620593249797821, + "reward_std": 0.33556878566741943, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.729968249797821, "step": 4946 }, { - "epoch": 0.33, - "learning_rate": 1.5604191405792554e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 148.25, + "epoch": 0.8040633888663145, + "grad_norm": 1.503130316734314, + "kl": 1.703125, + "learning_rate": 1.958712613784135e-07, + "loss": 0.068, + "reward": 1.6199555397033691, + "reward_std": 0.2736361250281334, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6980805695056915, "step": 4947 }, { - "epoch": 0.33, - "learning_rate": 1.560239475682806e-05, - "loss": 1.0187, + "clip_ratio": 0.0, + "completion_length": 184.234375, + "epoch": 0.8042259244209671, + "grad_norm": 2.1844422817230225, + "kl": 2.08984375, + "learning_rate": 1.9570871261378414e-07, + "loss": 0.0838, + "reward": 1.6244982481002808, + "reward_std": 0.362240731716156, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7338732481002808, "step": 4948 }, { - "epoch": 0.33, - "learning_rate": 1.5600597844256905e-05, - "loss": 0.9829, + "clip_ratio": 0.0, + "completion_length": 151.125, + "epoch": 0.8043884599756197, + "grad_norm": 2.1338324546813965, + "kl": 0.9580078125, + "learning_rate": 1.9554616384915474e-07, + "loss": 0.0381, + "reward": 1.6631132364273071, + "reward_std": 0.1804405115544796, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7256132662296295, "step": 4949 }, { - "epoch": 0.33, - "learning_rate": 1.5598800668163628e-05, - "loss": 0.9464, + "clip_ratio": 0.0, + "completion_length": 189.578125, + "epoch": 0.8045509955302722, + "grad_norm": 3.233259439468384, + "kl": 1.4375, + "learning_rate": 1.9538361508452537e-07, + "loss": 0.0576, + "reward": 1.7034347653388977, + "reward_std": 0.22436755150556564, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7815597951412201, "step": 4950 }, { - "epoch": 0.33, - "learning_rate": 1.5597003228632798e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 196.109375, + "epoch": 0.8047135310849248, + "grad_norm": 1.3154869079589844, + "kl": 0.631103515625, + "learning_rate": 1.9522106631989597e-07, + "loss": 0.0253, + "reward": 1.7323551177978516, + "reward_std": 0.1530901864171028, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7792300879955292, "step": 4951 }, { - "epoch": 0.33, - "learning_rate": 1.5595205525748986e-05, - "loss": 0.8621, + "clip_ratio": 0.0, + "completion_length": 135.921875, + "epoch": 0.8048760666395774, + "grad_norm": 1.2579575777053833, + "kl": 1.087890625, + "learning_rate": 1.9505851755526657e-07, + "loss": 0.0436, + "reward": 1.79764062166214, + "reward_std": 0.34404749423265457, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8913906514644623, "step": 4952 }, { - "epoch": 0.33, - "learning_rate": 1.5593407559596777e-05, - "loss": 1.0467, + "clip_ratio": 0.0, + "completion_length": 149.796875, + "epoch": 0.80503860219423, + "grad_norm": 2.5388619899749756, + "kl": 1.9765625, + "learning_rate": 1.948959687906372e-07, + "loss": 0.079, + "reward": 1.7028637528419495, + "reward_std": 0.27489301562309265, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7966137230396271, "step": 4953 }, { - "epoch": 0.33, - "learning_rate": 1.559160933026077e-05, - "loss": 1.0539, + "clip_ratio": 0.0, + "completion_length": 158.90625, + "epoch": 0.8052011377488826, + "grad_norm": 1.5817619562149048, + "kl": 1.6015625, + "learning_rate": 1.947334200260078e-07, + "loss": 0.0641, + "reward": 1.6674956679344177, + "reward_std": 0.2806702181696892, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7612457275390625, "step": 4954 }, { - "epoch": 0.33, - "learning_rate": 1.5589810837825586e-05, - "loss": 1.0636, + "clip_ratio": 0.0, + "completion_length": 179.59375, + "epoch": 0.8053636733035352, + "grad_norm": 1.1151560544967651, + "kl": 1.65625, + "learning_rate": 1.9457087126137842e-07, + "loss": 0.0663, + "reward": 1.7111036777496338, + "reward_std": 0.22947706282138824, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.789228767156601, "step": 4955 }, { - "epoch": 0.33, - "learning_rate": 1.5588012082375838e-05, - "loss": 0.99, + "clip_ratio": 0.0, + "completion_length": 161.609375, + "epoch": 0.8055262088581877, + "grad_norm": 4.230629920959473, + "kl": 2.9765625, + "learning_rate": 1.9440832249674902e-07, + "loss": 0.1194, + "reward": 1.6045053601264954, + "reward_std": 0.41997338831424713, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.745130330324173, "step": 4956 }, { - "epoch": 0.33, - "learning_rate": 1.5586213063996157e-05, - "loss": 1.0571, + "clip_ratio": 0.0, + "completion_length": 191.078125, + "epoch": 0.8056887444128403, + "grad_norm": 1.3876163959503174, + "kl": 2.546875, + "learning_rate": 1.9424577373211962e-07, + "loss": 0.1017, + "reward": 1.5645743608474731, + "reward_std": 0.41222400963306427, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7364493608474731, "step": 4957 }, { - "epoch": 0.33, - "learning_rate": 1.5584413782771205e-05, - "loss": 0.973, + "clip_ratio": 0.0, + "completion_length": 165.203125, + "epoch": 0.8058512799674928, + "grad_norm": 3.604398012161255, + "kl": 1.09375, + "learning_rate": 1.9408322496749024e-07, + "loss": 0.0438, + "reward": 1.6288998126983643, + "reward_std": 0.3226190209388733, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7382748126983643, "step": 4958 }, { - "epoch": 0.33, - "learning_rate": 1.5582614238785632e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 146.71875, + "epoch": 0.8060138155221455, + "grad_norm": 1.5564192533493042, + "kl": 0.6904296875, + "learning_rate": 1.9392067620286084e-07, + "loss": 0.0277, + "reward": 1.7764105796813965, + "reward_std": 0.14261513948440552, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8076606392860413, "step": 4959 }, { - "epoch": 0.33, - "learning_rate": 1.5580814432124117e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 157.546875, + "epoch": 0.8061763510767981, + "grad_norm": 1.5843802690505981, + "kl": 1.61328125, + "learning_rate": 1.9375812743823147e-07, + "loss": 0.0646, + "reward": 1.5532671213150024, + "reward_std": 0.31648753583431244, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6782670617103577, "step": 4960 }, { - "epoch": 0.33, - "learning_rate": 1.5579014362871347e-05, - "loss": 0.975, + "clip_ratio": 0.0, + "completion_length": 157.8125, + "epoch": 0.8063388866314506, + "grad_norm": 1.4087114334106445, + "kl": 0.51708984375, + "learning_rate": 1.9359557867360206e-07, + "loss": 0.0207, + "reward": 1.7598478198051453, + "reward_std": 0.12991712614893913, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8067228496074677, "step": 4961 }, { - "epoch": 0.33, - "learning_rate": 1.5577214031112014e-05, - "loss": 1.0321, + "clip_ratio": 0.0, + "completion_length": 176.640625, + "epoch": 0.8065014221861032, + "grad_norm": 1.4471826553344727, + "kl": 1.515625, + "learning_rate": 1.9343302990897266e-07, + "loss": 0.0606, + "reward": 1.6640125513076782, + "reward_std": 0.1597314029932022, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7265125215053558, "step": 4962 }, { - "epoch": 0.33, - "learning_rate": 1.5575413436930828e-05, - "loss": 0.9898, + "clip_ratio": 0.0, + "completion_length": 180.1875, + "epoch": 0.8066639577407558, + "grad_norm": 1.2251673936843872, + "kl": 1.6796875, + "learning_rate": 1.932704811443433e-07, + "loss": 0.0672, + "reward": 1.6727886199951172, + "reward_std": 0.29566457122564316, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7821635901927948, "step": 4963 }, { - "epoch": 0.33, - "learning_rate": 1.5573612580412517e-05, - "loss": 1.0999, + "clip_ratio": 0.0, + "completion_length": 159.84375, + "epoch": 0.8068264932954083, + "grad_norm": 1.9428789615631104, + "kl": 2.55859375, + "learning_rate": 1.931079323797139e-07, + "loss": 0.1022, + "reward": 1.5729326605796814, + "reward_std": 0.49474334716796875, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7291826605796814, "step": 4964 }, { - "epoch": 0.33, - "learning_rate": 1.5571811461641812e-05, - "loss": 0.9982, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.806989028850061, + "grad_norm": 4.636987209320068, + "kl": 1.197265625, + "learning_rate": 1.9294538361508454e-07, + "loss": 0.0479, + "reward": 1.6411663889884949, + "reward_std": 0.20692044496536255, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7192913591861725, "step": 4965 }, { - "epoch": 0.33, - "learning_rate": 1.557001008070346e-05, - "loss": 1.0374, + "clip_ratio": 0.0, + "completion_length": 185.953125, + "epoch": 0.8071515644047136, + "grad_norm": 1.79560124874115, + "kl": 3.671875, + "learning_rate": 1.9278283485045514e-07, + "loss": 0.1469, + "reward": 1.5790960788726807, + "reward_std": 0.4538249373435974, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7353461384773254, "step": 4966 }, { - "epoch": 0.33, - "learning_rate": 1.5568208437682222e-05, - "loss": 0.9889, + "clip_ratio": 0.0, + "completion_length": 167.8125, + "epoch": 0.8073140999593661, + "grad_norm": 1.6696745157241821, + "kl": 1.92578125, + "learning_rate": 1.9262028608582574e-07, + "loss": 0.0768, + "reward": 1.6440292000770569, + "reward_std": 0.23766042292118073, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7377792298793793, "step": 4967 }, { - "epoch": 0.33, - "learning_rate": 1.5566406532662866e-05, - "loss": 0.9386, + "clip_ratio": 0.0, + "completion_length": 145.640625, + "epoch": 0.8074766355140187, + "grad_norm": 1.3591903448104858, + "kl": 1.5, + "learning_rate": 1.9245773732119636e-07, + "loss": 0.0601, + "reward": 1.8095791935920715, + "reward_std": 0.27147142589092255, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8877041935920715, "step": 4968 }, { - "epoch": 0.33, - "learning_rate": 1.5564604365730186e-05, - "loss": 1.0796, + "clip_ratio": 0.0, + "completion_length": 158.71875, + "epoch": 0.8076391710686712, + "grad_norm": 2.4671127796173096, + "kl": 3.27734375, + "learning_rate": 1.9229518855656696e-07, + "loss": 0.1312, + "reward": 1.5860527753829956, + "reward_std": 0.45331358909606934, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7579277753829956, "step": 4969 }, { - "epoch": 0.33, - "learning_rate": 1.556280193696897e-05, - "loss": 1.0438, + "clip_ratio": 0.0, + "completion_length": 178.65625, + "epoch": 0.8078017066233238, + "grad_norm": 2.863219738006592, + "kl": 1.869140625, + "learning_rate": 1.921326397919376e-07, + "loss": 0.0748, + "reward": 1.7401960492134094, + "reward_std": 0.17560835927724838, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.802696019411087, "step": 4970 }, { - "epoch": 0.33, - "learning_rate": 1.5560999246464026e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 177.6875, + "epoch": 0.8079642421779765, + "grad_norm": 2.5413448810577393, + "kl": 2.3203125, + "learning_rate": 1.919700910273082e-07, + "loss": 0.0927, + "reward": 1.566819965839386, + "reward_std": 0.3781435489654541, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6761949956417084, "step": 4971 }, { - "epoch": 0.33, - "learning_rate": 1.555919629430018e-05, - "loss": 1.0053, + "clip_ratio": 0.0, + "completion_length": 178.578125, + "epoch": 0.808126777732629, + "grad_norm": 2.1699962615966797, + "kl": 1.2890625, + "learning_rate": 1.9180754226267879e-07, + "loss": 0.0516, + "reward": 1.6351885199546814, + "reward_std": 0.303107313811779, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7289384603500366, "step": 4972 }, { - "epoch": 0.33, - "learning_rate": 1.555739308056226e-05, - "loss": 0.9559, + "clip_ratio": 0.0, + "completion_length": 157.109375, + "epoch": 0.8082893132872816, + "grad_norm": 1.5411916971206665, + "kl": 2.05078125, + "learning_rate": 1.916449934980494e-07, + "loss": 0.082, + "reward": 1.5622200965881348, + "reward_std": 0.41783307492733, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7028450965881348, "step": 4973 }, { - "epoch": 0.33, - "learning_rate": 1.5555589605335115e-05, - "loss": 1.0068, + "clip_ratio": 0.0, + "completion_length": 153.078125, + "epoch": 0.8084518488419342, + "grad_norm": 1.5849229097366333, + "kl": 2.83984375, + "learning_rate": 1.9148244473342e-07, + "loss": 0.1137, + "reward": 1.702220857143402, + "reward_std": 0.2779804915189743, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8115959167480469, "step": 4974 }, { - "epoch": 0.33, - "learning_rate": 1.5553785868703607e-05, - "loss": 1.0765, + "clip_ratio": 0.0, + "completion_length": 210.84375, + "epoch": 0.8086143843965867, + "grad_norm": 2.396742105484009, + "kl": 3.1953125, + "learning_rate": 1.9131989596879064e-07, + "loss": 0.1284, + "reward": 1.5670534372329712, + "reward_std": 0.2979605942964554, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7076784074306488, "step": 4975 }, { - "epoch": 0.33, - "learning_rate": 1.5551981870752598e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 174.859375, + "epoch": 0.8087769199512393, + "grad_norm": 2.26887845993042, + "kl": 1.5234375, + "learning_rate": 1.9115734720416124e-07, + "loss": 0.061, + "reward": 1.5635913014411926, + "reward_std": 0.36129000037908554, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6573412418365479, "step": 4976 }, { - "epoch": 0.33, - "learning_rate": 1.5550177611566976e-05, - "loss": 1.035, + "clip_ratio": 0.0, + "completion_length": 146.484375, + "epoch": 0.808939455505892, + "grad_norm": 2.4590601921081543, + "kl": 1.68359375, + "learning_rate": 1.9099479843953183e-07, + "loss": 0.067, + "reward": 1.6906561851501465, + "reward_std": 0.17534831538796425, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7844061851501465, "step": 4977 }, { - "epoch": 0.33, - "learning_rate": 1.5548373091231633e-05, - "loss": 1.0093, + "clip_ratio": 0.0, + "completion_length": 178.546875, + "epoch": 0.8091019910605445, + "grad_norm": 2.2908570766448975, + "kl": 2.5390625, + "learning_rate": 1.9083224967490246e-07, + "loss": 0.1016, + "reward": 1.5479742288589478, + "reward_std": 0.26709461584687233, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6573492586612701, "step": 4978 }, { - "epoch": 0.33, - "learning_rate": 1.554656830983148e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 154.109375, + "epoch": 0.8092645266151971, + "grad_norm": 2.19582200050354, + "kl": 1.66796875, + "learning_rate": 1.9066970091027306e-07, + "loss": 0.0667, + "reward": 1.628691554069519, + "reward_std": 0.3288518264889717, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7380664348602295, "step": 4979 }, { - "epoch": 0.33, - "learning_rate": 1.5544763267451432e-05, - "loss": 0.9608, + "clip_ratio": 0.0, + "completion_length": 192.015625, + "epoch": 0.8094270621698496, + "grad_norm": 2.276855945587158, + "kl": 3.2421875, + "learning_rate": 1.9050715214564368e-07, + "loss": 0.1296, + "reward": 1.6842032074928284, + "reward_std": 0.3861253559589386, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8248282372951508, "step": 4980 }, { - "epoch": 0.33, - "learning_rate": 1.5542957964176427e-05, - "loss": 0.9876, + "clip_ratio": 0.0, + "completion_length": 152.5, + "epoch": 0.8095895977245022, + "grad_norm": 3.9830474853515625, + "kl": 2.36328125, + "learning_rate": 1.9034460338101428e-07, + "loss": 0.0944, + "reward": 1.6673492789268494, + "reward_std": 0.4493768811225891, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7923492789268494, "step": 4981 }, { - "epoch": 0.33, - "learning_rate": 1.5541152400091403e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 190.140625, + "epoch": 0.8097521332791549, + "grad_norm": 2.98561954498291, + "kl": 2.7734375, + "learning_rate": 1.901820546163849e-07, + "loss": 0.1108, + "reward": 1.621213972568512, + "reward_std": 0.29784123599529266, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7462139427661896, "step": 4982 }, { - "epoch": 0.33, - "learning_rate": 1.5539346575281316e-05, - "loss": 1.0236, + "clip_ratio": 0.0, + "completion_length": 156.203125, + "epoch": 0.8099146688338074, + "grad_norm": 2.1580867767333984, + "kl": 1.318359375, + "learning_rate": 1.9001950585175553e-07, + "loss": 0.0528, + "reward": 1.7398688793182373, + "reward_std": 0.18358385562896729, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8336187899112701, "step": 4983 }, { - "epoch": 0.33, - "learning_rate": 1.5537540489831138e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 181.34375, + "epoch": 0.81007720438846, + "grad_norm": 2.2289295196533203, + "kl": 2.3984375, + "learning_rate": 1.8985695708712613e-07, + "loss": 0.0959, + "reward": 1.5251951217651367, + "reward_std": 0.32462194561958313, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6814451515674591, "step": 4984 }, { - "epoch": 0.33, - "learning_rate": 1.553573414382585e-05, - "loss": 0.9559, + "clip_ratio": 0.0, + "completion_length": 157.109375, + "epoch": 0.8102397399431126, + "grad_norm": 2.0138649940490723, + "kl": 2.703125, + "learning_rate": 1.8969440832249676e-07, + "loss": 0.1083, + "reward": 1.650813102722168, + "reward_std": 0.30631236732006073, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7289380431175232, "step": 4985 }, { - "epoch": 0.33, - "learning_rate": 1.5533927537350445e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 137.34375, + "epoch": 0.8104022754977651, + "grad_norm": 1.4327044486999512, + "kl": 1.271484375, + "learning_rate": 1.8953185955786736e-07, + "loss": 0.0509, + "reward": 1.6901648044586182, + "reward_std": 0.336518794298172, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7995398342609406, "step": 4986 }, { - "epoch": 0.33, - "learning_rate": 1.5532120670489924e-05, - "loss": 1.0589, + "clip_ratio": 0.0, + "completion_length": 160.3125, + "epoch": 0.8105648110524177, + "grad_norm": 5.3076348304748535, + "kl": 1.74609375, + "learning_rate": 1.8936931079323796e-07, + "loss": 0.0697, + "reward": 1.6582329273223877, + "reward_std": 0.29134340584278107, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7676078975200653, "step": 4987 }, { - "epoch": 0.33, - "learning_rate": 1.5530313543329306e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 181.921875, + "epoch": 0.8107273466070702, + "grad_norm": 2.214029550552368, + "kl": 1.62109375, + "learning_rate": 1.8920676202860858e-07, + "loss": 0.065, + "reward": 1.518422544002533, + "reward_std": 0.23971209675073624, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6121725142002106, "step": 4988 }, { - "epoch": 0.33, - "learning_rate": 1.5528506155953628e-05, - "loss": 0.9787, + "clip_ratio": 0.0, + "completion_length": 152.0, + "epoch": 0.8108898821617229, + "grad_norm": 2.0154056549072266, + "kl": 1.90234375, + "learning_rate": 1.8904421326397918e-07, + "loss": 0.076, + "reward": 1.7277756929397583, + "reward_std": 0.3756823390722275, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8371506333351135, "step": 4989 }, { - "epoch": 0.33, - "learning_rate": 1.5526698508447925e-05, - "loss": 0.9978, + "clip_ratio": 0.0, + "completion_length": 158.4375, + "epoch": 0.8110524177163755, + "grad_norm": 2.700993537902832, + "kl": 3.171875, + "learning_rate": 1.888816644993498e-07, + "loss": 0.1266, + "reward": 1.5129914283752441, + "reward_std": 0.5962776243686676, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7004913985729218, "step": 4990 }, { - "epoch": 0.33, - "learning_rate": 1.5524890600897252e-05, - "loss": 1.0524, + "clip_ratio": 0.0, + "completion_length": 141.34375, + "epoch": 0.811214953271028, + "grad_norm": 4.172224044799805, + "kl": 2.2421875, + "learning_rate": 1.887191157347204e-07, + "loss": 0.0897, + "reward": 1.7353203892707825, + "reward_std": 0.1572180986404419, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8134453892707825, "step": 4991 }, { - "epoch": 0.33, - "learning_rate": 1.5523082433386675e-05, - "loss": 1.0237, + "clip_ratio": 0.0, + "completion_length": 190.390625, + "epoch": 0.8113774888256806, + "grad_norm": 2.8127262592315674, + "kl": 1.283203125, + "learning_rate": 1.88556566970091e-07, + "loss": 0.0514, + "reward": 1.5507653951644897, + "reward_std": 0.26285420358181, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6757653951644897, "step": 4992 }, { - "epoch": 0.33, - "learning_rate": 1.5521274006001278e-05, - "loss": 1.0042, + "clip_ratio": 0.0, + "completion_length": 153.125, + "epoch": 0.8115400243803332, + "grad_norm": 2.9711103439331055, + "kl": 1.6796875, + "learning_rate": 1.8839401820546163e-07, + "loss": 0.0672, + "reward": 1.6601461172103882, + "reward_std": 0.5057468861341476, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8007711172103882, "step": 4993 }, { - "epoch": 0.33, - "learning_rate": 1.551946531882615e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 181.921875, + "epoch": 0.8117025599349857, + "grad_norm": 4.411809921264648, + "kl": 3.984375, + "learning_rate": 1.8823146944083223e-07, + "loss": 0.1594, + "reward": 1.4692347049713135, + "reward_std": 0.4902467876672745, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.7036097347736359, "step": 4994 }, { - "epoch": 0.33, - "learning_rate": 1.551765637194639e-05, - "loss": 0.9451, + "clip_ratio": 0.0, + "completion_length": 179.40625, + "epoch": 0.8118650954896384, + "grad_norm": 1.9191681146621704, + "kl": 2.3515625, + "learning_rate": 1.8806892067620286e-07, + "loss": 0.0941, + "reward": 1.5624907612800598, + "reward_std": 0.4181842654943466, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7187407314777374, "step": 4995 }, { - "epoch": 0.33, - "learning_rate": 1.5515847165447114e-05, - "loss": 0.9908, + "clip_ratio": 0.0, + "completion_length": 160.890625, + "epoch": 0.812027631044291, + "grad_norm": 1.451006531715393, + "kl": 1.083984375, + "learning_rate": 1.8790637191157345e-07, + "loss": 0.0432, + "reward": 1.7432155013084412, + "reward_std": 0.2845708429813385, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8369655013084412, "step": 4996 }, { - "epoch": 0.33, - "learning_rate": 1.551403769941345e-05, - "loss": 1.041, + "clip_ratio": 0.0, + "completion_length": 194.1875, + "epoch": 0.8121901665989435, + "grad_norm": 2.546229124069214, + "kl": 1.90234375, + "learning_rate": 1.8774382314694405e-07, + "loss": 0.0761, + "reward": 1.6589750051498413, + "reward_std": 0.25048182159662247, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7527249753475189, "step": 4997 }, { - "epoch": 0.33, - "learning_rate": 1.5512227973930545e-05, - "loss": 0.9834, + "clip_ratio": 0.0, + "completion_length": 174.765625, + "epoch": 0.8123527021535961, + "grad_norm": 1.7198799848556519, + "kl": 1.044921875, + "learning_rate": 1.8758127438231468e-07, + "loss": 0.0418, + "reward": 1.6583647727966309, + "reward_std": 0.32783176004886627, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7521147429943085, "step": 4998 }, { - "epoch": 0.33, - "learning_rate": 1.5510417989083547e-05, - "loss": 1.0449, + "clip_ratio": 0.0, + "completion_length": 171.328125, + "epoch": 0.8125152377082486, + "grad_norm": 3.6577186584472656, + "kl": 0.3701171875, + "learning_rate": 1.874187256176853e-07, + "loss": 0.0148, + "reward": 1.672479510307312, + "reward_std": 0.19215798377990723, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7349795401096344, "step": 4999 }, { - "epoch": 0.33, - "learning_rate": 1.5508607744957615e-05, - "loss": 1.0813, + "clip_ratio": 0.0, + "completion_length": 152.65625, + "epoch": 0.8126777732629012, + "grad_norm": 1.6834425926208496, + "kl": 1.0576171875, + "learning_rate": 1.8725617685305593e-07, + "loss": 0.0423, + "reward": 1.6884100437164307, + "reward_std": 0.2676314488053322, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7821600139141083, "step": 5000 }, { - "epoch": 0.33, - "learning_rate": 1.550679724163793e-05, - "loss": 1.0574, + "clip_ratio": 0.0, + "completion_length": 183.203125, + "epoch": 0.8128403088175539, + "grad_norm": 1.7833412885665894, + "kl": 1.822265625, + "learning_rate": 1.8709362808842653e-07, + "loss": 0.0728, + "reward": 1.6165410280227661, + "reward_std": 0.2800803780555725, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7259161472320557, "step": 5001 }, { - "epoch": 0.33, - "learning_rate": 1.5504986479209683e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 160.328125, + "epoch": 0.8130028443722064, + "grad_norm": 3.164083957672119, + "kl": 2.390625, + "learning_rate": 1.8693107932379713e-07, + "loss": 0.0956, + "reward": 1.5941282510757446, + "reward_std": 0.4450480043888092, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7347531914710999, "step": 5002 }, { - "epoch": 0.34, - "learning_rate": 1.550317545775807e-05, - "loss": 0.9665, + "clip_ratio": 0.0, + "completion_length": 212.328125, + "epoch": 0.813165379926859, + "grad_norm": 3.967775344848633, + "kl": 2.25, + "learning_rate": 1.8676853055916775e-07, + "loss": 0.0897, + "reward": 1.6910088658332825, + "reward_std": 0.342134453356266, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8160088658332825, "step": 5003 }, { - "epoch": 0.34, - "learning_rate": 1.5501364177368305e-05, - "loss": 1.1191, + "clip_ratio": 0.0, + "completion_length": 145.25, + "epoch": 0.8133279154815116, + "grad_norm": 2.305903434753418, + "kl": 1.990234375, + "learning_rate": 1.8660598179453835e-07, + "loss": 0.0795, + "reward": 1.8172727823257446, + "reward_std": 0.20057274121791124, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.895397812128067, "step": 5004 }, { - "epoch": 0.34, - "learning_rate": 1.549955263812562e-05, - "loss": 0.9772, + "clip_ratio": 0.0, + "completion_length": 166.265625, + "epoch": 0.8134904510361641, + "grad_norm": 2.0044896602630615, + "kl": 1.009765625, + "learning_rate": 1.8644343302990898e-07, + "loss": 0.0403, + "reward": 1.6037933826446533, + "reward_std": 0.2413189932703972, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6819182634353638, "step": 5005 }, { - "epoch": 0.34, - "learning_rate": 1.549774084011524e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 159.8125, + "epoch": 0.8136529865908168, + "grad_norm": 1.9848681688308716, + "kl": 1.482421875, + "learning_rate": 1.8628088426527958e-07, + "loss": 0.0593, + "reward": 1.5369408130645752, + "reward_std": 0.21646349132061005, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6619407534599304, "step": 5006 }, { - "epoch": 0.34, - "learning_rate": 1.5495928783422428e-05, - "loss": 1.0306, + "clip_ratio": 0.0, + "completion_length": 172.234375, + "epoch": 0.8138155221454694, + "grad_norm": 1.8176548480987549, + "kl": 0.6875, + "learning_rate": 1.8611833550065018e-07, + "loss": 0.0276, + "reward": 1.707373857498169, + "reward_std": 0.153772234916687, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.738623857498169, "step": 5007 }, { - "epoch": 0.34, - "learning_rate": 1.5494116468132435e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 161.921875, + "epoch": 0.8139780577001219, + "grad_norm": 3.411132574081421, + "kl": 2.6640625, + "learning_rate": 1.859557867360208e-07, + "loss": 0.1064, + "reward": 1.4676692485809326, + "reward_std": 0.42457351088523865, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6239192485809326, "step": 5008 }, { - "epoch": 0.34, - "learning_rate": 1.549230389433054e-05, - "loss": 1.1174, + "clip_ratio": 0.0, + "completion_length": 150.671875, + "epoch": 0.8141405932547745, + "grad_norm": 2.634629726409912, + "kl": 0.8359375, + "learning_rate": 1.857932379713914e-07, + "loss": 0.0335, + "reward": 1.729937493801117, + "reward_std": 0.3059607297182083, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8393124341964722, "step": 5009 }, { - "epoch": 0.34, - "learning_rate": 1.5490491062102032e-05, - "loss": 1.0295, + "clip_ratio": 0.0, + "completion_length": 180.484375, + "epoch": 0.814303128809427, + "grad_norm": 2.131226062774658, + "kl": 1.12890625, + "learning_rate": 1.8563068920676203e-07, + "loss": 0.0453, + "reward": 1.6632372736930847, + "reward_std": 0.27129483968019485, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7413623034954071, "step": 5010 }, { - "epoch": 0.34, - "learning_rate": 1.54886779715322e-05, - "loss": 0.9914, + "clip_ratio": 0.0, + "completion_length": 160.25, + "epoch": 0.8144656643640796, + "grad_norm": 2.0217084884643555, + "kl": 0.2802734375, + "learning_rate": 1.8546814044213263e-07, + "loss": 0.0112, + "reward": 1.7113317847251892, + "reward_std": 0.15662536770105362, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7425818145275116, "step": 5011 }, { - "epoch": 0.34, - "learning_rate": 1.5486864622706365e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 180.265625, + "epoch": 0.8146281999187323, + "grad_norm": 1.3666149377822876, + "kl": 2.64453125, + "learning_rate": 1.8530559167750322e-07, + "loss": 0.1055, + "reward": 1.5767725110054016, + "reward_std": 0.3467818349599838, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.748647540807724, "step": 5012 }, { - "epoch": 0.34, - "learning_rate": 1.5485051015709843e-05, - "loss": 0.9954, + "clip_ratio": 0.0, + "completion_length": 166.5, + "epoch": 0.8147907354733848, + "grad_norm": 1.9528350830078125, + "kl": 2.375, + "learning_rate": 1.8514304291287385e-07, + "loss": 0.0949, + "reward": 1.6421589255332947, + "reward_std": 0.4073074609041214, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7671589553356171, "step": 5013 }, { - "epoch": 0.34, - "learning_rate": 1.548323715062797e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 173.5625, + "epoch": 0.8149532710280374, + "grad_norm": 4.190511703491211, + "kl": 2.765625, + "learning_rate": 1.8498049414824445e-07, + "loss": 0.1107, + "reward": 1.628509759902954, + "reward_std": 0.3607124388217926, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7691347599029541, "step": 5014 }, { - "epoch": 0.34, - "learning_rate": 1.5481423027546094e-05, - "loss": 1.0112, + "clip_ratio": 0.0, + "completion_length": 159.515625, + "epoch": 0.81511580658269, + "grad_norm": 1.5642145872116089, + "kl": 1.828125, + "learning_rate": 1.8481794538361507e-07, + "loss": 0.0729, + "reward": 1.6835458874702454, + "reward_std": 0.24981628358364105, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.761670857667923, "step": 5015 }, { - "epoch": 0.34, - "learning_rate": 1.5479608646549575e-05, - "loss": 0.8949, + "clip_ratio": 0.0, + "completion_length": 169.96875, + "epoch": 0.8152783421373425, + "grad_norm": 2.739145278930664, + "kl": 2.5546875, + "learning_rate": 1.846553966189857e-07, + "loss": 0.1019, + "reward": 1.6076151132583618, + "reward_std": 0.26038773730397224, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.716990202665329, "step": 5016 }, { - "epoch": 0.34, - "learning_rate": 1.5477794007723785e-05, - "loss": 1.0117, + "clip_ratio": 0.0, + "completion_length": 155.859375, + "epoch": 0.8154408776919951, + "grad_norm": 1.3234466314315796, + "kl": 0.87646484375, + "learning_rate": 1.844928478543563e-07, + "loss": 0.035, + "reward": 1.6660186052322388, + "reward_std": 0.2019866406917572, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7441436350345612, "step": 5017 }, { - "epoch": 0.34, - "learning_rate": 1.54759791111541e-05, - "loss": 0.9657, + "clip_ratio": 0.0, + "completion_length": 175.0, + "epoch": 0.8156034132466478, + "grad_norm": 1.892570972442627, + "kl": 1.86328125, + "learning_rate": 1.8433029908972692e-07, + "loss": 0.0744, + "reward": 1.578697681427002, + "reward_std": 0.2194967418909073, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.641197681427002, "step": 5018 }, { - "epoch": 0.34, - "learning_rate": 1.547416395692592e-05, - "loss": 0.9415, + "clip_ratio": 0.0, + "completion_length": 163.546875, + "epoch": 0.8157659488013003, + "grad_norm": 2.3226075172424316, + "kl": 2.046875, + "learning_rate": 1.8416775032509752e-07, + "loss": 0.0818, + "reward": 1.7357060313224792, + "reward_std": 0.3137706071138382, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.813831090927124, "step": 5019 }, { - "epoch": 0.34, - "learning_rate": 1.5472348545124657e-05, - "loss": 0.9897, + "clip_ratio": 0.0, + "completion_length": 159.03125, + "epoch": 0.8159284843559529, + "grad_norm": 1.1318544149398804, + "kl": 0.98974609375, + "learning_rate": 1.8400520156046815e-07, + "loss": 0.0395, + "reward": 1.7312285900115967, + "reward_std": 0.14733049273490906, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7781035602092743, "step": 5020 }, { - "epoch": 0.34, - "learning_rate": 1.547053287583572e-05, - "loss": 0.9843, + "clip_ratio": 0.0, + "completion_length": 149.921875, + "epoch": 0.8160910199106054, + "grad_norm": 1.9175506830215454, + "kl": 1.310546875, + "learning_rate": 1.8384265279583875e-07, + "loss": 0.0524, + "reward": 1.6407490372657776, + "reward_std": 0.24231642484664917, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7188740372657776, "step": 5021 }, { - "epoch": 0.34, - "learning_rate": 1.5468716949144555e-05, - "loss": 1.09, + "clip_ratio": 0.0, + "completion_length": 185.640625, + "epoch": 0.816253555465258, + "grad_norm": 2.369997024536133, + "kl": 3.2734375, + "learning_rate": 1.8368010403120935e-07, + "loss": 0.1311, + "reward": 1.5136051774024963, + "reward_std": 0.5633722096681595, + "rewards/format_reward_gen": 0.765625, + "rewards/llm_reward": 0.747980147600174, "step": 5022 }, { - "epoch": 0.34, - "learning_rate": 1.5466900765136594e-05, - "loss": 1.0716, + "clip_ratio": 0.0, + "completion_length": 196.90625, + "epoch": 0.8164160910199106, + "grad_norm": 1.8243672847747803, + "kl": 3.8359375, + "learning_rate": 1.8351755526657997e-07, + "loss": 0.1533, + "reward": 1.6145151853561401, + "reward_std": 0.3977563977241516, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7863902747631073, "step": 5023 }, { - "epoch": 0.34, - "learning_rate": 1.5465084323897296e-05, - "loss": 0.9468, + "clip_ratio": 0.0, + "completion_length": 157.828125, + "epoch": 0.8165786265745631, + "grad_norm": 1.7715175151824951, + "kl": 1.044921875, + "learning_rate": 1.8335500650195057e-07, + "loss": 0.0421, + "reward": 1.6807342767715454, + "reward_std": 0.30233049392700195, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7588593661785126, "step": 5024 }, { - "epoch": 0.34, - "learning_rate": 1.5463267625512135e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 151.984375, + "epoch": 0.8167411621292158, + "grad_norm": 1.888137698173523, + "kl": 0.87890625, + "learning_rate": 1.831924577373212e-07, + "loss": 0.0353, + "reward": 1.6692253947257996, + "reward_std": 0.3781042546033859, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7629753947257996, "step": 5025 }, { - "epoch": 0.34, - "learning_rate": 1.5461450670066583e-05, - "loss": 1.0632, + "clip_ratio": 0.0, + "completion_length": 187.15625, + "epoch": 0.8169036976838684, + "grad_norm": 2.0975658893585205, + "kl": 2.21484375, + "learning_rate": 1.830299089726918e-07, + "loss": 0.0884, + "reward": 1.5315359830856323, + "reward_std": 0.39536052942276, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6877859532833099, "step": 5026 }, { - "epoch": 0.34, - "learning_rate": 1.545963345764614e-05, - "loss": 1.0354, + "clip_ratio": 0.0, + "completion_length": 154.703125, + "epoch": 0.8170662332385209, + "grad_norm": 2.829942464828491, + "kl": 1.65625, + "learning_rate": 1.828673602080624e-07, + "loss": 0.066, + "reward": 1.5850576758384705, + "reward_std": 0.3892708867788315, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7100577056407928, "step": 5027 }, { - "epoch": 0.34, - "learning_rate": 1.5457815988336302e-05, - "loss": 0.9539, + "clip_ratio": 0.0, + "completion_length": 167.5, + "epoch": 0.8172287687931735, + "grad_norm": 2.3785400390625, + "kl": 0.9736328125, + "learning_rate": 1.8270481144343302e-07, + "loss": 0.0389, + "reward": 1.6772785186767578, + "reward_std": 0.25294603407382965, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7554035186767578, "step": 5028 }, { - "epoch": 0.34, - "learning_rate": 1.545599826222259e-05, - "loss": 1.0121, + "clip_ratio": 0.0, + "completion_length": 171.359375, + "epoch": 0.8173913043478261, + "grad_norm": 3.193979263305664, + "kl": 1.875, + "learning_rate": 1.8254226267880362e-07, + "loss": 0.0751, + "reward": 1.6079742908477783, + "reward_std": 0.38121097534894943, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7329742312431335, "step": 5029 }, { - "epoch": 0.34, - "learning_rate": 1.545418027939053e-05, - "loss": 1.0825, + "clip_ratio": 0.0, + "completion_length": 198.171875, + "epoch": 0.8175538399024787, + "grad_norm": 3.8016724586486816, + "kl": 3.2734375, + "learning_rate": 1.8237971391417425e-07, + "loss": 0.1312, + "reward": 1.4184603095054626, + "reward_std": 0.4449912756681442, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6059602499008179, "step": 5030 }, { - "epoch": 0.34, - "learning_rate": 1.545236203992567e-05, - "loss": 1.0788, + "clip_ratio": 0.0, + "completion_length": 170.46875, + "epoch": 0.8177163754571313, + "grad_norm": 1.5653096437454224, + "kl": 1.5859375, + "learning_rate": 1.8221716514954484e-07, + "loss": 0.0636, + "reward": 1.6240500211715698, + "reward_std": 0.29611287266016006, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7646750211715698, "step": 5031 }, { - "epoch": 0.34, - "learning_rate": 1.5450543543913555e-05, - "loss": 1.0504, + "clip_ratio": 0.0, + "completion_length": 172.734375, + "epoch": 0.8178789110117838, + "grad_norm": 3.526575803756714, + "kl": 2.546875, + "learning_rate": 1.8205461638491544e-07, + "loss": 0.1023, + "reward": 1.5692957043647766, + "reward_std": 0.3765188753604889, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7099207639694214, "step": 5032 }, { - "epoch": 0.34, - "learning_rate": 1.544872479143975e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.8180414465664364, + "grad_norm": 5.394523620605469, + "kl": 1.2392578125, + "learning_rate": 1.818920676202861e-07, + "loss": 0.0496, + "reward": 1.718146026134491, + "reward_std": 0.28419798612594604, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7962709963321686, "step": 5033 }, { - "epoch": 0.34, - "learning_rate": 1.544690578258984e-05, - "loss": 0.983, + "clip_ratio": 0.0, + "completion_length": 165.375, + "epoch": 0.818203982121089, + "grad_norm": 1.5637197494506836, + "kl": 1.671875, + "learning_rate": 1.817295188556567e-07, + "loss": 0.0668, + "reward": 1.6940715909004211, + "reward_std": 0.3442091792821884, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8034466207027435, "step": 5034 }, { - "epoch": 0.34, - "learning_rate": 1.5445086517449402e-05, - "loss": 0.977, + "clip_ratio": 0.0, + "completion_length": 151.78125, + "epoch": 0.8183665176757415, + "grad_norm": 3.6512084007263184, + "kl": 1.2734375, + "learning_rate": 1.8156697009102732e-07, + "loss": 0.0509, + "reward": 1.6031888723373413, + "reward_std": 0.4735397696495056, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7906888723373413, "step": 5035 }, { - "epoch": 0.34, - "learning_rate": 1.5443266996104046e-05, - "loss": 1.001, + "clip_ratio": 0.0, + "completion_length": 154.328125, + "epoch": 0.8185290532303942, + "grad_norm": 1.3129385709762573, + "kl": 0.8828125, + "learning_rate": 1.8140442132639792e-07, + "loss": 0.0353, + "reward": 1.7016777992248535, + "reward_std": 0.19574546813964844, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7641778290271759, "step": 5036 }, { - "epoch": 0.34, - "learning_rate": 1.5441447218639386e-05, - "loss": 1.0456, + "clip_ratio": 0.0, + "completion_length": 199.46875, + "epoch": 0.8186915887850468, + "grad_norm": 3.2963006496429443, + "kl": 3.052734375, + "learning_rate": 1.8124187256176852e-07, + "loss": 0.1226, + "reward": 1.643086314201355, + "reward_std": 0.24015825241804123, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7837112843990326, "step": 5037 }, { - "epoch": 0.34, - "learning_rate": 1.5439627185141037e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 166.8125, + "epoch": 0.8188541243396993, + "grad_norm": 3.6751365661621094, + "kl": 0.802734375, + "learning_rate": 1.8107932379713914e-07, + "loss": 0.0321, + "reward": 1.6014184951782227, + "reward_std": 0.20768045634031296, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6482934951782227, "step": 5038 }, { - "epoch": 0.34, - "learning_rate": 1.5437806895694644e-05, - "loss": 1.053, + "clip_ratio": 0.0, + "completion_length": 164.78125, + "epoch": 0.8190166598943519, + "grad_norm": 3.1352617740631104, + "kl": 1.60546875, + "learning_rate": 1.8091677503250974e-07, + "loss": 0.0643, + "reward": 1.6000861525535583, + "reward_std": 0.37920914590358734, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7094611525535583, "step": 5039 }, { - "epoch": 0.34, - "learning_rate": 1.5435986350385856e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.8191791954490044, + "grad_norm": 2.1075704097747803, + "kl": 0.775390625, + "learning_rate": 1.8075422626788037e-07, + "loss": 0.0311, + "reward": 1.7500959038734436, + "reward_std": 0.1963973566889763, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7969709634780884, "step": 5040 }, { - "epoch": 0.34, - "learning_rate": 1.5434165549300334e-05, - "loss": 0.9815, + "clip_ratio": 0.0, + "completion_length": 166.25, + "epoch": 0.819341731003657, + "grad_norm": 1.4655816555023193, + "kl": 1.09375, + "learning_rate": 1.8059167750325097e-07, + "loss": 0.0438, + "reward": 1.7117438912391663, + "reward_std": 0.21946736425161362, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7742438614368439, "step": 5041 }, { - "epoch": 0.34, - "learning_rate": 1.5432344492523745e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 167.96875, + "epoch": 0.8195042665583097, + "grad_norm": 1.1782771348953247, + "kl": 1.279296875, + "learning_rate": 1.8042912873862157e-07, + "loss": 0.0513, + "reward": 1.7080084085464478, + "reward_std": 0.11259050667285919, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7548834383487701, "step": 5042 }, { - "epoch": 0.34, - "learning_rate": 1.543052318014178e-05, - "loss": 1.0775, + "clip_ratio": 0.0, + "completion_length": 154.015625, + "epoch": 0.8196668021129622, + "grad_norm": 1.4066493511199951, + "kl": 0.52734375, + "learning_rate": 1.802665799739922e-07, + "loss": 0.0211, + "reward": 1.67817223072052, + "reward_std": 0.2809172123670578, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.75629723072052, "step": 5043 }, { - "epoch": 0.34, - "learning_rate": 1.5428701612240137e-05, - "loss": 1.0023, + "clip_ratio": 0.0, + "completion_length": 171.703125, + "epoch": 0.8198293376676148, + "grad_norm": 2.7458102703094482, + "kl": 1.3515625, + "learning_rate": 1.801040312093628e-07, + "loss": 0.054, + "reward": 1.6522098183631897, + "reward_std": 0.29777921736240387, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7615848183631897, "step": 5044 }, { - "epoch": 0.34, - "learning_rate": 1.5426879788904524e-05, - "loss": 1.0635, + "clip_ratio": 0.0, + "completion_length": 191.421875, + "epoch": 0.8199918732222674, + "grad_norm": 2.8024585247039795, + "kl": 1.55078125, + "learning_rate": 1.7994148244473342e-07, + "loss": 0.0619, + "reward": 1.7327685356140137, + "reward_std": 0.15196697041392326, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7952684760093689, "step": 5045 }, { - "epoch": 0.34, - "learning_rate": 1.542505771022066e-05, - "loss": 1.0361, + "clip_ratio": 0.0, + "completion_length": 165.0, + "epoch": 0.8201544087769199, + "grad_norm": 2.329885482788086, + "kl": 1.021484375, + "learning_rate": 1.7977893368010402e-07, + "loss": 0.0408, + "reward": 1.8442151546478271, + "reward_std": 0.05530350375920534, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8442151546478271, "step": 5046 }, { - "epoch": 0.34, - "learning_rate": 1.5423235376274286e-05, - "loss": 0.9758, + "clip_ratio": 0.0, + "completion_length": 165.734375, + "epoch": 0.8203169443315725, + "grad_norm": 1.8719167709350586, + "kl": 2.515625, + "learning_rate": 1.7961638491547461e-07, + "loss": 0.1004, + "reward": 1.6174782514572144, + "reward_std": 0.3687760978937149, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7737282514572144, "step": 5047 }, { - "epoch": 0.34, - "learning_rate": 1.5421412787151137e-05, - "loss": 0.9452, + "clip_ratio": 0.0, + "completion_length": 170.21875, + "epoch": 0.8204794798862252, + "grad_norm": 2.2231693267822266, + "kl": 1.3203125, + "learning_rate": 1.7945383615084524e-07, + "loss": 0.0529, + "reward": 1.6612046957015991, + "reward_std": 0.3099818378686905, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7549547255039215, "step": 5048 }, { - "epoch": 0.34, - "learning_rate": 1.5419589942936976e-05, - "loss": 1.0284, + "clip_ratio": 0.0, + "completion_length": 163.5625, + "epoch": 0.8206420154408777, + "grad_norm": 5.517580032348633, + "kl": 0.62890625, + "learning_rate": 1.7929128738621584e-07, + "loss": 0.0251, + "reward": 1.7684985399246216, + "reward_std": 0.21325575560331345, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.830998569726944, "step": 5049 }, { - "epoch": 0.34, - "learning_rate": 1.541776684371757e-05, - "loss": 0.9768, + "clip_ratio": 0.0, + "completion_length": 157.96875, + "epoch": 0.8208045509955303, + "grad_norm": 1.6097439527511597, + "kl": 1.3515625, + "learning_rate": 1.791287386215865e-07, + "loss": 0.0543, + "reward": 1.6895307302474976, + "reward_std": 0.2724016383290291, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7989057302474976, "step": 5050 }, { - "epoch": 0.34, - "learning_rate": 1.5415943489578708e-05, - "loss": 1.0291, + "clip_ratio": 0.0, + "completion_length": 143.71875, + "epoch": 0.8209670865501828, + "grad_norm": 3.0137507915496826, + "kl": 0.7314453125, + "learning_rate": 1.789661898569571e-07, + "loss": 0.0294, + "reward": 1.7822343111038208, + "reward_std": 0.08658277243375778, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7978593111038208, "step": 5051 }, { - "epoch": 0.34, - "learning_rate": 1.541411988060617e-05, - "loss": 0.9886, + "clip_ratio": 0.0, + "completion_length": 189.796875, + "epoch": 0.8211296221048354, + "grad_norm": 1.6913156509399414, + "kl": 2.56640625, + "learning_rate": 1.788036410923277e-07, + "loss": 0.1024, + "reward": 1.5861289501190186, + "reward_std": 0.31095336377620697, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7267539203166962, "step": 5052 }, { - "epoch": 0.34, - "learning_rate": 1.5412296016885772e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 173.390625, + "epoch": 0.821292157659488, + "grad_norm": 2.5571515560150146, + "kl": 2.00390625, + "learning_rate": 1.7864109232769831e-07, + "loss": 0.0798, + "reward": 1.557715654373169, + "reward_std": 0.45037101209163666, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7139656841754913, "step": 5053 }, { - "epoch": 0.34, - "learning_rate": 1.5410471898503326e-05, - "loss": 1.0613, + "clip_ratio": 0.0, + "completion_length": 164.765625, + "epoch": 0.8214546932141406, + "grad_norm": 3.7616589069366455, + "kl": 2.95703125, + "learning_rate": 1.784785435630689e-07, + "loss": 0.1184, + "reward": 1.4210034608840942, + "reward_std": 0.4497460722923279, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.608503520488739, "step": 5054 }, { - "epoch": 0.34, - "learning_rate": 1.5408647525544667e-05, - "loss": 0.9436, + "clip_ratio": 0.0, + "completion_length": 142.46875, + "epoch": 0.8216172287687932, + "grad_norm": 3.1461234092712402, + "kl": 0.630859375, + "learning_rate": 1.7831599479843954e-07, + "loss": 0.0251, + "reward": 1.754763662815094, + "reward_std": 0.15593759529292583, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7860135734081268, "step": 5055 }, { - "epoch": 0.34, - "learning_rate": 1.540682289809563e-05, - "loss": 1.0618, + "clip_ratio": 0.0, + "completion_length": 186.421875, + "epoch": 0.8217797643234458, + "grad_norm": 2.462188482284546, + "kl": 1.35546875, + "learning_rate": 1.7815344603381014e-07, + "loss": 0.0541, + "reward": 1.6713485717773438, + "reward_std": 0.29779699444770813, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7650985717773438, "step": 5056 }, { - "epoch": 0.34, - "learning_rate": 1.540499801624207e-05, - "loss": 0.9631, + "clip_ratio": 0.0, + "completion_length": 162.484375, + "epoch": 0.8219422998780983, + "grad_norm": 1.6656240224838257, + "kl": 1.142578125, + "learning_rate": 1.7799089726918074e-07, + "loss": 0.0457, + "reward": 1.685310184955597, + "reward_std": 0.22501331567764282, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7478102147579193, "step": 5057 }, { - "epoch": 0.34, - "learning_rate": 1.5403172880069857e-05, - "loss": 0.9734, + "clip_ratio": 0.0, + "completion_length": 190.625, + "epoch": 0.8221048354327509, + "grad_norm": 3.0080113410949707, + "kl": 2.65234375, + "learning_rate": 1.7782834850455136e-07, + "loss": 0.1066, + "reward": 1.5848300457000732, + "reward_std": 0.28053751587867737, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7254551351070404, "step": 5058 }, { - "epoch": 0.34, - "learning_rate": 1.540134748966486e-05, - "loss": 0.9723, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.8222673709874035, + "grad_norm": 1.9052051305770874, + "kl": 2.0859375, + "learning_rate": 1.7766579973992196e-07, + "loss": 0.0833, + "reward": 1.6848090887069702, + "reward_std": 0.2571897357702255, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7629340887069702, "step": 5059 }, { - "epoch": 0.34, - "learning_rate": 1.5399521845112976e-05, - "loss": 1.0661, + "clip_ratio": 0.0, + "completion_length": 178.796875, + "epoch": 0.822429906542056, + "grad_norm": 2.634050130844116, + "kl": 1.390625, + "learning_rate": 1.775032509752926e-07, + "loss": 0.0556, + "reward": 1.571769654750824, + "reward_std": 0.44112563133239746, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.743644654750824, "step": 5060 }, { - "epoch": 0.34, - "learning_rate": 1.5397695946500104e-05, - "loss": 0.9436, + "clip_ratio": 0.0, + "completion_length": 174.1875, + "epoch": 0.8225924420967087, + "grad_norm": 4.104530334472656, + "kl": 2.4296875, + "learning_rate": 1.7734070221066319e-07, + "loss": 0.0972, + "reward": 1.5835688710212708, + "reward_std": 0.323957622051239, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7085688710212708, "step": 5061 }, { - "epoch": 0.34, - "learning_rate": 1.539586979391215e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 154.828125, + "epoch": 0.8227549776513612, + "grad_norm": 2.538628101348877, + "kl": 1.75390625, + "learning_rate": 1.7717815344603378e-07, + "loss": 0.0702, + "reward": 1.4435052871704102, + "reward_std": 0.3193929195404053, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.5528802573680878, "step": 5062 }, { - "epoch": 0.34, - "learning_rate": 1.5394043387435048e-05, - "loss": 1.0097, + "clip_ratio": 0.0, + "completion_length": 180.453125, + "epoch": 0.8229175132060138, + "grad_norm": 3.089256525039673, + "kl": 1.51953125, + "learning_rate": 1.770156046814044e-07, + "loss": 0.0607, + "reward": 1.589623212814331, + "reward_std": 0.18802127242088318, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6521231234073639, "step": 5063 }, { - "epoch": 0.34, - "learning_rate": 1.539221672715473e-05, - "loss": 1.1056, + "clip_ratio": 0.0, + "completion_length": 165.0625, + "epoch": 0.8230800487606664, + "grad_norm": 1.6511718034744263, + "kl": 1.3359375, + "learning_rate": 1.76853055916775e-07, + "loss": 0.0536, + "reward": 1.749064028263092, + "reward_std": 0.27160708606243134, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8271889984607697, "step": 5064 }, { - "epoch": 0.34, - "learning_rate": 1.5390389813157153e-05, - "loss": 1.0811, + "clip_ratio": 0.0, + "completion_length": 148.890625, + "epoch": 0.8232425843153189, + "grad_norm": 2.5942256450653076, + "kl": 0.70703125, + "learning_rate": 1.7669050715214564e-07, + "loss": 0.0282, + "reward": 1.8022227883338928, + "reward_std": 0.13247007131576538, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.849097728729248, "step": 5065 }, { - "epoch": 0.34, - "learning_rate": 1.5388562645528264e-05, - "loss": 1.0467, + "clip_ratio": 0.0, + "completion_length": 161.234375, + "epoch": 0.8234051198699716, + "grad_norm": 1.9370094537734985, + "kl": 1.96875, + "learning_rate": 1.7652795838751623e-07, + "loss": 0.0787, + "reward": 1.6506657004356384, + "reward_std": 0.3051931709051132, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.744415670633316, "step": 5066 }, { - "epoch": 0.34, - "learning_rate": 1.538673522435405e-05, - "loss": 1.0286, + "clip_ratio": 0.0, + "completion_length": 203.46875, + "epoch": 0.8235676554246242, + "grad_norm": 1.8079538345336914, + "kl": 2.359375, + "learning_rate": 1.7636540962288683e-07, + "loss": 0.0944, + "reward": 1.4868052005767822, + "reward_std": 0.3395026624202728, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6118052750825882, "step": 5067 }, { - "epoch": 0.34, - "learning_rate": 1.5384907549720485e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 174.0625, + "epoch": 0.8237301909792767, + "grad_norm": 3.0220534801483154, + "kl": 1.671875, + "learning_rate": 1.7620286085825749e-07, + "loss": 0.0669, + "reward": 1.6255079507827759, + "reward_std": 0.23075230792164803, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7192579507827759, "step": 5068 }, { - "epoch": 0.34, - "learning_rate": 1.5383079621713572e-05, - "loss": 1.0052, + "clip_ratio": 0.0, + "completion_length": 176.125, + "epoch": 0.8238927265339293, + "grad_norm": 3.5561327934265137, + "kl": 3.5234375, + "learning_rate": 1.7604031209362808e-07, + "loss": 0.1409, + "reward": 1.5178381204605103, + "reward_std": 0.424477756023407, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.705338180065155, "step": 5069 }, { - "epoch": 0.34, - "learning_rate": 1.5381251440419315e-05, - "loss": 1.0087, + "clip_ratio": 0.0, + "completion_length": 164.359375, + "epoch": 0.8240552620885819, + "grad_norm": 5.221225738525391, + "kl": 2.703125, + "learning_rate": 1.758777633289987e-07, + "loss": 0.1078, + "reward": 1.5743956565856934, + "reward_std": 0.30092184245586395, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6993955969810486, "step": 5070 }, { - "epoch": 0.34, - "learning_rate": 1.537942300592374e-05, - "loss": 1.0068, + "clip_ratio": 0.0, + "completion_length": 151.171875, + "epoch": 0.8242177976432344, + "grad_norm": 5.100943088531494, + "kl": 2.4453125, + "learning_rate": 1.757152145643693e-07, + "loss": 0.098, + "reward": 1.7223830223083496, + "reward_std": 0.28131525963544846, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8317580223083496, "step": 5071 }, { - "epoch": 0.34, - "learning_rate": 1.537759431831287e-05, - "loss": 1.0498, + "clip_ratio": 0.0, + "completion_length": 162.0625, + "epoch": 0.8243803331978871, + "grad_norm": 2.0410053730010986, + "kl": 2.21875, + "learning_rate": 1.755526657997399e-07, + "loss": 0.0885, + "reward": 1.6484777331352234, + "reward_std": 0.33234065771102905, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.757852703332901, "step": 5072 }, { - "epoch": 0.34, - "learning_rate": 1.537576537767276e-05, - "loss": 1.054, + "clip_ratio": 0.0, + "completion_length": 155.15625, + "epoch": 0.8245428687525396, + "grad_norm": 2.449707269668579, + "kl": 0.845703125, + "learning_rate": 1.7539011703511053e-07, + "loss": 0.0339, + "reward": 1.7051151990890503, + "reward_std": 0.17029637843370438, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7519902288913727, "step": 5073 }, { - "epoch": 0.34, - "learning_rate": 1.5373936184089462e-05, - "loss": 0.9953, + "clip_ratio": 0.0, + "completion_length": 182.28125, + "epoch": 0.8247054043071922, + "grad_norm": 3.891960859298706, + "kl": 3.1953125, + "learning_rate": 1.7522756827048113e-07, + "loss": 0.1277, + "reward": 1.5363333821296692, + "reward_std": 0.35738643258810043, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6769583523273468, "step": 5074 }, { - "epoch": 0.34, - "learning_rate": 1.5372106737649045e-05, - "loss": 1.0005, + "clip_ratio": 0.0, + "completion_length": 155.65625, + "epoch": 0.8248679398618448, + "grad_norm": 2.351419448852539, + "kl": 1.58203125, + "learning_rate": 1.7506501950585176e-07, + "loss": 0.0634, + "reward": 1.5641396641731262, + "reward_std": 0.4029540419578552, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7203896939754486, "step": 5075 }, { - "epoch": 0.34, - "learning_rate": 1.5370277038437584e-05, - "loss": 1.0375, + "clip_ratio": 0.0, + "completion_length": 175.234375, + "epoch": 0.8250304754164973, + "grad_norm": 2.0570249557495117, + "kl": 2.9921875, + "learning_rate": 1.7490247074122236e-07, + "loss": 0.1194, + "reward": 1.563906192779541, + "reward_std": 0.4405016303062439, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.751406192779541, "step": 5076 }, { - "epoch": 0.34, - "learning_rate": 1.536844708654118e-05, - "loss": 0.9821, + "clip_ratio": 0.0, + "completion_length": 182.25, + "epoch": 0.8251930109711499, + "grad_norm": 1.6888232231140137, + "kl": 3.296875, + "learning_rate": 1.7473992197659296e-07, + "loss": 0.1319, + "reward": 1.5703744888305664, + "reward_std": 0.516478031873703, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7734995186328888, "step": 5077 }, { - "epoch": 0.34, - "learning_rate": 1.5366616882045925e-05, - "loss": 1.1073, + "clip_ratio": 0.0, + "completion_length": 196.546875, + "epoch": 0.8253555465258026, + "grad_norm": 2.6193604469299316, + "kl": 3.1484375, + "learning_rate": 1.7457737321196358e-07, + "loss": 0.1259, + "reward": 1.5719419717788696, + "reward_std": 0.35025754570961, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7125668823719025, "step": 5078 }, { - "epoch": 0.34, - "learning_rate": 1.536478642503795e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.8255180820804551, + "grad_norm": 3.4674339294433594, + "kl": 1.171875, + "learning_rate": 1.7441482444733418e-07, + "loss": 0.047, + "reward": 1.7144495248794556, + "reward_std": 0.29513009637594223, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7925745844841003, "step": 5079 }, { - "epoch": 0.34, - "learning_rate": 1.536295571560337e-05, - "loss": 1.0789, + "clip_ratio": 0.0, + "completion_length": 169.078125, + "epoch": 0.8256806176351077, + "grad_norm": 2.1514103412628174, + "kl": 1.86328125, + "learning_rate": 1.742522756827048e-07, + "loss": 0.0744, + "reward": 1.5065733790397644, + "reward_std": 0.3069438189268112, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6315734088420868, "step": 5080 }, { - "epoch": 0.34, - "learning_rate": 1.5361124753828325e-05, - "loss": 0.9656, + "clip_ratio": 0.0, + "completion_length": 165.640625, + "epoch": 0.8258431531897603, + "grad_norm": 1.4968849420547485, + "kl": 2.6796875, + "learning_rate": 1.740897269180754e-07, + "loss": 0.1071, + "reward": 1.5923903584480286, + "reward_std": 0.36733385920524597, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7798903584480286, "step": 5081 }, { - "epoch": 0.34, - "learning_rate": 1.5359293539798974e-05, - "loss": 0.9754, + "clip_ratio": 0.0, + "completion_length": 150.453125, + "epoch": 0.8260056887444128, + "grad_norm": 5.036018371582031, + "kl": 2.890625, + "learning_rate": 1.73927178153446e-07, + "loss": 0.1154, + "reward": 1.6364796161651611, + "reward_std": 0.37871086597442627, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7771045565605164, "step": 5082 }, { - "epoch": 0.34, - "learning_rate": 1.535746207360147e-05, - "loss": 1.0633, + "clip_ratio": 0.0, + "completion_length": 165.90625, + "epoch": 0.8261682242990654, + "grad_norm": 1.4155818223953247, + "kl": 1.6484375, + "learning_rate": 1.7376462938881663e-07, + "loss": 0.066, + "reward": 1.5785908699035645, + "reward_std": 0.3389340117573738, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6879658699035645, "step": 5083 }, { - "epoch": 0.34, - "learning_rate": 1.5355630355322e-05, - "loss": 0.9884, + "clip_ratio": 0.0, + "completion_length": 172.859375, + "epoch": 0.826330759853718, + "grad_norm": 6.164300441741943, + "kl": 1.5390625, + "learning_rate": 1.7360208062418723e-07, + "loss": 0.0617, + "reward": 1.598181426525116, + "reward_std": 0.3894965499639511, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7231813967227936, "step": 5084 }, { - "epoch": 0.34, - "learning_rate": 1.5353798385046744e-05, - "loss": 1.0422, + "clip_ratio": 0.0, + "completion_length": 159.53125, + "epoch": 0.8264932954083706, + "grad_norm": 1.7599867582321167, + "kl": 1.083984375, + "learning_rate": 1.7343953185955788e-07, + "loss": 0.0435, + "reward": 1.814415991306305, + "reward_std": 0.14805194735527039, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8612909913063049, "step": 5085 }, { - "epoch": 0.34, - "learning_rate": 1.5351966162861903e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 187.1875, + "epoch": 0.8266558309630232, + "grad_norm": 4.634953498840332, + "kl": 1.96875, + "learning_rate": 1.7327698309492848e-07, + "loss": 0.0788, + "reward": 1.7071775197982788, + "reward_std": 0.26266074925661087, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8165524899959564, "step": 5086 }, { - "epoch": 0.34, - "learning_rate": 1.5350133688853682e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 167.859375, + "epoch": 0.8268183665176757, + "grad_norm": 1.4144612550735474, + "kl": 1.23046875, + "learning_rate": 1.7311443433029908e-07, + "loss": 0.0491, + "reward": 1.7433914542198181, + "reward_std": 0.1856185793876648, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8058914542198181, "step": 5087 }, { - "epoch": 0.34, - "learning_rate": 1.5348300963108313e-05, - "loss": 1.0088, + "clip_ratio": 0.0, + "completion_length": 149.75, + "epoch": 0.8269809020723283, + "grad_norm": 2.287851572036743, + "kl": 1.5, + "learning_rate": 1.729518855656697e-07, + "loss": 0.06, + "reward": 1.5881023406982422, + "reward_std": 0.38413065671920776, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7287273406982422, "step": 5088 }, { - "epoch": 0.34, - "learning_rate": 1.534646798571202e-05, - "loss": 0.9861, + "clip_ratio": 0.0, + "completion_length": 157.359375, + "epoch": 0.827143437626981, + "grad_norm": 2.003865957260132, + "kl": 0.634765625, + "learning_rate": 1.727893368010403e-07, + "loss": 0.0254, + "reward": 1.6902997493743896, + "reward_std": 0.1836508847773075, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7215496897697449, "step": 5089 }, { - "epoch": 0.34, - "learning_rate": 1.5344634756751058e-05, - "loss": 1.0711, + "clip_ratio": 0.0, + "completion_length": 178.46875, + "epoch": 0.8273059731816335, + "grad_norm": 2.714787244796753, + "kl": 2.0390625, + "learning_rate": 1.7262678803641093e-07, + "loss": 0.0817, + "reward": 1.63941490650177, + "reward_std": 0.248153917491436, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.76441490650177, "step": 5090 }, { - "epoch": 0.34, - "learning_rate": 1.534280127631168e-05, - "loss": 0.9787, + "clip_ratio": 0.0, + "completion_length": 158.34375, + "epoch": 0.8274685087362861, + "grad_norm": 2.063525915145874, + "kl": 0.7890625, + "learning_rate": 1.7246423927178153e-07, + "loss": 0.0315, + "reward": 1.8187795877456665, + "reward_std": 0.15508133359253407, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8500295579433441, "step": 5091 }, { - "epoch": 0.34, - "learning_rate": 1.5340967544480155e-05, - "loss": 1.0653, + "clip_ratio": 0.0, + "completion_length": 148.78125, + "epoch": 0.8276310442909386, + "grad_norm": 1.4873769283294678, + "kl": 0.732421875, + "learning_rate": 1.7230169050715213e-07, + "loss": 0.0293, + "reward": 1.821425199508667, + "reward_std": 0.20270943641662598, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8526750802993774, "step": 5092 }, { - "epoch": 0.34, - "learning_rate": 1.5339133561342768e-05, - "loss": 1.0062, + "clip_ratio": 0.0, + "completion_length": 159.5, + "epoch": 0.8277935798455912, + "grad_norm": 1.4201900959014893, + "kl": 0.388427734375, + "learning_rate": 1.7213914174252275e-07, + "loss": 0.0155, + "reward": 1.7399201393127441, + "reward_std": 0.19225510954856873, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7711701393127441, "step": 5093 }, { - "epoch": 0.34, - "learning_rate": 1.5337299326985814e-05, - "loss": 1.1124, + "clip_ratio": 0.0, + "completion_length": 188.1875, + "epoch": 0.8279561154002438, + "grad_norm": 1.542181134223938, + "kl": 1.37109375, + "learning_rate": 1.7197659297789335e-07, + "loss": 0.0548, + "reward": 1.513602077960968, + "reward_std": 0.2793462425470352, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6542271375656128, "step": 5094 }, { - "epoch": 0.34, - "learning_rate": 1.5335464841495592e-05, - "loss": 0.9912, + "clip_ratio": 0.0, + "completion_length": 150.96875, + "epoch": 0.8281186509548963, + "grad_norm": 1.3933871984481812, + "kl": 0.85888671875, + "learning_rate": 1.7181404421326398e-07, + "loss": 0.0344, + "reward": 1.764144241809845, + "reward_std": 0.24077421054244041, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.842269241809845, "step": 5095 }, { - "epoch": 0.34, - "learning_rate": 1.5333630104958425e-05, - "loss": 0.9896, + "clip_ratio": 0.0, + "completion_length": 158.765625, + "epoch": 0.828281186509549, + "grad_norm": 1.6062798500061035, + "kl": 1.099609375, + "learning_rate": 1.7165149544863458e-07, + "loss": 0.0441, + "reward": 1.5783825516700745, + "reward_std": 0.2899653762578964, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6877575516700745, "step": 5096 }, { - "epoch": 0.34, - "learning_rate": 1.5331795117460638e-05, - "loss": 1.0525, + "clip_ratio": 0.0, + "completion_length": 157.6875, + "epoch": 0.8284437220642016, + "grad_norm": 2.489086866378784, + "kl": 1.2578125, + "learning_rate": 1.7148894668400517e-07, + "loss": 0.0505, + "reward": 1.7420042753219604, + "reward_std": 0.27795328199863434, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8513791561126709, "step": 5097 }, { - "epoch": 0.34, - "learning_rate": 1.532995987908858e-05, - "loss": 0.9345, + "clip_ratio": 0.0, + "completion_length": 190.890625, + "epoch": 0.8286062576188541, + "grad_norm": 2.3738982677459717, + "kl": 1.47265625, + "learning_rate": 1.713263979193758e-07, + "loss": 0.0587, + "reward": 1.5876179933547974, + "reward_std": 0.33470720052719116, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7126179337501526, "step": 5098 }, { - "epoch": 0.34, - "learning_rate": 1.532812438992859e-05, - "loss": 1.0174, + "clip_ratio": 0.0, + "completion_length": 171.828125, + "epoch": 0.8287687931735067, + "grad_norm": 6.9532904624938965, + "kl": 2.4296875, + "learning_rate": 1.711638491547464e-07, + "loss": 0.0971, + "reward": 1.544787347316742, + "reward_std": 0.3493749499320984, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7166623771190643, "step": 5099 }, { - "epoch": 0.34, - "learning_rate": 1.532628865006704e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.8289313287281593, + "grad_norm": 1.619897484779358, + "kl": 1.060546875, + "learning_rate": 1.7100130039011702e-07, + "loss": 0.0425, + "reward": 1.7594103813171387, + "reward_std": 0.15770599246025085, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8219104111194611, "step": 5100 }, { - "epoch": 0.34, - "learning_rate": 1.5324452659590306e-05, - "loss": 0.9915, + "clip_ratio": 0.0, + "completion_length": 164.171875, + "epoch": 0.8290938642828118, + "grad_norm": 1.4679371118545532, + "kl": 0.49755859375, + "learning_rate": 1.7083875162548762e-07, + "loss": 0.0199, + "reward": 1.624785602092743, + "reward_std": 0.29371726512908936, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7029106318950653, "step": 5101 }, { - "epoch": 0.34, - "learning_rate": 1.5322616418584775e-05, - "loss": 1.0279, + "clip_ratio": 0.0, + "completion_length": 134.96875, + "epoch": 0.8292563998374645, + "grad_norm": 3.1577601432800293, + "kl": 0.42431640625, + "learning_rate": 1.7067620286085825e-07, + "loss": 0.0169, + "reward": 1.8386334776878357, + "reward_std": 0.1196997044607997, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8698834776878357, "step": 5102 }, { - "epoch": 0.34, - "learning_rate": 1.532077992713685e-05, - "loss": 1.0484, + "clip_ratio": 0.0, + "completion_length": 144.125, + "epoch": 0.829418935392117, + "grad_norm": 2.084001302719116, + "kl": 0.6630859375, + "learning_rate": 1.7051365409622887e-07, + "loss": 0.0265, + "reward": 1.8142107725143433, + "reward_std": 0.06102460529655218, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8454608023166656, "step": 5103 }, { - "epoch": 0.34, - "learning_rate": 1.5318943185332934e-05, - "loss": 1.035, + "clip_ratio": 0.0, + "completion_length": 151.46875, + "epoch": 0.8295814709467696, + "grad_norm": 1.7011940479278564, + "kl": 1.6484375, + "learning_rate": 1.7035110533159947e-07, + "loss": 0.0659, + "reward": 1.6089428067207336, + "reward_std": 0.40462395548820496, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7183178067207336, "step": 5104 }, { - "epoch": 0.34, - "learning_rate": 1.531710619325946e-05, - "loss": 0.9688, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.8297440065014222, + "grad_norm": 1.3975521326065063, + "kl": 0.650390625, + "learning_rate": 1.701885565669701e-07, + "loss": 0.0261, + "reward": 1.8107284903526306, + "reward_std": 0.0744963651522994, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8263534903526306, "step": 5105 }, { - "epoch": 0.34, - "learning_rate": 1.5315268951002858e-05, - "loss": 1.055, + "clip_ratio": 0.0, + "completion_length": 168.609375, + "epoch": 0.8299065420560747, + "grad_norm": 1.7815277576446533, + "kl": 1.1953125, + "learning_rate": 1.700260078023407e-07, + "loss": 0.0478, + "reward": 1.7416062355041504, + "reward_std": 0.1966114640235901, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8041062355041504, "step": 5106 }, { - "epoch": 0.34, - "learning_rate": 1.5313431458649577e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 174.234375, + "epoch": 0.8300690776107273, + "grad_norm": 1.274145483970642, + "kl": 1.294921875, + "learning_rate": 1.698634590377113e-07, + "loss": 0.0517, + "reward": 1.6121008396148682, + "reward_std": 0.13459645956754684, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6902258992195129, "step": 5107 }, { - "epoch": 0.34, - "learning_rate": 1.531159371628607e-05, - "loss": 1.007, + "clip_ratio": 0.0, + "completion_length": 200.8125, + "epoch": 0.83023161316538, + "grad_norm": 4.115409851074219, + "kl": 0.849853515625, + "learning_rate": 1.6970091027308192e-07, + "loss": 0.0339, + "reward": 1.7377701997756958, + "reward_std": 0.08029674366116524, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.753395140171051, "step": 5108 }, { - "epoch": 0.34, - "learning_rate": 1.5309755723998817e-05, - "loss": 1.0074, + "clip_ratio": 0.0, + "completion_length": 172.78125, + "epoch": 0.8303941487200325, + "grad_norm": 2.2286086082458496, + "kl": 1.5234375, + "learning_rate": 1.6953836150845252e-07, + "loss": 0.0611, + "reward": 1.5696914196014404, + "reward_std": 0.27769558131694794, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6946914494037628, "step": 5109 }, { - "epoch": 0.34, - "learning_rate": 1.5307917481874292e-05, - "loss": 1.0576, + "clip_ratio": 0.0, + "completion_length": 155.90625, + "epoch": 0.8305566842746851, + "grad_norm": 0.99300616979599, + "kl": 0.12744140625, + "learning_rate": 1.6937581274382315e-07, + "loss": 0.0051, + "reward": 1.8021357655525208, + "reward_std": 0.08125710487365723, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8177607655525208, "step": 5110 }, { - "epoch": 0.34, - "learning_rate": 1.5306078989998992e-05, - "loss": 0.9899, + "clip_ratio": 0.0, + "completion_length": 170.265625, + "epoch": 0.8307192198293377, + "grad_norm": 1.4991915225982666, + "kl": 0.6376953125, + "learning_rate": 1.6921326397919375e-07, + "loss": 0.0255, + "reward": 1.679392158985138, + "reward_std": 0.22761378437280655, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7418921887874603, "step": 5111 }, { - "epoch": 0.34, - "learning_rate": 1.5304240248459427e-05, - "loss": 0.98, + "clip_ratio": 0.0, + "completion_length": 173.71875, + "epoch": 0.8308817553839902, + "grad_norm": 1.6397147178649902, + "kl": 1.056640625, + "learning_rate": 1.6905071521456435e-07, + "loss": 0.0422, + "reward": 1.6712563633918762, + "reward_std": 0.24966830015182495, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7493813931941986, "step": 5112 }, { - "epoch": 0.34, - "learning_rate": 1.5302401257342105e-05, - "loss": 1.0343, + "clip_ratio": 0.0, + "completion_length": 159.734375, + "epoch": 0.8310442909386428, + "grad_norm": 1.7486094236373901, + "kl": 1.01171875, + "learning_rate": 1.6888816644993497e-07, + "loss": 0.0405, + "reward": 1.7232881784439087, + "reward_std": 0.1967022344470024, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7701631784439087, "step": 5113 }, { - "epoch": 0.34, - "learning_rate": 1.530056201673356e-05, - "loss": 0.9042, + "clip_ratio": 0.0, + "completion_length": 154.6875, + "epoch": 0.8312068264932954, + "grad_norm": 1.2699049711227417, + "kl": 1.64453125, + "learning_rate": 1.6872561768530557e-07, + "loss": 0.0658, + "reward": 1.689126193523407, + "reward_std": 0.23268845677375793, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7516261637210846, "step": 5114 }, { - "epoch": 0.34, - "learning_rate": 1.5298722526720333e-05, - "loss": 1.0487, + "clip_ratio": 0.0, + "completion_length": 169.984375, + "epoch": 0.831369362047948, + "grad_norm": 1.4921835660934448, + "kl": 1.1640625, + "learning_rate": 1.685630689206762e-07, + "loss": 0.0466, + "reward": 1.6704310774803162, + "reward_std": 0.22308924794197083, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7641811370849609, "step": 5115 }, { - "epoch": 0.34, - "learning_rate": 1.5296882787388977e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 157.140625, + "epoch": 0.8315318976026006, + "grad_norm": 1.3695038557052612, + "kl": 0.751953125, + "learning_rate": 1.684005201560468e-07, + "loss": 0.03, + "reward": 1.705301582813263, + "reward_std": 0.13865360990166664, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7365516126155853, "step": 5116 }, { - "epoch": 0.34, - "learning_rate": 1.529504279882606e-05, - "loss": 0.9217, + "clip_ratio": 0.0, + "completion_length": 197.0, + "epoch": 0.8316944331572531, + "grad_norm": 2.173574209213257, + "kl": 1.8671875, + "learning_rate": 1.682379713914174e-07, + "loss": 0.0747, + "reward": 1.4885945916175842, + "reward_std": 0.2637485861778259, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5823446363210678, "step": 5117 }, { - "epoch": 0.34, - "learning_rate": 1.5293202561118148e-05, - "loss": 1.0505, + "clip_ratio": 0.0, + "completion_length": 142.484375, + "epoch": 0.8318569687119057, + "grad_norm": 1.2693802118301392, + "kl": 1.08203125, + "learning_rate": 1.6807542262678802e-07, + "loss": 0.0433, + "reward": 1.801007628440857, + "reward_std": 0.30490337312221527, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8791326284408569, "step": 5118 }, { - "epoch": 0.34, - "learning_rate": 1.5291362074351837e-05, - "loss": 1.138, + "clip_ratio": 0.0, + "completion_length": 219.109375, + "epoch": 0.8320195042665584, + "grad_norm": 1.770810842514038, + "kl": 0.8125, + "learning_rate": 1.6791287386215864e-07, + "loss": 0.0326, + "reward": 1.6559556126594543, + "reward_std": 0.3665741831064224, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.780955582857132, "step": 5119 }, { - "epoch": 0.34, - "learning_rate": 1.528952133861372e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 176.90625, + "epoch": 0.8321820398212109, + "grad_norm": 1.8203333616256714, + "kl": 1.2431640625, + "learning_rate": 1.6775032509752927e-07, + "loss": 0.0498, + "reward": 1.6696374416351318, + "reward_std": 0.16779480874538422, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7477624416351318, "step": 5120 }, { - "epoch": 0.34, - "learning_rate": 1.5287680353990415e-05, - "loss": 0.9902, + "clip_ratio": 0.0, + "completion_length": 158.8125, + "epoch": 0.8323445753758635, + "grad_norm": 2.329774856567383, + "kl": 1.5625, + "learning_rate": 1.6758777633289987e-07, + "loss": 0.0625, + "reward": 1.566594660282135, + "reward_std": 0.5152027755975723, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7384696900844574, "step": 5121 }, { - "epoch": 0.34, - "learning_rate": 1.5285839120568545e-05, - "loss": 1.0099, + "clip_ratio": 0.0, + "completion_length": 184.578125, + "epoch": 0.8325071109305161, + "grad_norm": 1.582216501235962, + "kl": 1.724609375, + "learning_rate": 1.6742522756827047e-07, + "loss": 0.0689, + "reward": 1.6707106828689575, + "reward_std": 0.2785876393318176, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7957106530666351, "step": 5122 }, { - "epoch": 0.34, - "learning_rate": 1.528399763843474e-05, - "loss": 1.0081, + "clip_ratio": 0.0, + "completion_length": 152.1875, + "epoch": 0.8326696464851686, + "grad_norm": 1.6551594734191895, + "kl": 1.802734375, + "learning_rate": 1.672626788036411e-07, + "loss": 0.0721, + "reward": 1.7131877541542053, + "reward_std": 0.2856176272034645, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8069376945495605, "step": 5123 }, { - "epoch": 0.34, - "learning_rate": 1.5282155907675645e-05, - "loss": 0.9788, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.8328321820398212, + "grad_norm": 1.2531516551971436, + "kl": 1.8984375, + "learning_rate": 1.671001300390117e-07, + "loss": 0.0758, + "reward": 1.7064364552497864, + "reward_std": 0.23693028464913368, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7845613956451416, "step": 5124 }, { - "epoch": 0.34, - "learning_rate": 1.5280313928377925e-05, - "loss": 1.0037, + "clip_ratio": 0.0, + "completion_length": 166.578125, + "epoch": 0.8329947175944737, + "grad_norm": 1.568111777305603, + "kl": 1.04296875, + "learning_rate": 1.6693758127438232e-07, + "loss": 0.0416, + "reward": 1.7335235476493835, + "reward_std": 0.2752109467983246, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7960235178470612, "step": 5125 }, { - "epoch": 0.34, - "learning_rate": 1.5278471700628242e-05, - "loss": 0.9758, + "clip_ratio": 0.0, + "completion_length": 185.109375, + "epoch": 0.8331572531491264, + "grad_norm": 2.1604926586151123, + "kl": 2.0078125, + "learning_rate": 1.6677503250975292e-07, + "loss": 0.0803, + "reward": 1.6047496795654297, + "reward_std": 0.3523745834827423, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7453746497631073, "step": 5126 }, { - "epoch": 0.34, - "learning_rate": 1.5276629224513287e-05, - "loss": 1.0192, + "clip_ratio": 0.0, + "completion_length": 153.3125, + "epoch": 0.833319788703779, + "grad_norm": 2.190655469894409, + "kl": 0.767578125, + "learning_rate": 1.6661248374512352e-07, + "loss": 0.0308, + "reward": 1.748469054698944, + "reward_std": 0.1648375727236271, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7953440546989441, "step": 5127 }, { - "epoch": 0.34, - "learning_rate": 1.5274786500119745e-05, - "loss": 1.0161, + "clip_ratio": 0.0, + "completion_length": 181.65625, + "epoch": 0.8334823242584315, + "grad_norm": 1.2399935722351074, + "kl": 2.95703125, + "learning_rate": 1.6644993498049414e-07, + "loss": 0.1184, + "reward": 1.5369241833686829, + "reward_std": 0.3644222691655159, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6619242131710052, "step": 5128 }, { - "epoch": 0.34, - "learning_rate": 1.5272943527534324e-05, - "loss": 1.048, + "clip_ratio": 0.0, + "completion_length": 181.1875, + "epoch": 0.8336448598130841, + "grad_norm": 2.4561686515808105, + "kl": 1.203125, + "learning_rate": 1.6628738621586474e-07, + "loss": 0.0483, + "reward": 1.5337831377983093, + "reward_std": 0.3802260458469391, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6275331676006317, "step": 5129 }, { - "epoch": 0.34, - "learning_rate": 1.5271100306843737e-05, - "loss": 1.0599, + "clip_ratio": 0.0, + "completion_length": 149.09375, + "epoch": 0.8338073953677367, + "grad_norm": 1.081314206123352, + "kl": 0.11669921875, + "learning_rate": 1.6612483745123537e-07, + "loss": 0.0047, + "reward": 1.7356318831443787, + "reward_std": 0.15152408927679062, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7825068533420563, "step": 5130 }, { - "epoch": 0.34, - "learning_rate": 1.526925683813472e-05, - "loss": 1.0106, + "clip_ratio": 0.0, + "completion_length": 188.5625, + "epoch": 0.8339699309223892, + "grad_norm": 3.1725921630859375, + "kl": 1.859375, + "learning_rate": 1.6596228868660597e-07, + "loss": 0.0744, + "reward": 1.706850826740265, + "reward_std": 0.1958908960223198, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7693509161472321, "step": 5131 }, { - "epoch": 0.34, - "learning_rate": 1.5267413121494003e-05, - "loss": 1.0511, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.8341324664770419, + "grad_norm": 2.5026516914367676, + "kl": 2.13720703125, + "learning_rate": 1.6579973992197656e-07, + "loss": 0.0855, + "reward": 1.6154722571372986, + "reward_std": 0.3112965002655983, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.756097286939621, "step": 5132 }, { - "epoch": 0.34, - "learning_rate": 1.526556915700834e-05, - "loss": 0.9261, + "clip_ratio": 0.0, + "completion_length": 156.46875, + "epoch": 0.8342950020316945, + "grad_norm": 1.6082247495651245, + "kl": 0.2880859375, + "learning_rate": 1.656371911573472e-07, + "loss": 0.0115, + "reward": 1.6229864954948425, + "reward_std": 0.29577913880348206, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7323614954948425, "step": 5133 }, { - "epoch": 0.34, - "learning_rate": 1.52637249447645e-05, - "loss": 0.9202, + "clip_ratio": 0.0, + "completion_length": 150.890625, + "epoch": 0.834457537586347, + "grad_norm": 1.2822397947311401, + "kl": 0.51025390625, + "learning_rate": 1.654746423927178e-07, + "loss": 0.0204, + "reward": 1.672708511352539, + "reward_std": 0.2728724330663681, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7508335113525391, "step": 5134 }, { - "epoch": 0.34, - "learning_rate": 1.5261880484849254e-05, - "loss": 0.9638, + "clip_ratio": 0.0, + "completion_length": 182.640625, + "epoch": 0.8346200731409996, + "grad_norm": 1.8459223508834839, + "kl": 2.890625, + "learning_rate": 1.6531209362808844e-07, + "loss": 0.1155, + "reward": 1.627850890159607, + "reward_std": 0.32810454070568085, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7684759199619293, "step": 5135 }, { - "epoch": 0.34, - "learning_rate": 1.526003577734939e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 156.671875, + "epoch": 0.8347826086956521, + "grad_norm": 2.32798171043396, + "kl": 1.458984375, + "learning_rate": 1.6514954486345904e-07, + "loss": 0.0583, + "reward": 1.6542408466339111, + "reward_std": 0.2537699043750763, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7167408168315887, "step": 5136 }, { - "epoch": 0.34, - "learning_rate": 1.5258190822351701e-05, - "loss": 0.9364, + "clip_ratio": 0.0, + "completion_length": 161.78125, + "epoch": 0.8349451442503047, + "grad_norm": 2.3080966472625732, + "kl": 0.759765625, + "learning_rate": 1.6498699609882964e-07, + "loss": 0.0304, + "reward": 1.6820639371871948, + "reward_std": 0.2744390517473221, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7601889371871948, "step": 5137 }, { - "epoch": 0.34, - "learning_rate": 1.5256345619943002e-05, - "loss": 1.0088, + "clip_ratio": 0.0, + "completion_length": 166.03125, + "epoch": 0.8351076798049574, + "grad_norm": 1.9852737188339233, + "kl": 1.45703125, + "learning_rate": 1.6482444733420026e-07, + "loss": 0.0584, + "reward": 1.5849979519844055, + "reward_std": 0.2926679626107216, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7256229519844055, "step": 5138 }, { - "epoch": 0.34, - "learning_rate": 1.5254500170210111e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 167.359375, + "epoch": 0.8352702153596099, + "grad_norm": 2.040332555770874, + "kl": 1.619140625, + "learning_rate": 1.6466189856957086e-07, + "loss": 0.0649, + "reward": 1.6403966546058655, + "reward_std": 0.3783176988363266, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7497715950012207, "step": 5139 }, { - "epoch": 0.34, - "learning_rate": 1.5252654473239865e-05, - "loss": 0.9726, + "clip_ratio": 0.0, + "completion_length": 162.859375, + "epoch": 0.8354327509142625, + "grad_norm": 2.507338047027588, + "kl": 1.30615234375, + "learning_rate": 1.644993498049415e-07, + "loss": 0.0522, + "reward": 1.6996400952339172, + "reward_std": 0.2948004677891731, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8090150654315948, "step": 5140 }, { - "epoch": 0.34, - "learning_rate": 1.5250808529119105e-05, - "loss": 0.9883, + "clip_ratio": 0.0, + "completion_length": 166.65625, + "epoch": 0.8355952864689151, + "grad_norm": 1.6015679836273193, + "kl": 2.6796875, + "learning_rate": 1.643368010403121e-07, + "loss": 0.1069, + "reward": 1.5030173063278198, + "reward_std": 0.436448335647583, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6905173063278198, "step": 5141 }, { - "epoch": 0.34, - "learning_rate": 1.5248962337934692e-05, - "loss": 1.0808, + "clip_ratio": 0.0, + "completion_length": 179.015625, + "epoch": 0.8357578220235676, + "grad_norm": 3.5890698432922363, + "kl": 3.5546875, + "learning_rate": 1.641742522756827e-07, + "loss": 0.1419, + "reward": 1.5579229593276978, + "reward_std": 0.559368684887886, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7297979593276978, "step": 5142 }, { - "epoch": 0.34, - "learning_rate": 1.5247115899773485e-05, - "loss": 0.9784, + "clip_ratio": 0.0, + "completion_length": 158.078125, + "epoch": 0.8359203575782203, + "grad_norm": 1.899606466293335, + "kl": 2.15234375, + "learning_rate": 1.640117035110533e-07, + "loss": 0.086, + "reward": 1.5948987007141113, + "reward_std": 0.38182011246681213, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7355237007141113, "step": 5143 }, { - "epoch": 0.34, - "learning_rate": 1.524526921472237e-05, - "loss": 1.0312, + "clip_ratio": 0.0, + "completion_length": 165.65625, + "epoch": 0.8360828931328728, + "grad_norm": 2.663233757019043, + "kl": 2.08203125, + "learning_rate": 1.638491547464239e-07, + "loss": 0.0833, + "reward": 1.601197600364685, + "reward_std": 0.3104718029499054, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7261976003646851, "step": 5144 }, { - "epoch": 0.34, - "learning_rate": 1.524342228286824e-05, - "loss": 1.0181, + "clip_ratio": 0.0, + "completion_length": 186.484375, + "epoch": 0.8362454286875254, + "grad_norm": 1.6321526765823364, + "kl": 0.66357421875, + "learning_rate": 1.6368660598179454e-07, + "loss": 0.0265, + "reward": 1.7212175130844116, + "reward_std": 0.1269504725933075, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7524675130844116, "step": 5145 }, { - "epoch": 0.34, - "learning_rate": 1.5241575104297996e-05, - "loss": 0.9807, + "clip_ratio": 0.0, + "completion_length": 155.21875, + "epoch": 0.836407964242178, + "grad_norm": 1.2065362930297852, + "kl": 1.21484375, + "learning_rate": 1.6352405721716514e-07, + "loss": 0.0485, + "reward": 1.635577917098999, + "reward_std": 0.3165980875492096, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7293278574943542, "step": 5146 }, { - "epoch": 0.34, - "learning_rate": 1.523972767909855e-05, - "loss": 0.98, + "clip_ratio": 0.0, + "completion_length": 192.515625, + "epoch": 0.8365704997968305, + "grad_norm": 5.365806579589844, + "kl": 2.9765625, + "learning_rate": 1.6336150845253574e-07, + "loss": 0.1189, + "reward": 1.4307308197021484, + "reward_std": 0.4416610598564148, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.5869808197021484, "step": 5147 }, { - "epoch": 0.34, - "learning_rate": 1.5237880007356829e-05, - "loss": 1.0578, + "clip_ratio": 0.0, + "completion_length": 178.234375, + "epoch": 0.8367330353514831, + "grad_norm": 1.8531283140182495, + "kl": 2.73828125, + "learning_rate": 1.6319895968790636e-07, + "loss": 0.1096, + "reward": 1.5484535694122314, + "reward_std": 0.43101535737514496, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6890786290168762, "step": 5148 }, { - "epoch": 0.34, - "learning_rate": 1.523603208915977e-05, - "loss": 1.0322, + "clip_ratio": 0.0, + "completion_length": 159.828125, + "epoch": 0.8368955709061358, + "grad_norm": 4.4229912757873535, + "kl": 2.54296875, + "learning_rate": 1.6303641092327696e-07, + "loss": 0.1017, + "reward": 1.649183213710785, + "reward_std": 0.3139333724975586, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7741831839084625, "step": 5149 }, { - "epoch": 0.34, - "learning_rate": 1.5234183924594325e-05, - "loss": 1.0087, + "clip_ratio": 0.0, + "completion_length": 200.359375, + "epoch": 0.8370581064607883, + "grad_norm": 3.3615777492523193, + "kl": 4.125, + "learning_rate": 1.6287386215864759e-07, + "loss": 0.1651, + "reward": 1.4756451845169067, + "reward_std": 0.5330910980701447, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6787701845169067, "step": 5150 }, { - "epoch": 0.34, - "learning_rate": 1.523233551374745e-05, - "loss": 1.0415, + "clip_ratio": 0.0, + "completion_length": 155.90625, + "epoch": 0.8372206420154409, + "grad_norm": 1.8128488063812256, + "kl": 1.859375, + "learning_rate": 1.6271131339401818e-07, + "loss": 0.0744, + "reward": 1.6748549342155457, + "reward_std": 0.2159549742937088, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.768604964017868, "step": 5151 }, { - "epoch": 0.35, - "learning_rate": 1.5230486856706122e-05, - "loss": 1.0357, + "clip_ratio": 0.0, + "completion_length": 187.140625, + "epoch": 0.8373831775700935, + "grad_norm": 2.2697525024414062, + "kl": 2.01171875, + "learning_rate": 1.6254876462938878e-07, + "loss": 0.0806, + "reward": 1.614238679409027, + "reward_std": 0.18212488293647766, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7079886794090271, "step": 5152 }, { - "epoch": 0.35, - "learning_rate": 1.5228637953557322e-05, - "loss": 1.0794, + "clip_ratio": 0.0, + "completion_length": 145.125, + "epoch": 0.837545713124746, + "grad_norm": 1.6746612787246704, + "kl": 1.5439453125, + "learning_rate": 1.6238621586475944e-07, + "loss": 0.0618, + "reward": 1.68946373462677, + "reward_std": 0.3198647052049637, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7988386750221252, "step": 5153 }, { - "epoch": 0.35, - "learning_rate": 1.5226788804388049e-05, - "loss": 0.9698, + "clip_ratio": 0.0, + "completion_length": 174.875, + "epoch": 0.8377082486793986, + "grad_norm": 1.8289202451705933, + "kl": 2.7265625, + "learning_rate": 1.6222366710013003e-07, + "loss": 0.109, + "reward": 1.5094287395477295, + "reward_std": 0.30473801493644714, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6344287395477295, "step": 5154 }, { - "epoch": 0.35, - "learning_rate": 1.5224939409285306e-05, - "loss": 1.0402, + "clip_ratio": 0.0, + "completion_length": 159.609375, + "epoch": 0.8378707842340511, + "grad_norm": 1.3666040897369385, + "kl": 3.26171875, + "learning_rate": 1.6206111833550066e-07, + "loss": 0.1306, + "reward": 1.6880683898925781, + "reward_std": 0.46905457973480225, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8130683898925781, "step": 5155 }, { - "epoch": 0.35, - "learning_rate": 1.5223089768336114e-05, - "loss": 0.9709, + "clip_ratio": 0.0, + "completion_length": 170.375, + "epoch": 0.8380333197887038, + "grad_norm": 1.7094899415969849, + "kl": 1.5146484375, + "learning_rate": 1.6189856957087126e-07, + "loss": 0.0608, + "reward": 1.6784769296646118, + "reward_std": 0.35484084486961365, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7722269892692566, "step": 5156 }, { - "epoch": 0.35, - "learning_rate": 1.5221239881627502e-05, - "loss": 0.9921, + "clip_ratio": 0.0, + "completion_length": 153.9375, + "epoch": 0.8381958553433564, + "grad_norm": 2.946488857269287, + "kl": 2.7734375, + "learning_rate": 1.6173602080624186e-07, + "loss": 0.1111, + "reward": 1.5142989754676819, + "reward_std": 0.5448690503835678, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7017989158630371, "step": 5157 }, { - "epoch": 0.35, - "learning_rate": 1.521938974924651e-05, - "loss": 0.9836, + "clip_ratio": 0.0, + "completion_length": 160.015625, + "epoch": 0.8383583908980089, + "grad_norm": 1.0942366123199463, + "kl": 1.609375, + "learning_rate": 1.6157347204161248e-07, + "loss": 0.0646, + "reward": 1.745271921157837, + "reward_std": 0.20918183028697968, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8233969509601593, "step": 5158 }, { - "epoch": 0.35, - "learning_rate": 1.5217539371280197e-05, - "loss": 0.9804, + "clip_ratio": 0.0, + "completion_length": 148.203125, + "epoch": 0.8385209264526615, + "grad_norm": 2.0228323936462402, + "kl": 2.8203125, + "learning_rate": 1.6141092327698308e-07, + "loss": 0.1129, + "reward": 1.5549921989440918, + "reward_std": 0.3939707726240158, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6799922585487366, "step": 5159 }, { - "epoch": 0.35, - "learning_rate": 1.5215688747815627e-05, - "loss": 0.9617, + "clip_ratio": 0.0, + "completion_length": 174.984375, + "epoch": 0.8386834620073141, + "grad_norm": 1.8961981534957886, + "kl": 1.91015625, + "learning_rate": 1.612483745123537e-07, + "loss": 0.0765, + "reward": 1.8056145310401917, + "reward_std": 0.24276067316532135, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8681144714355469, "step": 5160 }, { - "epoch": 0.35, - "learning_rate": 1.5213837878939868e-05, - "loss": 1.0626, + "clip_ratio": 0.0, + "completion_length": 149.75, + "epoch": 0.8388459975619666, + "grad_norm": 1.9661585092544556, + "kl": 2.203125, + "learning_rate": 1.610858257477243e-07, + "loss": 0.088, + "reward": 1.6306686401367188, + "reward_std": 0.3785519599914551, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7400436401367188, "step": 5161 }, { - "epoch": 0.35, - "learning_rate": 1.5211986764740018e-05, - "loss": 1.0664, + "clip_ratio": 0.0, + "completion_length": 159.515625, + "epoch": 0.8390085331166193, + "grad_norm": 1.6167428493499756, + "kl": 2.7109375, + "learning_rate": 1.609232769830949e-07, + "loss": 0.1082, + "reward": 1.5657926797866821, + "reward_std": 0.5113259255886078, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7532927095890045, "step": 5162 }, { - "epoch": 0.35, - "learning_rate": 1.5210135405303172e-05, - "loss": 1.0514, + "clip_ratio": 0.0, + "completion_length": 154.59375, + "epoch": 0.8391710686712719, + "grad_norm": 1.3602970838546753, + "kl": 2.62890625, + "learning_rate": 1.6076072821846553e-07, + "loss": 0.1053, + "reward": 1.6350077390670776, + "reward_std": 0.34715186804533005, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7443827390670776, "step": 5163 }, { - "epoch": 0.35, - "learning_rate": 1.5208283800716439e-05, - "loss": 0.9055, + "clip_ratio": 0.0, + "completion_length": 184.546875, + "epoch": 0.8393336042259244, + "grad_norm": 2.7373530864715576, + "kl": 2.796875, + "learning_rate": 1.6059817945383613e-07, + "loss": 0.112, + "reward": 1.6580361127853394, + "reward_std": 0.355327844619751, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.783036082983017, "step": 5164 }, { - "epoch": 0.35, - "learning_rate": 1.5206431951066949e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 175.0625, + "epoch": 0.839496139780577, + "grad_norm": 1.6397079229354858, + "kl": 2.921875, + "learning_rate": 1.6043563068920676e-07, + "loss": 0.1172, + "reward": 1.617322325706482, + "reward_std": 0.2816111147403717, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7423222959041595, "step": 5165 }, { - "epoch": 0.35, - "learning_rate": 1.5204579856441827e-05, - "loss": 1.0993, + "clip_ratio": 0.0, + "completion_length": 205.796875, + "epoch": 0.8396586753352295, + "grad_norm": 2.927649736404419, + "kl": 2.9921875, + "learning_rate": 1.6027308192457736e-07, + "loss": 0.1196, + "reward": 1.5012688636779785, + "reward_std": 0.4486078768968582, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6418938040733337, "step": 5166 }, { - "epoch": 0.35, - "learning_rate": 1.5202727516928229e-05, - "loss": 0.9818, + "clip_ratio": 0.0, + "completion_length": 152.859375, + "epoch": 0.8398212108898822, + "grad_norm": 1.9759230613708496, + "kl": 0.81689453125, + "learning_rate": 1.6011053315994795e-07, + "loss": 0.0326, + "reward": 1.8249188661575317, + "reward_std": 0.1836613528430462, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.9030438661575317, "step": 5167 }, { - "epoch": 0.35, - "learning_rate": 1.5200874932613302e-05, - "loss": 1.034, + "clip_ratio": 0.0, + "completion_length": 195.671875, + "epoch": 0.8399837464445348, + "grad_norm": 3.1992673873901367, + "kl": 2.75, + "learning_rate": 1.5994798439531858e-07, + "loss": 0.11, + "reward": 1.6273280382156372, + "reward_std": 0.32297028601169586, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7835780084133148, "step": 5168 }, { - "epoch": 0.35, - "learning_rate": 1.519902210358422e-05, - "loss": 0.9737, + "clip_ratio": 0.0, + "completion_length": 175.0625, + "epoch": 0.8401462819991873, + "grad_norm": 2.291593313217163, + "kl": 1.548828125, + "learning_rate": 1.5978543563068918e-07, + "loss": 0.0617, + "reward": 1.6814022660255432, + "reward_std": 0.3300274908542633, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7751522660255432, "step": 5169 }, { - "epoch": 0.35, - "learning_rate": 1.519716902992816e-05, - "loss": 1.0188, + "clip_ratio": 0.0, + "completion_length": 186.4375, + "epoch": 0.8403088175538399, + "grad_norm": 4.45802640914917, + "kl": 1.8515625, + "learning_rate": 1.5962288686605983e-07, + "loss": 0.0739, + "reward": 1.5426322221755981, + "reward_std": 0.2903306186199188, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6520072817802429, "step": 5170 }, { - "epoch": 0.35, - "learning_rate": 1.5195315711732322e-05, - "loss": 0.9477, + "clip_ratio": 0.0, + "completion_length": 180.09375, + "epoch": 0.8404713531084925, + "grad_norm": 4.996268272399902, + "kl": 4.0390625, + "learning_rate": 1.5946033810143043e-07, + "loss": 0.1612, + "reward": 1.4533352851867676, + "reward_std": 0.49102044105529785, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6252102851867676, "step": 5171 }, { - "epoch": 0.35, - "learning_rate": 1.5193462149083894e-05, - "loss": 1.0402, + "clip_ratio": 0.0, + "completion_length": 199.109375, + "epoch": 0.840633888663145, + "grad_norm": 4.978583812713623, + "kl": 2.0478515625, + "learning_rate": 1.5929778933680103e-07, + "loss": 0.0821, + "reward": 1.6584752798080444, + "reward_std": 0.20725726336240768, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7522253096103668, "step": 5172 }, { - "epoch": 0.35, - "learning_rate": 1.519160834207011e-05, - "loss": 0.9926, + "clip_ratio": 0.0, + "completion_length": 172.453125, + "epoch": 0.8407964242177977, + "grad_norm": 1.905885100364685, + "kl": 1.025390625, + "learning_rate": 1.5913524057217165e-07, + "loss": 0.041, + "reward": 1.5919753313064575, + "reward_std": 0.3666865825653076, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6857253015041351, "step": 5173 }, { - "epoch": 0.35, - "learning_rate": 1.518975429077818e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 153.40625, + "epoch": 0.8409589597724503, + "grad_norm": 2.246177911758423, + "kl": 1.3359375, + "learning_rate": 1.5897269180754225e-07, + "loss": 0.0533, + "reward": 1.7551783323287964, + "reward_std": 0.22913124412298203, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8333033621311188, "step": 5174 }, { - "epoch": 0.35, - "learning_rate": 1.5187899995295353e-05, - "loss": 1.1021, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.8411214953271028, + "grad_norm": 2.532404661178589, + "kl": 2.6875, + "learning_rate": 1.5881014304291288e-07, + "loss": 0.1076, + "reward": 1.5839772820472717, + "reward_std": 0.41826094686985016, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7089772522449493, "step": 5175 }, { - "epoch": 0.35, - "learning_rate": 1.5186045455708867e-05, - "loss": 1.0539, + "clip_ratio": 0.0, + "completion_length": 177.125, + "epoch": 0.8412840308817554, + "grad_norm": 8.88857364654541, + "kl": 0.787109375, + "learning_rate": 1.5864759427828348e-07, + "loss": 0.0315, + "reward": 1.7588937282562256, + "reward_std": 0.14443442225456238, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7901438176631927, "step": 5176 }, { - "epoch": 0.35, - "learning_rate": 1.5184190672105994e-05, - "loss": 1.0863, + "clip_ratio": 0.0, + "completion_length": 155.421875, + "epoch": 0.8414465664364079, + "grad_norm": 2.9960036277770996, + "kl": 1.25, + "learning_rate": 1.5848504551365408e-07, + "loss": 0.0499, + "reward": 1.6113873720169067, + "reward_std": 0.23192749172449112, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7051373720169067, "step": 5177 }, { - "epoch": 0.35, - "learning_rate": 1.5182335644573998e-05, - "loss": 0.9854, + "clip_ratio": 0.0, + "completion_length": 199.4375, + "epoch": 0.8416091019910605, + "grad_norm": 2.928151845932007, + "kl": 3.87109375, + "learning_rate": 1.583224967490247e-07, + "loss": 0.1546, + "reward": 1.4600741863250732, + "reward_std": 0.5061849653720856, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.6631991267204285, "step": 5178 }, { - "epoch": 0.35, - "learning_rate": 1.518048037320017e-05, - "loss": 1.0682, + "clip_ratio": 0.0, + "completion_length": 166.953125, + "epoch": 0.8417716375457132, + "grad_norm": 2.388258934020996, + "kl": 2.20703125, + "learning_rate": 1.581599479843953e-07, + "loss": 0.0884, + "reward": 1.502879023551941, + "reward_std": 0.38211511075496674, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6278790235519409, "step": 5179 }, { - "epoch": 0.35, - "learning_rate": 1.5178624858071797e-05, - "loss": 1.0613, + "clip_ratio": 0.0, + "completion_length": 150.234375, + "epoch": 0.8419341731003657, + "grad_norm": 1.7338980436325073, + "kl": 2.03125, + "learning_rate": 1.5799739921976593e-07, + "loss": 0.0814, + "reward": 1.7174696922302246, + "reward_std": 0.3832782506942749, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8268446624279022, "step": 5180 }, { - "epoch": 0.35, - "learning_rate": 1.5176769099276192e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 155.390625, + "epoch": 0.8420967086550183, + "grad_norm": 1.3350019454956055, + "kl": 1.2109375, + "learning_rate": 1.5783485045513653e-07, + "loss": 0.0486, + "reward": 1.7443382143974304, + "reward_std": 0.1954791322350502, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8068381547927856, "step": 5181 }, { - "epoch": 0.35, - "learning_rate": 1.5174913096900667e-05, - "loss": 1.0451, + "clip_ratio": 0.0, + "completion_length": 150.015625, + "epoch": 0.8422592442096709, + "grad_norm": 3.000349283218384, + "kl": 2.40625, + "learning_rate": 1.5767230169050713e-07, + "loss": 0.0964, + "reward": 1.704034447669983, + "reward_std": 0.2501319497823715, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8134094178676605, "step": 5182 }, { - "epoch": 0.35, - "learning_rate": 1.5173056851032559e-05, - "loss": 1.0723, + "clip_ratio": 0.0, + "completion_length": 158.453125, + "epoch": 0.8424217797643234, + "grad_norm": 2.122731924057007, + "kl": 1.256591796875, + "learning_rate": 1.5750975292587775e-07, + "loss": 0.0502, + "reward": 1.7164009809494019, + "reward_std": 0.20716442167758942, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7789010107517242, "step": 5183 }, { - "epoch": 0.35, - "learning_rate": 1.5171200361759206e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 157.1875, + "epoch": 0.842584315318976, + "grad_norm": 2.8146700859069824, + "kl": 2.3046875, + "learning_rate": 1.5734720416124835e-07, + "loss": 0.0921, + "reward": 1.6472020745277405, + "reward_std": 0.3581000417470932, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7722020745277405, "step": 5184 }, { - "epoch": 0.35, - "learning_rate": 1.5169343629167959e-05, - "loss": 0.9469, + "clip_ratio": 0.0, + "completion_length": 177.28125, + "epoch": 0.8427468508736287, + "grad_norm": 1.347123384475708, + "kl": 1.40234375, + "learning_rate": 1.5718465539661898e-07, + "loss": 0.056, + "reward": 1.5828648209571838, + "reward_std": 0.27964987605810165, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6766148209571838, "step": 5185 }, { - "epoch": 0.35, - "learning_rate": 1.5167486653346179e-05, - "loss": 1.0083, + "clip_ratio": 0.0, + "completion_length": 162.671875, + "epoch": 0.8429093864282812, + "grad_norm": 1.336158275604248, + "kl": 0.8701171875, + "learning_rate": 1.5702210663198957e-07, + "loss": 0.0348, + "reward": 1.637719988822937, + "reward_std": 0.35791901499032974, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.731469988822937, "step": 5186 }, { - "epoch": 0.35, - "learning_rate": 1.516562943438125e-05, - "loss": 1.0577, + "clip_ratio": 0.0, + "completion_length": 158.71875, + "epoch": 0.8430719219829338, + "grad_norm": 3.006206750869751, + "kl": 0.6748046875, + "learning_rate": 1.568595578673602e-07, + "loss": 0.027, + "reward": 1.748720109462738, + "reward_std": 0.2272583544254303, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7955950498580933, "step": 5187 }, { - "epoch": 0.35, - "learning_rate": 1.5163771972360553e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.8432344575375863, + "grad_norm": 1.4605967998504639, + "kl": 1.44921875, + "learning_rate": 1.5669700910273083e-07, + "loss": 0.058, + "reward": 1.5473297238349915, + "reward_std": 0.3363579213619232, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6567046940326691, "step": 5188 }, { - "epoch": 0.35, - "learning_rate": 1.5161914267371487e-05, - "loss": 0.9553, + "clip_ratio": 0.0, + "completion_length": 155.390625, + "epoch": 0.8433969930922389, + "grad_norm": 1.6483986377716064, + "kl": 1.64453125, + "learning_rate": 1.5653446033810142e-07, + "loss": 0.0657, + "reward": 1.7726206183433533, + "reward_std": 0.18949412181973457, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8507455885410309, "step": 5189 }, { - "epoch": 0.35, - "learning_rate": 1.516005631950146e-05, - "loss": 0.9451, + "clip_ratio": 0.0, + "completion_length": 153.671875, + "epoch": 0.8435595286468915, + "grad_norm": 3.6195812225341797, + "kl": 1.41796875, + "learning_rate": 1.5637191157347205e-07, + "loss": 0.0566, + "reward": 1.6535785794258118, + "reward_std": 0.28758540749549866, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7785785794258118, "step": 5190 }, { - "epoch": 0.35, - "learning_rate": 1.5158198128837893e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 185.53125, + "epoch": 0.843722064201544, + "grad_norm": 1.6860071420669556, + "kl": 2.328125, + "learning_rate": 1.5620936280884265e-07, + "loss": 0.0929, + "reward": 1.6775549054145813, + "reward_std": 0.3209318220615387, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7869299352169037, "step": 5191 }, { - "epoch": 0.35, - "learning_rate": 1.5156339695468225e-05, - "loss": 0.991, + "clip_ratio": 0.0, + "completion_length": 157.453125, + "epoch": 0.8438845997561967, + "grad_norm": 2.485044479370117, + "kl": 2.2734375, + "learning_rate": 1.5604681404421327e-07, + "loss": 0.091, + "reward": 1.6413336396217346, + "reward_std": 0.3275665417313576, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7507086098194122, "step": 5192 }, { - "epoch": 0.35, - "learning_rate": 1.5154481019479894e-05, - "loss": 0.9877, + "clip_ratio": 0.0, + "completion_length": 161.078125, + "epoch": 0.8440471353108493, + "grad_norm": 2.6576712131500244, + "kl": 1.796875, + "learning_rate": 1.5588426527958387e-07, + "loss": 0.0716, + "reward": 1.7562963366508484, + "reward_std": 0.2624707259237766, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8344213664531708, "step": 5193 }, { - "epoch": 0.35, - "learning_rate": 1.5152622100960352e-05, - "loss": 1.0401, + "clip_ratio": 0.0, + "completion_length": 165.59375, + "epoch": 0.8442096708655018, + "grad_norm": 2.683206558227539, + "kl": 2.1796875, + "learning_rate": 1.5572171651495447e-07, + "loss": 0.0874, + "reward": 1.6294156908988953, + "reward_std": 0.2728244364261627, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7387906610965729, "step": 5194 }, { - "epoch": 0.35, - "learning_rate": 1.5150762939997075e-05, - "loss": 0.9889, + "clip_ratio": 0.0, + "completion_length": 183.84375, + "epoch": 0.8443722064201544, + "grad_norm": 2.1661081314086914, + "kl": 1.5859375, + "learning_rate": 1.555591677503251e-07, + "loss": 0.0634, + "reward": 1.5677559971809387, + "reward_std": 0.33095623552799225, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7083810269832611, "step": 5195 }, { - "epoch": 0.35, - "learning_rate": 1.5148903536677537e-05, - "loss": 0.9872, + "clip_ratio": 0.0, + "completion_length": 156.40625, + "epoch": 0.8445347419748069, + "grad_norm": 1.5636147260665894, + "kl": 1.6484375, + "learning_rate": 1.553966189856957e-07, + "loss": 0.066, + "reward": 1.5716394186019897, + "reward_std": 0.29131633788347244, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6966394186019897, "step": 5196 }, { - "epoch": 0.35, - "learning_rate": 1.5147043891089223e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 181.03125, + "epoch": 0.8446972775294596, + "grad_norm": 2.6047801971435547, + "kl": 2.8203125, + "learning_rate": 1.5523407022106632e-07, + "loss": 0.1128, + "reward": 1.5677226781845093, + "reward_std": 0.28337784111499786, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7239725887775421, "step": 5197 }, { - "epoch": 0.35, - "learning_rate": 1.5145184003319642e-05, - "loss": 1.0547, + "clip_ratio": 0.0, + "completion_length": 182.15625, + "epoch": 0.8448598130841122, + "grad_norm": 2.4985721111297607, + "kl": 2.4921875, + "learning_rate": 1.5507152145643692e-07, + "loss": 0.0995, + "reward": 1.512144684791565, + "reward_std": 0.31102246046066284, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6215197145938873, "step": 5198 }, { - "epoch": 0.35, - "learning_rate": 1.5143323873456302e-05, - "loss": 1.0101, + "clip_ratio": 0.0, + "completion_length": 174.828125, + "epoch": 0.8450223486387647, + "grad_norm": 2.286170482635498, + "kl": 2.25, + "learning_rate": 1.5490897269180752e-07, + "loss": 0.0897, + "reward": 1.476164698600769, + "reward_std": 0.3661459982395172, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.632414698600769, "step": 5199 }, { - "epoch": 0.35, - "learning_rate": 1.5141463501586726e-05, - "loss": 0.9684, + "clip_ratio": 0.0, + "completion_length": 162.03125, + "epoch": 0.8451848841934173, + "grad_norm": 1.764024019241333, + "kl": 2.09765625, + "learning_rate": 1.5474642392717815e-07, + "loss": 0.0838, + "reward": 1.6377884149551392, + "reward_std": 0.3236183375120163, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7471633553504944, "step": 5200 }, { - "epoch": 0.35, - "learning_rate": 1.513960288779845e-05, - "loss": 0.9891, + "clip_ratio": 0.0, + "completion_length": 149.328125, + "epoch": 0.8453474197480699, + "grad_norm": 1.7689707279205322, + "kl": 1.44140625, + "learning_rate": 1.5458387516254875e-07, + "loss": 0.0576, + "reward": 1.721451997756958, + "reward_std": 0.2771539241075516, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.799576997756958, "step": 5201 }, { - "epoch": 0.35, - "learning_rate": 1.5137742032179021e-05, - "loss": 0.9991, + "clip_ratio": 0.0, + "completion_length": 189.78125, + "epoch": 0.8455099553027224, + "grad_norm": 1.8331125974655151, + "kl": 2.046875, + "learning_rate": 1.5442132639791937e-07, + "loss": 0.082, + "reward": 1.5270410180091858, + "reward_std": 0.3263227343559265, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6832910776138306, "step": 5202 }, { - "epoch": 0.35, - "learning_rate": 1.5135880934815998e-05, - "loss": 1.0382, + "clip_ratio": 0.0, + "completion_length": 158.046875, + "epoch": 0.8456724908573751, + "grad_norm": 3.515836715698242, + "kl": 1.3828125, + "learning_rate": 1.5425877763328997e-07, + "loss": 0.0552, + "reward": 1.6868094205856323, + "reward_std": 0.22752068936824799, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7649344205856323, "step": 5203 }, { - "epoch": 0.35, - "learning_rate": 1.5134019595796949e-05, - "loss": 1.0352, + "clip_ratio": 0.0, + "completion_length": 154.359375, + "epoch": 0.8458350264120277, + "grad_norm": 1.7737457752227783, + "kl": 0.38671875, + "learning_rate": 1.540962288686606e-07, + "loss": 0.0155, + "reward": 1.6826542615890503, + "reward_std": 0.26149219274520874, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7607792317867279, "step": 5204 }, { - "epoch": 0.35, - "learning_rate": 1.513215801520945e-05, - "loss": 0.9944, + "clip_ratio": 0.0, + "completion_length": 159.734375, + "epoch": 0.8459975619666802, + "grad_norm": 1.9585402011871338, + "kl": 1.6953125, + "learning_rate": 1.5393368010403122e-07, + "loss": 0.0679, + "reward": 1.5518762469291687, + "reward_std": 0.35355740785598755, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7393762469291687, "step": 5205 }, { - "epoch": 0.35, - "learning_rate": 1.5130296193141104e-05, - "loss": 1.0107, + "clip_ratio": 0.0, + "completion_length": 163.5, + "epoch": 0.8461600975213328, + "grad_norm": 1.79434335231781, + "kl": 1.48046875, + "learning_rate": 1.5377113133940182e-07, + "loss": 0.0591, + "reward": 1.5940001010894775, + "reward_std": 0.3566320687532425, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7033751606941223, "step": 5206 }, { - "epoch": 0.35, - "learning_rate": 1.5128434129679506e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 166.21875, + "epoch": 0.8463226330759853, + "grad_norm": 1.493722915649414, + "kl": 0.383056640625, + "learning_rate": 1.5360858257477245e-07, + "loss": 0.0154, + "reward": 1.6011201739311218, + "reward_std": 0.18395302444696426, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6636201739311218, "step": 5207 }, { - "epoch": 0.35, - "learning_rate": 1.5126571824912273e-05, - "loss": 0.9867, + "clip_ratio": 0.0, + "completion_length": 173.28125, + "epoch": 0.8464851686306379, + "grad_norm": 2.484936475753784, + "kl": 2.58203125, + "learning_rate": 1.5344603381014304e-07, + "loss": 0.1032, + "reward": 1.5751609206199646, + "reward_std": 0.4531186819076538, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7314108908176422, "step": 5208 }, { - "epoch": 0.35, - "learning_rate": 1.5124709278927027e-05, - "loss": 1.0019, + "clip_ratio": 0.0, + "completion_length": 172.21875, + "epoch": 0.8466477041852906, + "grad_norm": 3.119166851043701, + "kl": 2.6796875, + "learning_rate": 1.5328348504551364e-07, + "loss": 0.1075, + "reward": 1.5276288986206055, + "reward_std": 0.401643306016922, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6838787794113159, "step": 5209 }, { - "epoch": 0.35, - "learning_rate": 1.5122846491811417e-05, - "loss": 1.0436, + "clip_ratio": 0.0, + "completion_length": 174.09375, + "epoch": 0.8468102397399431, + "grad_norm": 2.029052257537842, + "kl": 1.6875, + "learning_rate": 1.5312093628088427e-07, + "loss": 0.0676, + "reward": 1.5638264417648315, + "reward_std": 0.380485400557518, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6888263821601868, "step": 5210 }, { - "epoch": 0.35, - "learning_rate": 1.5120983463653076e-05, - "loss": 1.0433, + "clip_ratio": 0.0, + "completion_length": 171.4375, + "epoch": 0.8469727752945957, + "grad_norm": 2.876185417175293, + "kl": 1.96484375, + "learning_rate": 1.5295838751625487e-07, + "loss": 0.0787, + "reward": 1.4902873039245605, + "reward_std": 0.38934341073036194, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6309123635292053, "step": 5211 }, { - "epoch": 0.35, - "learning_rate": 1.5119120194539679e-05, - "loss": 1.0018, + "clip_ratio": 0.0, + "completion_length": 158.515625, + "epoch": 0.8471353108492483, + "grad_norm": 2.081357717514038, + "kl": 2.4375, + "learning_rate": 1.527958387516255e-07, + "loss": 0.0978, + "reward": 1.6326016187667847, + "reward_std": 0.361690491437912, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7732265591621399, "step": 5212 }, { - "epoch": 0.35, - "learning_rate": 1.5117256684558885e-05, - "loss": 0.972, + "clip_ratio": 0.0, + "completion_length": 188.71875, + "epoch": 0.8472978464039008, + "grad_norm": 2.6121323108673096, + "kl": 3.53125, + "learning_rate": 1.526332899869961e-07, + "loss": 0.1411, + "reward": 1.5924023389816284, + "reward_std": 0.357337161898613, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7330273687839508, "step": 5213 }, { - "epoch": 0.35, - "learning_rate": 1.5115392933798387e-05, - "loss": 1.0456, + "clip_ratio": 0.0, + "completion_length": 172.53125, + "epoch": 0.8474603819585534, + "grad_norm": 1.444528341293335, + "kl": 2.0078125, + "learning_rate": 1.524707412223667e-07, + "loss": 0.0805, + "reward": 1.599982500076294, + "reward_std": 0.3136504292488098, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.724982500076294, "step": 5214 }, { - "epoch": 0.35, - "learning_rate": 1.511352894234587e-05, - "loss": 1.009, + "clip_ratio": 0.0, + "completion_length": 158.359375, + "epoch": 0.8476229175132061, + "grad_norm": 3.7237608432769775, + "kl": 0.57568359375, + "learning_rate": 1.5230819245773732e-07, + "loss": 0.023, + "reward": 1.8238182663917542, + "reward_std": 0.15380490571260452, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8706932961940765, "step": 5215 }, { - "epoch": 0.35, - "learning_rate": 1.5111664710289047e-05, - "loss": 0.9349, + "clip_ratio": 0.0, + "completion_length": 169.671875, + "epoch": 0.8477854530678586, + "grad_norm": 1.8257009983062744, + "kl": 3.34765625, + "learning_rate": 1.5214564369310792e-07, + "loss": 0.1341, + "reward": 1.62040114402771, + "reward_std": 0.37355437874794006, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.79227614402771, "step": 5216 }, { - "epoch": 0.35, - "learning_rate": 1.5109800237715633e-05, - "loss": 0.9924, + "clip_ratio": 0.0, + "completion_length": 158.40625, + "epoch": 0.8479479886225112, + "grad_norm": 2.4227054119110107, + "kl": 2.609375, + "learning_rate": 1.5198309492847854e-07, + "loss": 0.1045, + "reward": 1.5601832866668701, + "reward_std": 0.4325242340564728, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7476832866668701, "step": 5217 }, { - "epoch": 0.35, - "learning_rate": 1.5107935524713355e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 169.140625, + "epoch": 0.8481105241771637, + "grad_norm": 1.846724271774292, + "kl": 1.9765625, + "learning_rate": 1.5182054616384914e-07, + "loss": 0.079, + "reward": 1.7150903940200806, + "reward_std": 0.23125357180833817, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.824465423822403, "step": 5218 }, { - "epoch": 0.35, - "learning_rate": 1.5106070571369948e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 157.609375, + "epoch": 0.8482730597318163, + "grad_norm": 1.1505848169326782, + "kl": 0.896484375, + "learning_rate": 1.5165799739921974e-07, + "loss": 0.0358, + "reward": 1.8118689060211182, + "reward_std": 0.1303509585559368, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8431189060211182, "step": 5219 }, { - "epoch": 0.35, - "learning_rate": 1.5104205377773171e-05, - "loss": 1.0284, + "clip_ratio": 0.0, + "completion_length": 163.765625, + "epoch": 0.848435595286469, + "grad_norm": 3.8538506031036377, + "kl": 2.40625, + "learning_rate": 1.5149544863459037e-07, + "loss": 0.096, + "reward": 1.6022120714187622, + "reward_std": 0.30484385788440704, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7428370416164398, "step": 5220 }, { - "epoch": 0.35, - "learning_rate": 1.5102339944010782e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 155.6875, + "epoch": 0.8485981308411215, + "grad_norm": 4.686387538909912, + "kl": 2.4921875, + "learning_rate": 1.51332899869961e-07, + "loss": 0.0995, + "reward": 1.6002930998802185, + "reward_std": 0.46845488250255585, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7721680700778961, "step": 5221 }, { - "epoch": 0.35, - "learning_rate": 1.5100474270170553e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 152.1875, + "epoch": 0.8487606663957741, + "grad_norm": 1.3934589624404907, + "kl": 1.220703125, + "learning_rate": 1.5117035110533162e-07, + "loss": 0.0488, + "reward": 1.6693010926246643, + "reward_std": 0.2156440205872059, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7786761224269867, "step": 5222 }, { - "epoch": 0.35, - "learning_rate": 1.5098608356340273e-05, - "loss": 1.0369, + "clip_ratio": 0.0, + "completion_length": 163.828125, + "epoch": 0.8489232019504267, + "grad_norm": 1.7109363079071045, + "kl": 1.859375, + "learning_rate": 1.5100780234070222e-07, + "loss": 0.0742, + "reward": 1.6326966881752014, + "reward_std": 0.318138062953949, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7420716285705566, "step": 5223 }, { - "epoch": 0.35, - "learning_rate": 1.5096742202607732e-05, - "loss": 0.874, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.8490857375050792, + "grad_norm": 3.748663902282715, + "kl": 1.05859375, + "learning_rate": 1.5084525357607281e-07, + "loss": 0.0424, + "reward": 1.7402766942977905, + "reward_std": 0.2221744805574417, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8184016644954681, "step": 5224 }, { - "epoch": 0.35, - "learning_rate": 1.509487580906074e-05, - "loss": 0.9546, + "clip_ratio": 0.0, + "completion_length": 188.203125, + "epoch": 0.8492482730597318, + "grad_norm": 2.1227500438690186, + "kl": 2.9140625, + "learning_rate": 1.5068270481144344e-07, + "loss": 0.1167, + "reward": 1.5257222652435303, + "reward_std": 0.4361472874879837, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7288473546504974, "step": 5225 }, { - "epoch": 0.35, - "learning_rate": 1.5093009175787118e-05, - "loss": 0.9804, + "clip_ratio": 0.0, + "completion_length": 168.359375, + "epoch": 0.8494108086143844, + "grad_norm": 2.832446575164795, + "kl": 1.9765625, + "learning_rate": 1.5052015604681404e-07, + "loss": 0.0789, + "reward": 1.4933366775512695, + "reward_std": 0.2819499969482422, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6495867073535919, "step": 5226 }, { - "epoch": 0.35, - "learning_rate": 1.5091142302874691e-05, - "loss": 0.9828, + "clip_ratio": 0.0, + "completion_length": 155.0625, + "epoch": 0.849573344169037, + "grad_norm": 2.242985963821411, + "kl": 2.00390625, + "learning_rate": 1.5035760728218466e-07, + "loss": 0.0802, + "reward": 1.6234681606292725, + "reward_std": 0.2912161350250244, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7640931606292725, "step": 5227 }, { - "epoch": 0.35, - "learning_rate": 1.5089275190411304e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 162.296875, + "epoch": 0.8497358797236896, + "grad_norm": 2.20310378074646, + "kl": 1.8671875, + "learning_rate": 1.5019505851755526e-07, + "loss": 0.0746, + "reward": 1.6011844873428345, + "reward_std": 0.3341592326760292, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7261845171451569, "step": 5228 }, { - "epoch": 0.35, - "learning_rate": 1.5087407838484807e-05, - "loss": 0.9983, + "clip_ratio": 0.0, + "completion_length": 170.671875, + "epoch": 0.8498984152783421, + "grad_norm": 1.8414026498794556, + "kl": 1.19775390625, + "learning_rate": 1.5003250975292586e-07, + "loss": 0.0477, + "reward": 1.5586931705474854, + "reward_std": 0.22756429389119148, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6368182003498077, "step": 5229 }, { - "epoch": 0.35, - "learning_rate": 1.5085540247183063e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 210.796875, + "epoch": 0.8500609508329947, + "grad_norm": 2.214061737060547, + "kl": 1.1025390625, + "learning_rate": 1.498699609882965e-07, + "loss": 0.0441, + "reward": 1.7227483987808228, + "reward_std": 0.21959837153553963, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7852483689785004, "step": 5230 }, { - "epoch": 0.35, - "learning_rate": 1.5083672416593949e-05, - "loss": 1.0602, + "clip_ratio": 0.0, + "completion_length": 170.234375, + "epoch": 0.8502234863876473, + "grad_norm": 4.089725971221924, + "kl": 1.7578125, + "learning_rate": 1.497074122236671e-07, + "loss": 0.0703, + "reward": 1.671718418598175, + "reward_std": 0.31029580533504486, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.765468418598175, "step": 5231 }, { - "epoch": 0.35, - "learning_rate": 1.5081804346805351e-05, - "loss": 0.9759, + "clip_ratio": 0.0, + "completion_length": 170.859375, + "epoch": 0.8503860219422998, + "grad_norm": 2.0229554176330566, + "kl": 3.265625, + "learning_rate": 1.495448634590377e-07, + "loss": 0.1305, + "reward": 1.538092851638794, + "reward_std": 0.48883551359176636, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7255927622318268, "step": 5232 }, { - "epoch": 0.35, - "learning_rate": 1.5079936037905164e-05, - "loss": 1.0874, + "clip_ratio": 0.0, + "completion_length": 167.796875, + "epoch": 0.8505485574969525, + "grad_norm": 1.653151273727417, + "kl": 1.6328125, + "learning_rate": 1.493823146944083e-07, + "loss": 0.0654, + "reward": 1.7185254096984863, + "reward_std": 0.3102937638759613, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8279004395008087, "step": 5233 }, { - "epoch": 0.35, - "learning_rate": 1.5078067489981298e-05, - "loss": 1.0238, + "clip_ratio": 0.0, + "completion_length": 164.359375, + "epoch": 0.8507110930516051, + "grad_norm": 1.8438444137573242, + "kl": 3.41015625, + "learning_rate": 1.492197659297789e-07, + "loss": 0.1364, + "reward": 1.5177716612815857, + "reward_std": 0.4185849279165268, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6896466612815857, "step": 5234 }, { - "epoch": 0.35, - "learning_rate": 1.5076198703121676e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 187.9375, + "epoch": 0.8508736286062576, + "grad_norm": 3.6017770767211914, + "kl": 2.1875, + "learning_rate": 1.4905721716514954e-07, + "loss": 0.0876, + "reward": 1.5471217036247253, + "reward_std": 0.3260248750448227, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7033717036247253, "step": 5235 }, { - "epoch": 0.35, - "learning_rate": 1.5074329677414223e-05, - "loss": 1.0734, + "clip_ratio": 0.0, + "completion_length": 143.53125, + "epoch": 0.8510361641609102, + "grad_norm": 4.112837791442871, + "kl": 1.01904296875, + "learning_rate": 1.4889466840052014e-07, + "loss": 0.0407, + "reward": 1.7705277800559998, + "reward_std": 0.21057427674531937, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8486528098583221, "step": 5236 }, { - "epoch": 0.35, - "learning_rate": 1.5072460412946887e-05, - "loss": 1.1104, + "clip_ratio": 0.0, + "completion_length": 149.171875, + "epoch": 0.8511986997155628, + "grad_norm": 2.059124231338501, + "kl": 1.453125, + "learning_rate": 1.4873211963589076e-07, + "loss": 0.0582, + "reward": 1.6081652641296387, + "reward_std": 0.30178046226501465, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7019152939319611, "step": 5237 }, { - "epoch": 0.35, - "learning_rate": 1.5070590909807616e-05, - "loss": 1.1061, + "clip_ratio": 0.0, + "completion_length": 186.046875, + "epoch": 0.8513612352702153, + "grad_norm": 1.745253324508667, + "kl": 4.00390625, + "learning_rate": 1.4856957087126139e-07, + "loss": 0.1601, + "reward": 1.5044106841087341, + "reward_std": 0.3249163180589676, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6919107139110565, "step": 5238 }, { - "epoch": 0.35, - "learning_rate": 1.5068721168084382e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 156.734375, + "epoch": 0.851523770824868, + "grad_norm": 2.926520347595215, + "kl": 1.98828125, + "learning_rate": 1.4840702210663199e-07, + "loss": 0.0794, + "reward": 1.6979968547821045, + "reward_std": 0.2024313509464264, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8229967951774597, "step": 5239 }, { - "epoch": 0.35, - "learning_rate": 1.5066851187865152e-05, - "loss": 1.0071, + "clip_ratio": 0.0, + "completion_length": 158.609375, + "epoch": 0.8516863063795205, + "grad_norm": 4.907179832458496, + "kl": 1.359375, + "learning_rate": 1.482444733420026e-07, + "loss": 0.0544, + "reward": 1.6858300566673279, + "reward_std": 0.3325401246547699, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8108300864696503, "step": 5240 }, { - "epoch": 0.35, - "learning_rate": 1.5064980969237924e-05, - "loss": 1.0402, + "clip_ratio": 0.0, + "completion_length": 145.53125, + "epoch": 0.8518488419341731, + "grad_norm": 1.2703574895858765, + "kl": 1.173828125, + "learning_rate": 1.480819245773732e-07, + "loss": 0.047, + "reward": 1.7953303456306458, + "reward_std": 0.15402299910783768, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8578304648399353, "step": 5241 }, { - "epoch": 0.35, - "learning_rate": 1.5063110512290684e-05, - "loss": 1.024, + "clip_ratio": 0.0, + "completion_length": 159.34375, + "epoch": 0.8520113774888257, + "grad_norm": 1.9700682163238525, + "kl": 1.06640625, + "learning_rate": 1.4791937581274384e-07, + "loss": 0.0427, + "reward": 1.7123640179634094, + "reward_std": 0.19383463263511658, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7748640477657318, "step": 5242 }, { - "epoch": 0.35, - "learning_rate": 1.5061239817111453e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 171.53125, + "epoch": 0.8521739130434782, + "grad_norm": 4.5207133293151855, + "kl": 3.828125, + "learning_rate": 1.4775682704811443e-07, + "loss": 0.1529, + "reward": 1.6077607870101929, + "reward_std": 0.3673652559518814, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7952607870101929, "step": 5243 }, { - "epoch": 0.35, - "learning_rate": 1.5059368883788244e-05, - "loss": 1.0294, + "clip_ratio": 0.0, + "completion_length": 167.5, + "epoch": 0.8523364485981308, + "grad_norm": 1.760265588760376, + "kl": 1.515625, + "learning_rate": 1.4759427828348503e-07, + "loss": 0.0608, + "reward": 1.6262088418006897, + "reward_std": 0.2941978722810745, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7043338418006897, "step": 5244 }, { - "epoch": 0.35, - "learning_rate": 1.5057497712409094e-05, - "loss": 1.0709, + "clip_ratio": 0.0, + "completion_length": 165.875, + "epoch": 0.8524989841527835, + "grad_norm": 1.6370136737823486, + "kl": 2.3125, + "learning_rate": 1.4743172951885566e-07, + "loss": 0.0924, + "reward": 1.6422434449195862, + "reward_std": 0.3426796495914459, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.798493504524231, "step": 5245 }, { - "epoch": 0.35, - "learning_rate": 1.5055626303062042e-05, - "loss": 1.0633, + "clip_ratio": 0.0, + "completion_length": 165.75, + "epoch": 0.852661519707436, + "grad_norm": 1.792040467262268, + "kl": 1.34375, + "learning_rate": 1.4726918075422626e-07, + "loss": 0.0535, + "reward": 1.6666978001594543, + "reward_std": 0.26932185888290405, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.744822770357132, "step": 5246 }, { - "epoch": 0.35, - "learning_rate": 1.5053754655835148e-05, - "loss": 0.9771, + "clip_ratio": 0.0, + "completion_length": 191.90625, + "epoch": 0.8528240552620886, + "grad_norm": 3.1387109756469727, + "kl": 1.7763671875, + "learning_rate": 1.4710663198959688e-07, + "loss": 0.071, + "reward": 1.645011305809021, + "reward_std": 0.2556261904537678, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7700112164020538, "step": 5247 }, { - "epoch": 0.35, - "learning_rate": 1.505188277081647e-05, - "loss": 1.0445, + "clip_ratio": 0.0, + "completion_length": 157.65625, + "epoch": 0.8529865908167411, + "grad_norm": 1.9820833206176758, + "kl": 1.064453125, + "learning_rate": 1.4694408322496748e-07, + "loss": 0.0428, + "reward": 1.4919773936271667, + "reward_std": 0.4819725453853607, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6326023936271667, "step": 5248 }, { - "epoch": 0.35, - "learning_rate": 1.5050010648094096e-05, - "loss": 1.0419, + "clip_ratio": 0.0, + "completion_length": 151.28125, + "epoch": 0.8531491263713937, + "grad_norm": 1.810059666633606, + "kl": 1.302734375, + "learning_rate": 1.4678153446033808e-07, + "loss": 0.052, + "reward": 1.6401552557945251, + "reward_std": 0.25402918457984924, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7182802557945251, "step": 5249 }, { - "epoch": 0.35, - "learning_rate": 1.5048138287756104e-05, - "loss": 0.9881, + "clip_ratio": 0.0, + "completion_length": 151.859375, + "epoch": 0.8533116619260463, + "grad_norm": 2.213951826095581, + "kl": 1.630859375, + "learning_rate": 1.466189856957087e-07, + "loss": 0.065, + "reward": 1.7397151589393616, + "reward_std": 0.15790423564612865, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8178402185440063, "step": 5250 }, { - "epoch": 0.35, - "learning_rate": 1.5046265689890596e-05, - "loss": 1.1011, + "clip_ratio": 0.0, + "completion_length": 179.84375, + "epoch": 0.8534741974806989, + "grad_norm": 4.538832187652588, + "kl": 2.9296875, + "learning_rate": 1.464564369310793e-07, + "loss": 0.1172, + "reward": 1.5955199003219604, + "reward_std": 0.38653719425201416, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7517699301242828, "step": 5251 }, { - "epoch": 0.35, - "learning_rate": 1.5044392854585684e-05, - "loss": 1.0553, + "clip_ratio": 0.0, + "completion_length": 176.8125, + "epoch": 0.8536367330353515, + "grad_norm": 1.4047807455062866, + "kl": 1.365234375, + "learning_rate": 1.4629388816644993e-07, + "loss": 0.0547, + "reward": 1.750990092754364, + "reward_std": 0.17677604407072067, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7978651523590088, "step": 5252 }, { - "epoch": 0.35, - "learning_rate": 1.5042519781929487e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 182.046875, + "epoch": 0.8537992685900041, + "grad_norm": 1.5453475713729858, + "kl": 1.4296875, + "learning_rate": 1.4613133940182053e-07, + "loss": 0.0571, + "reward": 1.7099658846855164, + "reward_std": 0.26276037096977234, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.788090854883194, "step": 5253 }, { - "epoch": 0.35, - "learning_rate": 1.5040646472010144e-05, - "loss": 1.0544, + "clip_ratio": 0.0, + "completion_length": 138.03125, + "epoch": 0.8539618041446566, + "grad_norm": 2.6444437503814697, + "kl": 1.65625, + "learning_rate": 1.4596879063719113e-07, + "loss": 0.0665, + "reward": 1.6429363489151, + "reward_std": 0.4229648560285568, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7523113191127777, "step": 5254 }, { - "epoch": 0.35, - "learning_rate": 1.5038772924915793e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 173.078125, + "epoch": 0.8541243396993092, + "grad_norm": 2.181823492050171, + "kl": 2.7734375, + "learning_rate": 1.4580624187256178e-07, + "loss": 0.111, + "reward": 1.6189539432525635, + "reward_std": 0.37759751081466675, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7752039730548859, "step": 5255 }, { - "epoch": 0.35, - "learning_rate": 1.5036899140734584e-05, - "loss": 0.9465, + "clip_ratio": 0.0, + "completion_length": 179.359375, + "epoch": 0.8542868752539619, + "grad_norm": 1.8249815702438354, + "kl": 2.296875, + "learning_rate": 1.4564369310793238e-07, + "loss": 0.0921, + "reward": 1.6232846975326538, + "reward_std": 0.40442483127117157, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7639097273349762, "step": 5256 }, { - "epoch": 0.35, - "learning_rate": 1.5035025119554697e-05, - "loss": 1.0487, + "clip_ratio": 0.0, + "completion_length": 169.84375, + "epoch": 0.8544494108086144, + "grad_norm": 2.0277016162872314, + "kl": 1.3515625, + "learning_rate": 1.45481144343303e-07, + "loss": 0.0541, + "reward": 1.6852744817733765, + "reward_std": 0.29007164388895035, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7790244817733765, "step": 5257 }, { - "epoch": 0.35, - "learning_rate": 1.5033150861464298e-05, - "loss": 1.0193, + "clip_ratio": 0.0, + "completion_length": 168.59375, + "epoch": 0.854611946363267, + "grad_norm": 1.830751895904541, + "kl": 2.078125, + "learning_rate": 1.453185955786736e-07, + "loss": 0.0831, + "reward": 1.6026487946510315, + "reward_std": 0.3154791295528412, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7120237648487091, "step": 5258 }, { - "epoch": 0.35, - "learning_rate": 1.503127636655158e-05, - "loss": 0.9843, + "clip_ratio": 0.0, + "completion_length": 154.015625, + "epoch": 0.8547744819179195, + "grad_norm": 1.5982073545455933, + "kl": 0.875, + "learning_rate": 1.451560468140442e-07, + "loss": 0.035, + "reward": 1.7063233256340027, + "reward_std": 0.2917031869292259, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7844483852386475, "step": 5259 }, { - "epoch": 0.35, - "learning_rate": 1.5029401634904748e-05, - "loss": 1.0002, + "clip_ratio": 0.0, + "completion_length": 162.046875, + "epoch": 0.8549370174725721, + "grad_norm": 7.00134801864624, + "kl": 1.5, + "learning_rate": 1.4499349804941483e-07, + "loss": 0.0602, + "reward": 1.6589519381523132, + "reward_std": 0.1999824047088623, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7370769083499908, "step": 5260 }, { - "epoch": 0.35, - "learning_rate": 1.5027526666612e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 159.875, + "epoch": 0.8550995530272247, + "grad_norm": 2.2035281658172607, + "kl": 1.279296875, + "learning_rate": 1.4483094928478543e-07, + "loss": 0.0512, + "reward": 1.7061134576797485, + "reward_std": 0.19595417380332947, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7529884576797485, "step": 5261 }, { - "epoch": 0.35, - "learning_rate": 1.5025651461761568e-05, - "loss": 0.9986, + "clip_ratio": 0.0, + "completion_length": 171.296875, + "epoch": 0.8552620885818772, + "grad_norm": 5.362669467926025, + "kl": 1.716796875, + "learning_rate": 1.4466840052015605e-07, + "loss": 0.0684, + "reward": 1.5693193078041077, + "reward_std": 0.3423605412244797, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6943193078041077, "step": 5262 }, { - "epoch": 0.35, - "learning_rate": 1.5023776020441681e-05, - "loss": 0.9892, + "clip_ratio": 0.0, + "completion_length": 153.03125, + "epoch": 0.8554246241365299, + "grad_norm": 1.7454488277435303, + "kl": 2.078125, + "learning_rate": 1.4450585175552665e-07, + "loss": 0.083, + "reward": 1.6155171394348145, + "reward_std": 0.3377728760242462, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7405171394348145, "step": 5263 }, { - "epoch": 0.35, - "learning_rate": 1.5021900342740585e-05, - "loss": 1.0001, + "clip_ratio": 0.0, + "completion_length": 156.28125, + "epoch": 0.8555871596911825, + "grad_norm": 1.7050838470458984, + "kl": 2.03125, + "learning_rate": 1.4434330299089725e-07, + "loss": 0.081, + "reward": 1.741687297821045, + "reward_std": 0.22286633402109146, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8198122084140778, "step": 5264 }, { - "epoch": 0.35, - "learning_rate": 1.5020024428746534e-05, - "loss": 0.9889, + "clip_ratio": 0.0, + "completion_length": 150.03125, + "epoch": 0.855749695245835, + "grad_norm": 2.053847074508667, + "kl": 0.9921875, + "learning_rate": 1.4418075422626788e-07, + "loss": 0.0397, + "reward": 1.7113357782363892, + "reward_std": 0.25923140347003937, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8050858080387115, "step": 5265 }, { - "epoch": 0.35, - "learning_rate": 1.5018148278547795e-05, - "loss": 0.9568, + "clip_ratio": 0.0, + "completion_length": 169.65625, + "epoch": 0.8559122308004876, + "grad_norm": 1.1075302362442017, + "kl": 1.705078125, + "learning_rate": 1.4401820546163848e-07, + "loss": 0.0681, + "reward": 1.7673972249031067, + "reward_std": 0.1328228898346424, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8298972249031067, "step": 5266 }, { - "epoch": 0.35, - "learning_rate": 1.5016271892232646e-05, - "loss": 0.9519, + "clip_ratio": 0.0, + "completion_length": 156.609375, + "epoch": 0.8560747663551402, + "grad_norm": 4.682633399963379, + "kl": 1.14453125, + "learning_rate": 1.438556566970091e-07, + "loss": 0.0458, + "reward": 1.6608886122703552, + "reward_std": 0.29141929745674133, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7546386122703552, "step": 5267 }, { - "epoch": 0.35, - "learning_rate": 1.5014395269889374e-05, - "loss": 1.0429, + "clip_ratio": 0.0, + "completion_length": 166.28125, + "epoch": 0.8562373019097927, + "grad_norm": 2.4029202461242676, + "kl": 1.654296875, + "learning_rate": 1.436931079323797e-07, + "loss": 0.0663, + "reward": 1.6453185081481934, + "reward_std": 0.19332574307918549, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7390685975551605, "step": 5268 }, { - "epoch": 0.35, - "learning_rate": 1.5012518411606282e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 155.453125, + "epoch": 0.8563998374644454, + "grad_norm": 2.470329523086548, + "kl": 2.46875, + "learning_rate": 1.435305591677503e-07, + "loss": 0.0989, + "reward": 1.6552927494049072, + "reward_std": 0.3457978665828705, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7646676898002625, "step": 5269 }, { - "epoch": 0.35, - "learning_rate": 1.501064131747168e-05, - "loss": 1.014, + "clip_ratio": 0.0, + "completion_length": 161.75, + "epoch": 0.8565623730190979, + "grad_norm": 3.232794761657715, + "kl": 1.318359375, + "learning_rate": 1.4336801040312093e-07, + "loss": 0.0528, + "reward": 1.6347776651382446, + "reward_std": 0.3501002639532089, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7441525757312775, "step": 5270 }, { - "epoch": 0.35, - "learning_rate": 1.5008763987573885e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 149.875, + "epoch": 0.8567249085737505, + "grad_norm": 2.4925694465637207, + "kl": 0.31494140625, + "learning_rate": 1.4320546163849153e-07, + "loss": 0.0126, + "reward": 1.781083345413208, + "reward_std": 0.11655516619794071, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8123333156108856, "step": 5271 }, { - "epoch": 0.35, - "learning_rate": 1.5006886422001237e-05, - "loss": 1.0543, + "clip_ratio": 0.0, + "completion_length": 166.328125, + "epoch": 0.8568874441284031, + "grad_norm": 5.177861213684082, + "kl": 1.453125, + "learning_rate": 1.4304291287386218e-07, + "loss": 0.0582, + "reward": 1.6544146537780762, + "reward_std": 0.21325894445180893, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7637895941734314, "step": 5272 }, { - "epoch": 0.35, - "learning_rate": 1.5005008620842073e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 166.71875, + "epoch": 0.8570499796830556, + "grad_norm": 1.8029130697250366, + "kl": 3.7421875, + "learning_rate": 1.4288036410923278e-07, + "loss": 0.1494, + "reward": 1.591980755329132, + "reward_std": 0.5435708463191986, + "rewards/format_reward_gen": 0.796875, + "rewards/llm_reward": 0.7951057553291321, "step": 5273 }, { - "epoch": 0.35, - "learning_rate": 1.5003130584184757e-05, - "loss": 0.9234, + "clip_ratio": 0.0, + "completion_length": 165.890625, + "epoch": 0.8572125152377083, + "grad_norm": 10.697469711303711, + "kl": 2.484375, + "learning_rate": 1.4271781534460338e-07, + "loss": 0.0995, + "reward": 1.5806846022605896, + "reward_std": 0.4726519286632538, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7525596022605896, "step": 5274 }, { - "epoch": 0.35, - "learning_rate": 1.5001252312117647e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 167.28125, + "epoch": 0.8573750507923609, + "grad_norm": 6.071515083312988, + "kl": 0.84765625, + "learning_rate": 1.42555266579974e-07, + "loss": 0.034, + "reward": 1.7551873326301575, + "reward_std": 0.2573360800743103, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8176873922348022, "step": 5275 }, { - "epoch": 0.35, - "learning_rate": 1.4999373804729127e-05, - "loss": 0.9983, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.8575375863470134, + "grad_norm": 1.68940269947052, + "kl": 1.5107421875, + "learning_rate": 1.423927178153446e-07, + "loss": 0.0605, + "reward": 1.6372848153114319, + "reward_std": 0.26218852400779724, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7154098153114319, "step": 5276 }, { - "epoch": 0.35, - "learning_rate": 1.499749506210758e-05, - "loss": 0.9491, + "clip_ratio": 0.0, + "completion_length": 150.734375, + "epoch": 0.857700121901666, + "grad_norm": 2.384084701538086, + "kl": 2.8046875, + "learning_rate": 1.4223016905071523e-07, + "loss": 0.1119, + "reward": 1.5651077032089233, + "reward_std": 0.44458457827568054, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7526077032089233, "step": 5277 }, { - "epoch": 0.35, - "learning_rate": 1.499561608434141e-05, - "loss": 0.9317, + "clip_ratio": 0.0, + "completion_length": 166.15625, + "epoch": 0.8578626574563186, + "grad_norm": 2.0055131912231445, + "kl": 1.9921875, + "learning_rate": 1.4206762028608582e-07, + "loss": 0.0798, + "reward": 1.5078982710838318, + "reward_std": 0.36235885322093964, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6797732710838318, "step": 5278 }, { - "epoch": 0.35, - "learning_rate": 1.4993736871519025e-05, - "loss": 1.0332, + "clip_ratio": 0.0, + "completion_length": 186.375, + "epoch": 0.8580251930109711, + "grad_norm": 1.8449864387512207, + "kl": 3.2421875, + "learning_rate": 1.4190507152145642e-07, + "loss": 0.1292, + "reward": 1.5030480027198792, + "reward_std": 0.38391923904418945, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6749230027198792, "step": 5279 }, { - "epoch": 0.35, - "learning_rate": 1.4991857423728845e-05, - "loss": 0.9438, + "clip_ratio": 0.0, + "completion_length": 160.140625, + "epoch": 0.8581877285656238, + "grad_norm": 2.3762948513031006, + "kl": 1.0703125, + "learning_rate": 1.4174252275682705e-07, + "loss": 0.0429, + "reward": 1.8062852025032043, + "reward_std": 0.20425508171319962, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.853160172700882, "step": 5280 }, { - "epoch": 0.35, - "learning_rate": 1.4989977741059308e-05, - "loss": 1.0023, + "clip_ratio": 0.0, + "completion_length": 196.765625, + "epoch": 0.8583502641202763, + "grad_norm": 2.870312452316284, + "kl": 2.15625, + "learning_rate": 1.4157997399219765e-07, + "loss": 0.0863, + "reward": 1.6050798296928406, + "reward_std": 0.19705041497945786, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7300797700881958, "step": 5281 }, { - "epoch": 0.35, - "learning_rate": 1.4988097823598852e-05, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 181.5, + "epoch": 0.8585127996749289, + "grad_norm": 1.6111204624176025, + "kl": 2.234375, + "learning_rate": 1.4141742522756827e-07, + "loss": 0.0894, + "reward": 1.662142276763916, + "reward_std": 0.28277042508125305, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.787142276763916, "step": 5282 }, { - "epoch": 0.35, - "learning_rate": 1.4986217671435937e-05, - "loss": 1.0099, + "clip_ratio": 0.0, + "completion_length": 164.0625, + "epoch": 0.8586753352295815, + "grad_norm": 2.4793007373809814, + "kl": 1.197265625, + "learning_rate": 1.4125487646293887e-07, + "loss": 0.0479, + "reward": 1.7288625836372375, + "reward_std": 0.2829369902610779, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8069876134395599, "step": 5283 }, { - "epoch": 0.35, - "learning_rate": 1.4984337284659028e-05, - "loss": 0.9606, + "clip_ratio": 0.0, + "completion_length": 203.234375, + "epoch": 0.858837870784234, + "grad_norm": 3.88201904296875, + "kl": 3.609375, + "learning_rate": 1.4109232769830947e-07, + "loss": 0.1442, + "reward": 1.4383294582366943, + "reward_std": 0.43768514692783356, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6258295178413391, "step": 5284 }, { - "epoch": 0.35, - "learning_rate": 1.4982456663356594e-05, - "loss": 0.9998, + "clip_ratio": 0.0, + "completion_length": 180.390625, + "epoch": 0.8590004063388866, + "grad_norm": 2.058788776397705, + "kl": 2.04296875, + "learning_rate": 1.409297789336801e-07, + "loss": 0.0818, + "reward": 1.645821988582611, + "reward_std": 0.33756211400032043, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7708219289779663, "step": 5285 }, { - "epoch": 0.35, - "learning_rate": 1.4980575807617135e-05, - "loss": 0.9261, + "clip_ratio": 0.0, + "completion_length": 173.609375, + "epoch": 0.8591629418935393, + "grad_norm": 4.670248985290527, + "kl": 3.2421875, + "learning_rate": 1.407672301690507e-07, + "loss": 0.1301, + "reward": 1.5619845986366272, + "reward_std": 0.2817223072052002, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.702609658241272, "step": 5286 }, { - "epoch": 0.35, - "learning_rate": 1.4978694717529143e-05, - "loss": 1.0034, + "clip_ratio": 0.0, + "completion_length": 143.515625, + "epoch": 0.8593254774481918, + "grad_norm": 1.4568681716918945, + "kl": 1.93359375, + "learning_rate": 1.4060468140442132e-07, + "loss": 0.0773, + "reward": 1.6828027963638306, + "reward_std": 0.3445488512516022, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7921777367591858, "step": 5287 }, { - "epoch": 0.35, - "learning_rate": 1.497681339318113e-05, - "loss": 1.0204, + "clip_ratio": 0.0, + "completion_length": 157.578125, + "epoch": 0.8594880130028444, + "grad_norm": 1.4440059661865234, + "kl": 1.6953125, + "learning_rate": 1.4044213263979192e-07, + "loss": 0.0676, + "reward": 1.6580429673194885, + "reward_std": 0.2420465350151062, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7361679971218109, "step": 5288 }, { - "epoch": 0.35, - "learning_rate": 1.4974931834661612e-05, - "loss": 1.0542, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.859650548557497, + "grad_norm": 1.6319278478622437, + "kl": 0.59375, + "learning_rate": 1.4027958387516252e-07, + "loss": 0.0238, + "reward": 1.5933215022087097, + "reward_std": 0.164209745824337, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6245714873075485, "step": 5289 }, { - "epoch": 0.35, - "learning_rate": 1.4973050042059127e-05, - "loss": 0.9687, + "clip_ratio": 0.0, + "completion_length": 142.125, + "epoch": 0.8598130841121495, + "grad_norm": 3.305269479751587, + "kl": 0.85546875, + "learning_rate": 1.4011703511053317e-07, + "loss": 0.0343, + "reward": 1.6306139826774597, + "reward_std": 0.3141137808561325, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7243639230728149, "step": 5290 }, { - "epoch": 0.35, - "learning_rate": 1.4971168015462216e-05, - "loss": 0.9742, + "clip_ratio": 0.0, + "completion_length": 153.84375, + "epoch": 0.8599756196668021, + "grad_norm": 1.4041708707809448, + "kl": 1.31640625, + "learning_rate": 1.3995448634590377e-07, + "loss": 0.0527, + "reward": 1.659904956817627, + "reward_std": 0.2773244082927704, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7692799270153046, "step": 5291 }, { - "epoch": 0.35, - "learning_rate": 1.4969285754959436e-05, - "loss": 0.9111, + "clip_ratio": 0.0, + "completion_length": 160.5, + "epoch": 0.8601381552214546, + "grad_norm": 4.169804096221924, + "kl": 2.515625, + "learning_rate": 1.397919375812744e-07, + "loss": 0.1005, + "reward": 1.6290603876113892, + "reward_std": 0.4012305289506912, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7853103876113892, "step": 5292 }, { - "epoch": 0.35, - "learning_rate": 1.4967403260639348e-05, - "loss": 1.0987, + "clip_ratio": 0.0, + "completion_length": 172.515625, + "epoch": 0.8603006907761073, + "grad_norm": 1.3547255992889404, + "kl": 1.166015625, + "learning_rate": 1.39629388816645e-07, + "loss": 0.0465, + "reward": 1.6822048425674438, + "reward_std": 0.16841400414705276, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7447048723697662, "step": 5293 }, { - "epoch": 0.35, - "learning_rate": 1.4965520532590526e-05, - "loss": 1.0228, + "clip_ratio": 0.0, + "completion_length": 164.65625, + "epoch": 0.8604632263307599, + "grad_norm": 2.1957075595855713, + "kl": 1.27734375, + "learning_rate": 1.394668400520156e-07, + "loss": 0.051, + "reward": 1.5327551364898682, + "reward_std": 0.2665041834115982, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6265051662921906, "step": 5294 }, { - "epoch": 0.35, - "learning_rate": 1.4963637570901567e-05, - "loss": 0.9798, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.8606257618854124, + "grad_norm": 2.7128500938415527, + "kl": 2.109375, + "learning_rate": 1.3930429128738622e-07, + "loss": 0.0845, + "reward": 1.6184858679771423, + "reward_std": 0.4309142976999283, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7591108679771423, "step": 5295 }, { - "epoch": 0.35, - "learning_rate": 1.4961754375661056e-05, - "loss": 1.0285, + "clip_ratio": 0.0, + "completion_length": 165.734375, + "epoch": 0.860788297440065, + "grad_norm": 2.733443021774292, + "kl": 1.8173828125, + "learning_rate": 1.3914174252275682e-07, + "loss": 0.073, + "reward": 1.6814576983451843, + "reward_std": 0.34630538150668144, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8064576983451843, "step": 5296 }, { - "epoch": 0.35, - "learning_rate": 1.495987094695761e-05, - "loss": 0.9679, + "clip_ratio": 0.0, + "completion_length": 168.296875, + "epoch": 0.8609508329947176, + "grad_norm": 2.0198936462402344, + "kl": 1.423828125, + "learning_rate": 1.3897919375812744e-07, + "loss": 0.0569, + "reward": 1.6896582245826721, + "reward_std": 0.18102636188268661, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7521582245826721, "step": 5297 }, { - "epoch": 0.35, - "learning_rate": 1.4957987284879851e-05, - "loss": 0.9988, + "clip_ratio": 0.0, + "completion_length": 164.953125, + "epoch": 0.8611133685493702, + "grad_norm": 1.9710285663604736, + "kl": 0.771484375, + "learning_rate": 1.3881664499349804e-07, + "loss": 0.0309, + "reward": 1.6160803437232971, + "reward_std": 0.26576198637485504, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7410803437232971, "step": 5298 }, { - "epoch": 0.35, - "learning_rate": 1.4956103389516406e-05, - "loss": 1.0213, + "clip_ratio": 0.0, + "completion_length": 170.5625, + "epoch": 0.8612759041040228, + "grad_norm": 3.178046703338623, + "kl": 2.171875, + "learning_rate": 1.3865409622886864e-07, + "loss": 0.0869, + "reward": 1.5378764271736145, + "reward_std": 0.44900041818618774, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7097514569759369, "step": 5299 }, { - "epoch": 0.35, - "learning_rate": 1.4954219260955913e-05, - "loss": 1.1131, + "clip_ratio": 0.0, + "completion_length": 140.078125, + "epoch": 0.8614384396586753, + "grad_norm": 2.1877219676971436, + "kl": 0.47119140625, + "learning_rate": 1.3849154746423927e-07, + "loss": 0.0188, + "reward": 1.8073096871376038, + "reward_std": 0.11894234269857407, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8385597169399261, "step": 5300 }, { - "epoch": 0.36, - "learning_rate": 1.4952334899287034e-05, - "loss": 0.9175, + "clip_ratio": 0.0, + "completion_length": 141.96875, + "epoch": 0.8616009752133279, + "grad_norm": 4.116700172424316, + "kl": 0.74609375, + "learning_rate": 1.3832899869960987e-07, + "loss": 0.0298, + "reward": 1.643847644329071, + "reward_std": 0.4062599390745163, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.753222644329071, "step": 5301 }, { - "epoch": 0.36, - "learning_rate": 1.4950450304598427e-05, - "loss": 0.9598, + "clip_ratio": 0.0, + "completion_length": 177.6875, + "epoch": 0.8617635107679805, + "grad_norm": 1.4162203073501587, + "kl": 0.21533203125, + "learning_rate": 1.381664499349805e-07, + "loss": 0.0086, + "reward": 1.7243459224700928, + "reward_std": 0.13554580137133598, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7712208926677704, "step": 5302 }, { - "epoch": 0.36, - "learning_rate": 1.494856547697877e-05, - "loss": 0.9998, + "clip_ratio": 0.0, + "completion_length": 153.25, + "epoch": 0.861926046322633, + "grad_norm": 4.4085564613342285, + "kl": 0.666015625, + "learning_rate": 1.380039011703511e-07, + "loss": 0.0266, + "reward": 1.7320785522460938, + "reward_std": 0.19432640075683594, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7945785522460938, "step": 5303 }, { - "epoch": 0.36, - "learning_rate": 1.4946680416516743e-05, - "loss": 0.9898, + "clip_ratio": 0.0, + "completion_length": 143.546875, + "epoch": 0.8620885818772857, + "grad_norm": 2.402601480484009, + "kl": 1.16796875, + "learning_rate": 1.378413524057217e-07, + "loss": 0.0467, + "reward": 1.7806974649429321, + "reward_std": 0.16904933750629425, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8275724053382874, "step": 5304 }, { - "epoch": 0.36, - "learning_rate": 1.4944795123301052e-05, - "loss": 1.0494, + "clip_ratio": 0.0, + "completion_length": 148.421875, + "epoch": 0.8622511174319383, + "grad_norm": 1.2308168411254883, + "kl": 0.379638671875, + "learning_rate": 1.3767880364109232e-07, + "loss": 0.0152, + "reward": 1.8506057262420654, + "reward_std": 0.13117099180817604, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8818557560443878, "step": 5305 }, { - "epoch": 0.36, - "learning_rate": 1.4942909597420397e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 164.0, + "epoch": 0.8624136529865908, + "grad_norm": 1.5560922622680664, + "kl": 1.193359375, + "learning_rate": 1.3751625487646292e-07, + "loss": 0.0476, + "reward": 1.5623660683631897, + "reward_std": 0.2894657030701637, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6404910683631897, "step": 5306 }, { - "epoch": 0.36, - "learning_rate": 1.49410238389635e-05, - "loss": 1.0142, + "clip_ratio": 0.0, + "completion_length": 148.0, + "epoch": 0.8625761885412434, + "grad_norm": 3.602490186691284, + "kl": 0.421142578125, + "learning_rate": 1.3735370611183357e-07, + "loss": 0.0168, + "reward": 1.784214735031128, + "reward_std": 0.06460318341851234, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7998397052288055, "step": 5307 }, { - "epoch": 0.36, - "learning_rate": 1.493913784801909e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 149.96875, + "epoch": 0.862738724095896, + "grad_norm": 1.9584388732910156, + "kl": 0.615234375, + "learning_rate": 1.3719115734720417e-07, + "loss": 0.0246, + "reward": 1.8096848726272583, + "reward_std": 0.2092025727033615, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8565599620342255, "step": 5308 }, { - "epoch": 0.36, - "learning_rate": 1.4937251624675905e-05, - "loss": 0.9952, + "clip_ratio": 0.0, + "completion_length": 189.046875, + "epoch": 0.8629012596505485, + "grad_norm": 4.306114673614502, + "kl": 1.048828125, + "learning_rate": 1.3702860858257477e-07, + "loss": 0.0419, + "reward": 1.6062374114990234, + "reward_std": 0.1599484533071518, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6687374711036682, "step": 5309 }, { - "epoch": 0.36, - "learning_rate": 1.4935365169022703e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 148.640625, + "epoch": 0.8630637952052012, + "grad_norm": 5.135966777801514, + "kl": 0.46044921875, + "learning_rate": 1.368660598179454e-07, + "loss": 0.0184, + "reward": 1.77284574508667, + "reward_std": 0.18428366631269455, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8197206854820251, "step": 5310 }, { - "epoch": 0.36, - "learning_rate": 1.493347848114824e-05, - "loss": 1.0854, + "clip_ratio": 0.0, + "completion_length": 172.671875, + "epoch": 0.8632263307598537, + "grad_norm": 2.0540239810943604, + "kl": 1.640625, + "learning_rate": 1.36703511053316e-07, + "loss": 0.0657, + "reward": 1.7188152074813843, + "reward_std": 0.287475049495697, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8125651776790619, "step": 5311 }, { - "epoch": 0.36, - "learning_rate": 1.4931591561141294e-05, - "loss": 0.987, + "clip_ratio": 0.0, + "completion_length": 193.90625, + "epoch": 0.8633888663145063, + "grad_norm": 2.8374221324920654, + "kl": 1.53125, + "learning_rate": 1.3654096228868662e-07, + "loss": 0.0611, + "reward": 1.5240479111671448, + "reward_std": 0.2998545318841934, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6334229111671448, "step": 5312 }, { - "epoch": 0.36, - "learning_rate": 1.4929704409090648e-05, - "loss": 1.0257, + "clip_ratio": 0.0, + "completion_length": 150.671875, + "epoch": 0.8635514018691589, + "grad_norm": 1.475221037864685, + "kl": 0.2412109375, + "learning_rate": 1.3637841352405721e-07, + "loss": 0.0096, + "reward": 1.660146713256836, + "reward_std": 0.15985175967216492, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7070217728614807, "step": 5313 }, { - "epoch": 0.36, - "learning_rate": 1.4927817025085094e-05, - "loss": 1.0196, + "clip_ratio": 0.0, + "completion_length": 167.765625, + "epoch": 0.8637139374238114, + "grad_norm": 1.18018639087677, + "kl": 1.474609375, + "learning_rate": 1.3621586475942781e-07, + "loss": 0.059, + "reward": 1.7178289294242859, + "reward_std": 0.1475832462310791, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7647038996219635, "step": 5314 }, { - "epoch": 0.36, - "learning_rate": 1.4925929409213443e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 165.4375, + "epoch": 0.863876472978464, + "grad_norm": 1.1352007389068604, + "kl": 0.978515625, + "learning_rate": 1.3605331599479844e-07, + "loss": 0.0391, + "reward": 1.7634271383285522, + "reward_std": 0.13014347106218338, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.810302197933197, "step": 5315 }, { - "epoch": 0.36, - "learning_rate": 1.4924041561564508e-05, - "loss": 0.9534, + "clip_ratio": 0.0, + "completion_length": 146.3125, + "epoch": 0.8640390085331167, + "grad_norm": 2.1480536460876465, + "kl": 1.173828125, + "learning_rate": 1.3589076723016904e-07, + "loss": 0.0469, + "reward": 1.6374298334121704, + "reward_std": 0.35453173518180847, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.746804803609848, "step": 5316 }, { - "epoch": 0.36, - "learning_rate": 1.492215348222712e-05, - "loss": 0.9813, + "clip_ratio": 0.0, + "completion_length": 169.578125, + "epoch": 0.8642015440877692, + "grad_norm": 1.6561229228973389, + "kl": 1.0625, + "learning_rate": 1.3572821846553966e-07, + "loss": 0.0425, + "reward": 1.6793705224990845, + "reward_std": 0.3042677268385887, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7887455224990845, "step": 5317 }, { - "epoch": 0.36, - "learning_rate": 1.4920265171290116e-05, - "loss": 0.9958, + "clip_ratio": 0.0, + "completion_length": 172.4375, + "epoch": 0.8643640796424218, + "grad_norm": 5.9705963134765625, + "kl": 1.3203125, + "learning_rate": 1.3556566970091026e-07, + "loss": 0.0529, + "reward": 1.585586428642273, + "reward_std": 0.2030840665102005, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6324614882469177, "step": 5318 }, { - "epoch": 0.36, - "learning_rate": 1.4918376628842346e-05, - "loss": 1.086, + "clip_ratio": 0.0, + "completion_length": 173.796875, + "epoch": 0.8645266151970744, + "grad_norm": 5.117391109466553, + "kl": 0.6044921875, + "learning_rate": 1.3540312093628086e-07, + "loss": 0.0241, + "reward": 1.6385809779167175, + "reward_std": 0.28037721663713455, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7167060375213623, "step": 5319 }, { - "epoch": 0.36, - "learning_rate": 1.491648785497267e-05, - "loss": 1.0245, + "clip_ratio": 0.0, + "completion_length": 171.75, + "epoch": 0.8646891507517269, + "grad_norm": 1.6965633630752563, + "kl": 1.187255859375, + "learning_rate": 1.352405721716515e-07, + "loss": 0.0475, + "reward": 1.6771743297576904, + "reward_std": 0.21852755174040794, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7709243893623352, "step": 5320 }, { - "epoch": 0.36, - "learning_rate": 1.491459884976996e-05, - "loss": 1.0354, + "clip_ratio": 0.0, + "completion_length": 145.328125, + "epoch": 0.8648516863063795, + "grad_norm": 1.2550219297409058, + "kl": 0.7978515625, + "learning_rate": 1.3507802340702209e-07, + "loss": 0.0319, + "reward": 1.7905793190002441, + "reward_std": 0.18794462829828262, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8530792891979218, "step": 5321 }, { - "epoch": 0.36, - "learning_rate": 1.4912709613323105e-05, - "loss": 0.9369, + "clip_ratio": 0.0, + "completion_length": 163.4375, + "epoch": 0.865014221861032, + "grad_norm": 2.1426305770874023, + "kl": 2.43359375, + "learning_rate": 1.349154746423927e-07, + "loss": 0.0974, + "reward": 1.6870104670524597, + "reward_std": 0.3423498421907425, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7807605564594269, "step": 5322 }, { - "epoch": 0.36, - "learning_rate": 1.4910820145720983e-05, - "loss": 1.0844, + "clip_ratio": 0.0, + "completion_length": 160.359375, + "epoch": 0.8651767574156847, + "grad_norm": 2.1514382362365723, + "kl": 0.6611328125, + "learning_rate": 1.347529258777633e-07, + "loss": 0.0264, + "reward": 1.7711722254753113, + "reward_std": 0.23033452033996582, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8336721658706665, "step": 5323 }, { - "epoch": 0.36, - "learning_rate": 1.4908930447052511e-05, - "loss": 1.0553, + "clip_ratio": 0.0, + "completion_length": 167.03125, + "epoch": 0.8653392929703373, + "grad_norm": 1.4752486944198608, + "kl": 0.734130859375, + "learning_rate": 1.3459037711313394e-07, + "loss": 0.0294, + "reward": 1.6869671940803528, + "reward_std": 0.1859045773744583, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7338422536849976, "step": 5324 }, { - "epoch": 0.36, - "learning_rate": 1.49070405174066e-05, - "loss": 0.9667, + "clip_ratio": 0.0, + "completion_length": 160.53125, + "epoch": 0.8655018285249898, + "grad_norm": 1.141095757484436, + "kl": 0.974609375, + "learning_rate": 1.3442782834850456e-07, + "loss": 0.039, + "reward": 1.7543875575065613, + "reward_std": 0.17102905362844467, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8325125277042389, "step": 5325 }, { - "epoch": 0.36, - "learning_rate": 1.490515035687218e-05, - "loss": 1.0561, + "clip_ratio": 0.0, + "completion_length": 168.390625, + "epoch": 0.8656643640796424, + "grad_norm": 3.756410837173462, + "kl": 2.041015625, + "learning_rate": 1.3426527958387516e-07, + "loss": 0.0815, + "reward": 1.603446364402771, + "reward_std": 0.33455538749694824, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.744071364402771, "step": 5326 }, { - "epoch": 0.36, - "learning_rate": 1.4903259965538182e-05, - "loss": 1.0372, + "clip_ratio": 0.0, + "completion_length": 153.796875, + "epoch": 0.865826899634295, + "grad_norm": 1.9143832921981812, + "kl": 0.560546875, + "learning_rate": 1.3410273081924579e-07, + "loss": 0.0224, + "reward": 1.6766002774238586, + "reward_std": 0.2932162284851074, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.754725307226181, "step": 5327 }, { - "epoch": 0.36, - "learning_rate": 1.4901369343493554e-05, - "loss": 0.9832, + "clip_ratio": 0.0, + "completion_length": 163.40625, + "epoch": 0.8659894351889476, + "grad_norm": 3.069448947906494, + "kl": 2.0234375, + "learning_rate": 1.3394018205461639e-07, + "loss": 0.0811, + "reward": 1.8261969089508057, + "reward_std": 0.1347389966249466, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8886968195438385, "step": 5328 }, { - "epoch": 0.36, - "learning_rate": 1.4899478490827255e-05, - "loss": 1.0646, + "clip_ratio": 0.0, + "completion_length": 185.140625, + "epoch": 0.8661519707436002, + "grad_norm": 6.454700946807861, + "kl": 2.0390625, + "learning_rate": 1.3377763328998698e-07, + "loss": 0.0819, + "reward": 1.5725803971290588, + "reward_std": 0.28220920637249947, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6663303971290588, "step": 5329 }, { - "epoch": 0.36, - "learning_rate": 1.4897587407628257e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 164.9375, + "epoch": 0.8663145062982528, + "grad_norm": 4.508427143096924, + "kl": 1.369140625, + "learning_rate": 1.336150845253576e-07, + "loss": 0.0549, + "reward": 1.6805761456489563, + "reward_std": 0.35279062390327454, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8055762052536011, "step": 5330 }, { - "epoch": 0.36, - "learning_rate": 1.489569609398554e-05, - "loss": 0.9798, + "clip_ratio": 0.0, + "completion_length": 184.796875, + "epoch": 0.8664770418529053, + "grad_norm": 5.243799686431885, + "kl": 2.5234375, + "learning_rate": 1.334525357607282e-07, + "loss": 0.101, + "reward": 1.5281816720962524, + "reward_std": 0.24777576327323914, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.65318164229393, "step": 5331 }, { - "epoch": 0.36, - "learning_rate": 1.4893804549988093e-05, - "loss": 1.0356, + "clip_ratio": 0.0, + "completion_length": 175.078125, + "epoch": 0.8666395774075579, + "grad_norm": 2.339895486831665, + "kl": 1.73046875, + "learning_rate": 1.3328998699609883e-07, + "loss": 0.0693, + "reward": 1.6663588285446167, + "reward_std": 0.28126202523708344, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7444838285446167, "step": 5332 }, { - "epoch": 0.36, - "learning_rate": 1.4891912775724918e-05, - "loss": 0.9754, + "clip_ratio": 0.0, + "completion_length": 132.65625, + "epoch": 0.8668021129622104, + "grad_norm": 1.7020541429519653, + "kl": 0.4013671875, + "learning_rate": 1.3312743823146943e-07, + "loss": 0.0161, + "reward": 1.6118979454040527, + "reward_std": 0.2800206243991852, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6900229156017303, "step": 5333 }, { - "epoch": 0.36, - "learning_rate": 1.489002077128503e-05, - "loss": 0.9917, + "clip_ratio": 0.0, + "completion_length": 154.296875, + "epoch": 0.8669646485168631, + "grad_norm": 2.9619791507720947, + "kl": 0.78369140625, + "learning_rate": 1.3296488946684003e-07, + "loss": 0.0314, + "reward": 1.7168623805046082, + "reward_std": 0.3096327483654022, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7949873805046082, "step": 5334 }, { - "epoch": 0.36, - "learning_rate": 1.4888128536757447e-05, - "loss": 1.063, + "clip_ratio": 0.0, + "completion_length": 141.453125, + "epoch": 0.8671271840715157, + "grad_norm": 1.9271700382232666, + "kl": 0.51171875, + "learning_rate": 1.3280234070221066e-07, + "loss": 0.0205, + "reward": 1.7875921130180359, + "reward_std": 0.19110340625047684, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8344671428203583, "step": 5335 }, { - "epoch": 0.36, - "learning_rate": 1.4886236072231212e-05, - "loss": 1.036, + "clip_ratio": 0.0, + "completion_length": 162.140625, + "epoch": 0.8672897196261682, + "grad_norm": 4.1805644035339355, + "kl": 1.65234375, + "learning_rate": 1.3263979193758126e-07, + "loss": 0.066, + "reward": 1.5656407475471497, + "reward_std": 0.3755151927471161, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.690640777349472, "step": 5336 }, { - "epoch": 0.36, - "learning_rate": 1.4884343377795363e-05, - "loss": 1.0092, + "clip_ratio": 0.0, + "completion_length": 149.21875, + "epoch": 0.8674522551808208, + "grad_norm": 1.379050850868225, + "kl": 1.004638671875, + "learning_rate": 1.3247724317295188e-07, + "loss": 0.0401, + "reward": 1.7526044845581055, + "reward_std": 0.2564374506473541, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8307295143604279, "step": 5337 }, { - "epoch": 0.36, - "learning_rate": 1.4882450453538957e-05, - "loss": 0.9633, + "clip_ratio": 0.0, + "completion_length": 168.21875, + "epoch": 0.8676147907354734, + "grad_norm": 1.609497308731079, + "kl": 1.5390625, + "learning_rate": 1.3231469440832248e-07, + "loss": 0.0615, + "reward": 1.6348880529403687, + "reward_std": 0.27980127185583115, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7286379933357239, "step": 5338 }, { - "epoch": 0.36, - "learning_rate": 1.4880557299551064e-05, - "loss": 1.0363, + "clip_ratio": 0.0, + "completion_length": 184.359375, + "epoch": 0.8677773262901259, + "grad_norm": 3.0771901607513428, + "kl": 0.994140625, + "learning_rate": 1.3215214564369308e-07, + "loss": 0.0398, + "reward": 1.7162671089172363, + "reward_std": 0.2256935089826584, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7787671089172363, "step": 5339 }, { - "epoch": 0.36, - "learning_rate": 1.4878663915920762e-05, - "loss": 1.0241, + "clip_ratio": 0.0, + "completion_length": 172.171875, + "epoch": 0.8679398618447786, + "grad_norm": 4.464074611663818, + "kl": 0.62890625, + "learning_rate": 1.319895968790637e-07, + "loss": 0.0252, + "reward": 1.6530246138572693, + "reward_std": 0.20291279256343842, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7467746138572693, "step": 5340 }, { - "epoch": 0.36, - "learning_rate": 1.4876770302737132e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 140.25, + "epoch": 0.8681023973994312, + "grad_norm": 1.140155553817749, + "kl": 0.388671875, + "learning_rate": 1.3182704811443433e-07, + "loss": 0.0156, + "reward": 1.8045352697372437, + "reward_std": 0.17201471701264381, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8514103591442108, "step": 5341 }, { - "epoch": 0.36, - "learning_rate": 1.4874876460089281e-05, - "loss": 1.0092, + "clip_ratio": 0.0, + "completion_length": 174.078125, + "epoch": 0.8682649329540837, + "grad_norm": 5.835546493530273, + "kl": 0.678955078125, + "learning_rate": 1.3166449934980496e-07, + "loss": 0.0271, + "reward": 1.7054051160812378, + "reward_std": 0.2178555652499199, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7522801756858826, "step": 5342 }, { - "epoch": 0.36, - "learning_rate": 1.4872982388066317e-05, - "loss": 1.0733, + "clip_ratio": 0.0, + "completion_length": 148.453125, + "epoch": 0.8684274685087363, + "grad_norm": 2.1016647815704346, + "kl": 0.8046875, + "learning_rate": 1.3150195058517556e-07, + "loss": 0.0321, + "reward": 1.7554393410682678, + "reward_std": 0.2423384040594101, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8179393708705902, "step": 5343 }, { - "epoch": 0.36, - "learning_rate": 1.487108808675736e-05, - "loss": 0.9932, + "clip_ratio": 0.0, + "completion_length": 170.25, + "epoch": 0.8685900040633888, + "grad_norm": 1.9523588418960571, + "kl": 1.7578125, + "learning_rate": 1.3133940182054616e-07, + "loss": 0.0702, + "reward": 1.7437139749526978, + "reward_std": 0.2764051482081413, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8374640643596649, "step": 5344 }, { - "epoch": 0.36, - "learning_rate": 1.486919355625154e-05, - "loss": 0.9715, + "clip_ratio": 0.0, + "completion_length": 166.625, + "epoch": 0.8687525396180414, + "grad_norm": 2.0414202213287354, + "kl": 1.447265625, + "learning_rate": 1.3117685305591678e-07, + "loss": 0.0577, + "reward": 1.6911324262619019, + "reward_std": 0.1359984427690506, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7536324262619019, "step": 5345 }, { - "epoch": 0.36, - "learning_rate": 1.4867298796638004e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 161.53125, + "epoch": 0.8689150751726941, + "grad_norm": 2.1834394931793213, + "kl": 1.67578125, + "learning_rate": 1.3101430429128738e-07, + "loss": 0.0672, + "reward": 1.6439989805221558, + "reward_std": 0.30364564061164856, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.753373920917511, "step": 5346 }, { - "epoch": 0.36, - "learning_rate": 1.48654038080059e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 169.75, + "epoch": 0.8690776107273466, + "grad_norm": 1.9820513725280762, + "kl": 0.63720703125, + "learning_rate": 1.30851755526658e-07, + "loss": 0.0254, + "reward": 1.8147668242454529, + "reward_std": 0.16333509236574173, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8460167050361633, "step": 5347 }, { - "epoch": 0.36, - "learning_rate": 1.4863508590444395e-05, - "loss": 0.9919, + "clip_ratio": 0.0, + "completion_length": 172.5625, + "epoch": 0.8692401462819992, + "grad_norm": 2.1661694049835205, + "kl": 2.98828125, + "learning_rate": 1.306892067620286e-07, + "loss": 0.1195, + "reward": 1.5747156143188477, + "reward_std": 0.383920393884182, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.68409064412117, "step": 5348 }, { - "epoch": 0.36, - "learning_rate": 1.4861613144042666e-05, - "loss": 1.0263, + "clip_ratio": 0.0, + "completion_length": 178.703125, + "epoch": 0.8694026818366518, + "grad_norm": 1.5231542587280273, + "kl": 1.38671875, + "learning_rate": 1.305266579973992e-07, + "loss": 0.0554, + "reward": 1.5964398980140686, + "reward_std": 0.17755736410617828, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6589399576187134, "step": 5349 }, { - "epoch": 0.36, - "learning_rate": 1.4859717468889893e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 157.859375, + "epoch": 0.8695652173913043, + "grad_norm": 1.6976311206817627, + "kl": 1.107421875, + "learning_rate": 1.3036410923276983e-07, + "loss": 0.0443, + "reward": 1.6122759580612183, + "reward_std": 0.3163869231939316, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7060259282588959, "step": 5350 }, { - "epoch": 0.36, - "learning_rate": 1.4857821565075277e-05, - "loss": 1.0372, + "clip_ratio": 0.0, + "completion_length": 193.359375, + "epoch": 0.869727752945957, + "grad_norm": 1.7042006254196167, + "kl": 2.140625, + "learning_rate": 1.3020156046814043e-07, + "loss": 0.0857, + "reward": 1.668398380279541, + "reward_std": 0.3141120672225952, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.793398380279541, "step": 5351 }, { - "epoch": 0.36, - "learning_rate": 1.4855925432688019e-05, - "loss": 0.9494, + "clip_ratio": 0.0, + "completion_length": 177.859375, + "epoch": 0.8698902885006095, + "grad_norm": 1.4693543910980225, + "kl": 2.62890625, + "learning_rate": 1.3003901170351105e-07, + "loss": 0.1055, + "reward": 1.591145098209381, + "reward_std": 0.250574991106987, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7161451876163483, "step": 5352 }, { - "epoch": 0.36, - "learning_rate": 1.4854029071817343e-05, - "loss": 1.0447, + "clip_ratio": 0.0, + "completion_length": 153.0625, + "epoch": 0.8700528240552621, + "grad_norm": 1.711732029914856, + "kl": 2.078125, + "learning_rate": 1.2987646293888165e-07, + "loss": 0.0831, + "reward": 1.68812894821167, + "reward_std": 0.28266704082489014, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7975039184093475, "step": 5353 }, { - "epoch": 0.36, - "learning_rate": 1.4852132482552477e-05, - "loss": 0.9681, + "clip_ratio": 0.0, + "completion_length": 161.40625, + "epoch": 0.8702153596099147, + "grad_norm": 4.732635021209717, + "kl": 2.34375, + "learning_rate": 1.2971391417425225e-07, + "loss": 0.0936, + "reward": 1.6438900232315063, + "reward_std": 0.21926014125347137, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.768889993429184, "step": 5354 }, { - "epoch": 0.36, - "learning_rate": 1.4850235664982658e-05, - "loss": 1.0029, + "clip_ratio": 0.0, + "completion_length": 162.015625, + "epoch": 0.8703778951645672, + "grad_norm": 1.192713737487793, + "kl": 2.21875, + "learning_rate": 1.2955136540962288e-07, + "loss": 0.0887, + "reward": 1.7395212650299072, + "reward_std": 0.2223341390490532, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8332712650299072, "step": 5355 }, { - "epoch": 0.36, - "learning_rate": 1.4848338619197131e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 158.390625, + "epoch": 0.8705404307192198, + "grad_norm": 1.1145727634429932, + "kl": 1.701171875, + "learning_rate": 1.2938881664499348e-07, + "loss": 0.068, + "reward": 1.7390615940093994, + "reward_std": 0.24694755673408508, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8171865940093994, "step": 5356 }, { - "epoch": 0.36, - "learning_rate": 1.4846441345285167e-05, - "loss": 1.0515, + "clip_ratio": 0.0, + "completion_length": 158.453125, + "epoch": 0.8707029662738724, + "grad_norm": 2.2844083309173584, + "kl": 0.9609375, + "learning_rate": 1.292262678803641e-07, + "loss": 0.0384, + "reward": 1.6562795042991638, + "reward_std": 0.2776884213089943, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.750029444694519, "step": 5357 }, { - "epoch": 0.36, - "learning_rate": 1.4844543843336032e-05, - "loss": 1.0552, + "clip_ratio": 0.0, + "completion_length": 171.03125, + "epoch": 0.870865501828525, + "grad_norm": 1.5079935789108276, + "kl": 0.44921875, + "learning_rate": 1.2906371911573473e-07, + "loss": 0.0179, + "reward": 1.6584290862083435, + "reward_std": 0.13386207446455956, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6896790862083435, "step": 5358 }, { - "epoch": 0.36, - "learning_rate": 1.484264611343901e-05, - "loss": 0.9682, + "clip_ratio": 0.0, + "completion_length": 140.015625, + "epoch": 0.8710280373831776, + "grad_norm": 1.1448720693588257, + "kl": 0.772705078125, + "learning_rate": 1.2890117035110533e-07, + "loss": 0.0309, + "reward": 1.8297680020332336, + "reward_std": 0.07445907592773438, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8453929424285889, "step": 5359 }, { - "epoch": 0.36, - "learning_rate": 1.4840748155683392e-05, - "loss": 0.9875, + "clip_ratio": 0.0, + "completion_length": 167.765625, + "epoch": 0.8711905729378302, + "grad_norm": 1.4507968425750732, + "kl": 0.525390625, + "learning_rate": 1.2873862158647595e-07, + "loss": 0.021, + "reward": 1.6788813471794128, + "reward_std": 0.24837924540042877, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7413812875747681, "step": 5360 }, { - "epoch": 0.36, - "learning_rate": 1.483884997015848e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 148.21875, + "epoch": 0.8713531084924827, + "grad_norm": 2.1570870876312256, + "kl": 1.3671875, + "learning_rate": 1.2857607282184655e-07, + "loss": 0.0548, + "reward": 1.7189016938209534, + "reward_std": 0.29904937744140625, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7970265746116638, "step": 5361 }, { - "epoch": 0.36, - "learning_rate": 1.4836951556953592e-05, - "loss": 1.0361, + "clip_ratio": 0.0, + "completion_length": 176.0, + "epoch": 0.8715156440471353, + "grad_norm": 2.144787549972534, + "kl": 0.859375, + "learning_rate": 1.2841352405721718e-07, + "loss": 0.0344, + "reward": 1.645042598247528, + "reward_std": 0.21840713173151016, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7231675684452057, "step": 5362 }, { - "epoch": 0.36, - "learning_rate": 1.4835052916158052e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 157.796875, + "epoch": 0.8716781796017878, + "grad_norm": 1.1732791662216187, + "kl": 1.16015625, + "learning_rate": 1.2825097529258778e-07, + "loss": 0.0465, + "reward": 1.7110710144042969, + "reward_std": 0.2634388357400894, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8048210442066193, "step": 5363 }, { - "epoch": 0.36, - "learning_rate": 1.4833154047861198e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 165.875, + "epoch": 0.8718407151564405, + "grad_norm": 2.0279791355133057, + "kl": 1.953125, + "learning_rate": 1.2808842652795837e-07, + "loss": 0.0779, + "reward": 1.6645891070365906, + "reward_std": 0.24579299986362457, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7583391666412354, "step": 5364 }, { - "epoch": 0.36, - "learning_rate": 1.4831254952152373e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 147.875, + "epoch": 0.8720032507110931, + "grad_norm": 1.4718811511993408, + "kl": 0.4169921875, + "learning_rate": 1.27925877763329e-07, + "loss": 0.0167, + "reward": 1.8549513816833496, + "reward_std": 0.17376472055912018, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.9018263816833496, "step": 5365 }, { - "epoch": 0.36, - "learning_rate": 1.4829355629120934e-05, - "loss": 1.0089, + "clip_ratio": 0.0, + "completion_length": 147.328125, + "epoch": 0.8721657862657456, + "grad_norm": 1.140533447265625, + "kl": 0.887451171875, + "learning_rate": 1.277633289986996e-07, + "loss": 0.0356, + "reward": 1.844645380973816, + "reward_std": 0.18127712607383728, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8915203213691711, "step": 5366 }, { - "epoch": 0.36, - "learning_rate": 1.4827456078856251e-05, - "loss": 0.9336, + "clip_ratio": 0.0, + "completion_length": 150.4375, + "epoch": 0.8723283218203982, + "grad_norm": 1.7239567041397095, + "kl": 1.578125, + "learning_rate": 1.2760078023407022e-07, + "loss": 0.0633, + "reward": 1.6386499404907227, + "reward_std": 0.2198144793510437, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7324000000953674, "step": 5367 }, { - "epoch": 0.36, - "learning_rate": 1.4825556301447702e-05, - "loss": 1.0065, + "clip_ratio": 0.0, + "completion_length": 163.03125, + "epoch": 0.8724908573750508, + "grad_norm": 1.275931715965271, + "kl": 0.69921875, + "learning_rate": 1.2743823146944082e-07, + "loss": 0.028, + "reward": 1.8189048767089844, + "reward_std": 0.15115145221352577, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8657798767089844, "step": 5368 }, { - "epoch": 0.36, - "learning_rate": 1.4823656296984676e-05, - "loss": 0.9963, + "clip_ratio": 0.0, + "completion_length": 167.703125, + "epoch": 0.8726533929297033, + "grad_norm": 1.900800108909607, + "kl": 1.74609375, + "learning_rate": 1.2727568270481142e-07, + "loss": 0.0695, + "reward": 1.618678629398346, + "reward_std": 0.2771618068218231, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7280535995960236, "step": 5369 }, { - "epoch": 0.36, - "learning_rate": 1.4821756065556571e-05, - "loss": 1.1397, + "clip_ratio": 0.0, + "completion_length": 187.921875, + "epoch": 0.872815928484356, + "grad_norm": 3.848079204559326, + "kl": 2.8984375, + "learning_rate": 1.2711313394018205e-07, + "loss": 0.1159, + "reward": 1.6303610801696777, + "reward_std": 0.3728823810815811, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7866111099720001, "step": 5370 }, { - "epoch": 0.36, - "learning_rate": 1.4819855607252804e-05, - "loss": 1.017, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.8729784640390086, + "grad_norm": 1.5327502489089966, + "kl": 3.140625, + "learning_rate": 1.2695058517555265e-07, + "loss": 0.1254, + "reward": 1.639488697052002, + "reward_std": 0.2879781126976013, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7957386672496796, "step": 5371 }, { - "epoch": 0.36, - "learning_rate": 1.4817954922162791e-05, - "loss": 0.9672, + "clip_ratio": 0.0, + "completion_length": 159.46875, + "epoch": 0.8731409995936611, + "grad_norm": 2.5881528854370117, + "kl": 0.875, + "learning_rate": 1.2678803641092327e-07, + "loss": 0.0351, + "reward": 1.7436325550079346, + "reward_std": 0.14305595681071281, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7905075550079346, "step": 5372 }, { - "epoch": 0.36, - "learning_rate": 1.4816054010375965e-05, - "loss": 1.0376, + "clip_ratio": 0.0, + "completion_length": 179.203125, + "epoch": 0.8733035351483137, + "grad_norm": 1.87026047706604, + "kl": 1.12841796875, + "learning_rate": 1.2662548764629387e-07, + "loss": 0.0451, + "reward": 1.6270951628684998, + "reward_std": 0.257625550031662, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.720845103263855, "step": 5373 }, { - "epoch": 0.36, - "learning_rate": 1.4814152871981766e-05, - "loss": 0.9336, + "clip_ratio": 0.0, + "completion_length": 172.09375, + "epoch": 0.8734660707029662, + "grad_norm": 1.8874539136886597, + "kl": 1.265625, + "learning_rate": 1.2646293888166447e-07, + "loss": 0.0507, + "reward": 1.4742901921272278, + "reward_std": 0.22925618290901184, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5680401921272278, "step": 5374 }, { - "epoch": 0.36, - "learning_rate": 1.481225150706965e-05, - "loss": 0.9659, + "clip_ratio": 0.0, + "completion_length": 159.78125, + "epoch": 0.8736286062576188, + "grad_norm": 1.4022290706634521, + "kl": 2.15625, + "learning_rate": 1.2630039011703512e-07, + "loss": 0.0864, + "reward": 1.587184190750122, + "reward_std": 0.2497776597738266, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7121842205524445, "step": 5375 }, { - "epoch": 0.36, - "learning_rate": 1.4810349915729085e-05, - "loss": 1.0167, + "clip_ratio": 0.0, + "completion_length": 172.03125, + "epoch": 0.8737911418122715, + "grad_norm": 1.5813491344451904, + "kl": 1.69140625, + "learning_rate": 1.2613784135240572e-07, + "loss": 0.0676, + "reward": 1.5927768349647522, + "reward_std": 0.3076634556055069, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6865268349647522, "step": 5376 }, { - "epoch": 0.36, - "learning_rate": 1.4808448098049537e-05, - "loss": 1.0944, + "clip_ratio": 0.0, + "completion_length": 195.265625, + "epoch": 0.873953677366924, + "grad_norm": 1.2305858135223389, + "kl": 1.544921875, + "learning_rate": 1.2597529258777635e-07, + "loss": 0.0617, + "reward": 1.7038516402244568, + "reward_std": 0.1682971492409706, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7663516700267792, "step": 5377 }, { - "epoch": 0.36, - "learning_rate": 1.4806546054120498e-05, - "loss": 0.9727, + "clip_ratio": 0.0, + "completion_length": 143.3125, + "epoch": 0.8741162129215766, + "grad_norm": 1.1281664371490479, + "kl": 0.572265625, + "learning_rate": 1.2581274382314695e-07, + "loss": 0.0229, + "reward": 1.6821401119232178, + "reward_std": 0.2697029262781143, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7446401119232178, "step": 5378 }, { - "epoch": 0.36, - "learning_rate": 1.4804643784031463e-05, - "loss": 1.0304, + "clip_ratio": 0.0, + "completion_length": 161.09375, + "epoch": 0.8742787484762292, + "grad_norm": 2.8634490966796875, + "kl": 1.28125, + "learning_rate": 1.2565019505851755e-07, + "loss": 0.0512, + "reward": 1.7134274244308472, + "reward_std": 0.2488679736852646, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7915524244308472, "step": 5379 }, { - "epoch": 0.36, - "learning_rate": 1.4802741287871935e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 171.875, + "epoch": 0.8744412840308817, + "grad_norm": 1.3076082468032837, + "kl": 1.13671875, + "learning_rate": 1.2548764629388817e-07, + "loss": 0.0454, + "reward": 1.6411780714988708, + "reward_std": 0.18068066239356995, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7036781311035156, "step": 5380 }, { - "epoch": 0.36, - "learning_rate": 1.4800838565731435e-05, - "loss": 1.0346, + "clip_ratio": 0.0, + "completion_length": 155.78125, + "epoch": 0.8746038195855343, + "grad_norm": 0.8331103920936584, + "kl": 0.6455078125, + "learning_rate": 1.2532509752925877e-07, + "loss": 0.0259, + "reward": 1.8149264454841614, + "reward_std": 0.1877092644572258, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8774264454841614, "step": 5381 }, { - "epoch": 0.36, - "learning_rate": 1.479893561769949e-05, - "loss": 1.0136, + "clip_ratio": 0.0, + "completion_length": 181.828125, + "epoch": 0.874766355140187, + "grad_norm": 1.214532494544983, + "kl": 0.955078125, + "learning_rate": 1.251625487646294e-07, + "loss": 0.0382, + "reward": 1.7566795349121094, + "reward_std": 0.21128839626908302, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8191794753074646, "step": 5382 }, { - "epoch": 0.36, - "learning_rate": 1.4797032443865635e-05, - "loss": 1.0349, + "clip_ratio": 0.0, + "completion_length": 180.46875, + "epoch": 0.8749288906948395, + "grad_norm": 1.6667511463165283, + "kl": 1.4375, + "learning_rate": 1.25e-07, + "loss": 0.0574, + "reward": 1.6696431636810303, + "reward_std": 0.20342786610126495, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7321432828903198, "step": 5383 }, { - "epoch": 0.36, - "learning_rate": 1.4795129044319425e-05, - "loss": 1.0629, + "clip_ratio": 0.0, + "completion_length": 164.953125, + "epoch": 0.8750914262494921, + "grad_norm": 2.769033193588257, + "kl": 1.32421875, + "learning_rate": 1.2483745123537062e-07, + "loss": 0.053, + "reward": 1.755851924419403, + "reward_std": 0.14088047295808792, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8183519542217255, "step": 5384 }, { - "epoch": 0.36, - "learning_rate": 1.4793225419150414e-05, - "loss": 0.8824, + "clip_ratio": 0.0, + "completion_length": 164.09375, + "epoch": 0.8752539618041446, + "grad_norm": 1.6095759868621826, + "kl": 0.90625, + "learning_rate": 1.2467490247074122e-07, + "loss": 0.0362, + "reward": 1.7091797590255737, + "reward_std": 0.16274722665548325, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7716797590255737, "step": 5385 }, { - "epoch": 0.36, - "learning_rate": 1.4791321568448176e-05, - "loss": 1.089, + "clip_ratio": 0.0, + "completion_length": 190.640625, + "epoch": 0.8754164973587972, + "grad_norm": 1.0764342546463013, + "kl": 1.84375, + "learning_rate": 1.2451235370611182e-07, + "loss": 0.0736, + "reward": 1.722553014755249, + "reward_std": 0.2412327080965042, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8163030445575714, "step": 5386 }, { - "epoch": 0.36, - "learning_rate": 1.4789417492302289e-05, - "loss": 0.8691, + "clip_ratio": 0.0, + "completion_length": 163.484375, + "epoch": 0.8755790329134499, + "grad_norm": 1.4585871696472168, + "kl": 1.14453125, + "learning_rate": 1.2434980494148244e-07, + "loss": 0.0458, + "reward": 1.6941502094268799, + "reward_std": 0.23503904044628143, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7566501498222351, "step": 5387 }, { - "epoch": 0.36, - "learning_rate": 1.4787513190802351e-05, - "loss": 1.0146, + "clip_ratio": 0.0, + "completion_length": 162.59375, + "epoch": 0.8757415684681024, + "grad_norm": 2.52500057220459, + "kl": 2.609375, + "learning_rate": 1.2418725617685304e-07, + "loss": 0.1046, + "reward": 1.5381273031234741, + "reward_std": 0.32645124197006226, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6631273031234741, "step": 5388 }, { - "epoch": 0.36, - "learning_rate": 1.4785608664037955e-05, - "loss": 0.9977, + "clip_ratio": 0.0, + "completion_length": 164.734375, + "epoch": 0.875904104022755, + "grad_norm": 1.625028133392334, + "kl": 0.9375, + "learning_rate": 1.2402470741222367e-07, + "loss": 0.0375, + "reward": 1.7347445487976074, + "reward_std": 0.24210403859615326, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8128695487976074, "step": 5389 }, { - "epoch": 0.36, - "learning_rate": 1.4783703912098722e-05, - "loss": 0.994, + "clip_ratio": 0.0, + "completion_length": 169.984375, + "epoch": 0.8760666395774076, + "grad_norm": 1.1639392375946045, + "kl": 1.068359375, + "learning_rate": 1.2386215864759427e-07, + "loss": 0.0427, + "reward": 1.6833269596099854, + "reward_std": 0.23752839863300323, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7614520490169525, "step": 5390 }, { - "epoch": 0.36, - "learning_rate": 1.4781798935074268e-05, - "loss": 1.0482, + "clip_ratio": 0.0, + "completion_length": 178.625, + "epoch": 0.8762291751320601, + "grad_norm": 2.0377116203308105, + "kl": 0.50244140625, + "learning_rate": 1.2369960988296487e-07, + "loss": 0.0202, + "reward": 1.7315528392791748, + "reward_std": 0.1061113104224205, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7471778392791748, "step": 5391 }, { - "epoch": 0.36, - "learning_rate": 1.4779893733054234e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 147.296875, + "epoch": 0.8763917106867127, + "grad_norm": 1.6447893381118774, + "kl": 0.18798828125, + "learning_rate": 1.235370611183355e-07, + "loss": 0.0075, + "reward": 1.7214142680168152, + "reward_std": 0.14248932152986526, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7682892978191376, "step": 5392 }, { - "epoch": 0.36, - "learning_rate": 1.4777988306128256e-05, - "loss": 0.9957, + "clip_ratio": 0.0, + "completion_length": 184.59375, + "epoch": 0.8765542462413654, + "grad_norm": 1.7564302682876587, + "kl": 0.54541015625, + "learning_rate": 1.2337451235370612e-07, + "loss": 0.0219, + "reward": 1.6850589513778687, + "reward_std": 0.2095152884721756, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7475589215755463, "step": 5393 }, { - "epoch": 0.36, - "learning_rate": 1.4776082654386e-05, - "loss": 1.0137, + "clip_ratio": 0.0, + "completion_length": 171.4375, + "epoch": 0.8767167817960179, + "grad_norm": 1.4795050621032715, + "kl": 1.751953125, + "learning_rate": 1.2321196358907672e-07, + "loss": 0.07, + "reward": 1.6520657539367676, + "reward_std": 0.21287384629249573, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7301908135414124, "step": 5394 }, { - "epoch": 0.36, - "learning_rate": 1.477417677791712e-05, - "loss": 1.0978, + "clip_ratio": 0.0, + "completion_length": 172.6875, + "epoch": 0.8768793173506705, + "grad_norm": 3.7148659229278564, + "kl": 1.546875, + "learning_rate": 1.2304941482444734e-07, + "loss": 0.0619, + "reward": 1.6741840243339539, + "reward_std": 0.2875809073448181, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7991840541362762, "step": 5395 }, { - "epoch": 0.36, - "learning_rate": 1.4772270676811302e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 156.25, + "epoch": 0.877041852905323, + "grad_norm": 2.2180044651031494, + "kl": 1.8359375, + "learning_rate": 1.2288686605981794e-07, + "loss": 0.0736, + "reward": 1.668439269065857, + "reward_std": 0.14489168301224709, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7465642392635345, "step": 5396 }, { - "epoch": 0.36, - "learning_rate": 1.4770364351158228e-05, - "loss": 1.0142, + "clip_ratio": 0.0, + "completion_length": 177.21875, + "epoch": 0.8772043884599756, + "grad_norm": 3.1539831161499023, + "kl": 2.11328125, + "learning_rate": 1.2272431729518854e-07, + "loss": 0.0846, + "reward": 1.7195668816566467, + "reward_std": 0.1978127360343933, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7820669710636139, "step": 5397 }, { - "epoch": 0.36, - "learning_rate": 1.4768457801047595e-05, - "loss": 1.0029, + "clip_ratio": 0.0, + "completion_length": 170.78125, + "epoch": 0.8773669240146282, + "grad_norm": 1.7610875368118286, + "kl": 2.25, + "learning_rate": 1.2256176853055917e-07, + "loss": 0.09, + "reward": 1.548259973526001, + "reward_std": 0.3933991938829422, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.704509973526001, "step": 5398 }, { - "epoch": 0.36, - "learning_rate": 1.4766551026569114e-05, - "loss": 1.0197, + "clip_ratio": 0.0, + "completion_length": 139.9375, + "epoch": 0.8775294595692807, + "grad_norm": 1.7924741506576538, + "kl": 0.92529296875, + "learning_rate": 1.2239921976592976e-07, + "loss": 0.037, + "reward": 1.7628154754638672, + "reward_std": 0.22738697240129113, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8253154456615448, "step": 5399 }, { - "epoch": 0.36, - "learning_rate": 1.4764644027812501e-05, - "loss": 0.9677, + "clip_ratio": 0.0, + "completion_length": 154.5625, + "epoch": 0.8776919951239334, + "grad_norm": 4.3253350257873535, + "kl": 2.08984375, + "learning_rate": 1.222366710013004e-07, + "loss": 0.0837, + "reward": 1.539739727973938, + "reward_std": 0.2672458216547966, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6803646683692932, "step": 5400 }, { - "epoch": 0.36, - "learning_rate": 1.4762736804867486e-05, - "loss": 0.9884, + "clip_ratio": 0.0, + "completion_length": 177.59375, + "epoch": 0.877854530678586, + "grad_norm": 1.3868016004562378, + "kl": 1.736328125, + "learning_rate": 1.22074122236671e-07, + "loss": 0.0695, + "reward": 1.605229377746582, + "reward_std": 0.28154517710208893, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.698979377746582, "step": 5401 }, { - "epoch": 0.36, - "learning_rate": 1.4760829357823809e-05, - "loss": 1.0231, + "clip_ratio": 0.0, + "completion_length": 151.75, + "epoch": 0.8780170662332385, + "grad_norm": 0.7907068133354187, + "kl": 0.12255859375, + "learning_rate": 1.2191157347204161e-07, + "loss": 0.0049, + "reward": 1.8374989032745361, + "reward_std": 0.0745816754642874, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.853123813867569, "step": 5402 }, { - "epoch": 0.36, - "learning_rate": 1.4758921686771216e-05, - "loss": 0.9735, + "clip_ratio": 0.0, + "completion_length": 188.765625, + "epoch": 0.8781796017878911, + "grad_norm": 1.3198479413986206, + "kl": 0.919921875, + "learning_rate": 1.2174902470741221e-07, + "loss": 0.0369, + "reward": 1.755997359752655, + "reward_std": 0.09350043162703514, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.787247359752655, "step": 5403 }, { - "epoch": 0.36, - "learning_rate": 1.4757013791799476e-05, - "loss": 1.0622, + "clip_ratio": 0.0, + "completion_length": 162.53125, + "epoch": 0.8783421373425436, + "grad_norm": 1.5559531450271606, + "kl": 0.64111328125, + "learning_rate": 1.2158647594278284e-07, + "loss": 0.0257, + "reward": 1.7787551879882812, + "reward_std": 0.22126971185207367, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8256301879882812, "step": 5404 }, { - "epoch": 0.36, - "learning_rate": 1.4755105672998353e-05, - "loss": 1.0227, + "clip_ratio": 0.0, + "completion_length": 173.328125, + "epoch": 0.8785046728971962, + "grad_norm": 1.286220669746399, + "kl": 0.8037109375, + "learning_rate": 1.2142392717815344e-07, + "loss": 0.0322, + "reward": 1.7448879480361938, + "reward_std": 0.22572125494480133, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7917629480361938, "step": 5405 }, { - "epoch": 0.36, - "learning_rate": 1.4753197330457629e-05, - "loss": 1.0964, + "clip_ratio": 0.0, + "completion_length": 185.765625, + "epoch": 0.8786672084518489, + "grad_norm": 1.5324612855911255, + "kl": 3.078125, + "learning_rate": 1.2126137841352404e-07, + "loss": 0.1229, + "reward": 1.6151516437530518, + "reward_std": 0.3241477757692337, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7557766139507294, "step": 5406 }, { - "epoch": 0.36, - "learning_rate": 1.4751288764267103e-05, - "loss": 1.0067, + "clip_ratio": 0.0, + "completion_length": 167.953125, + "epoch": 0.8788297440065014, + "grad_norm": 3.7207489013671875, + "kl": 1.828125, + "learning_rate": 1.2109882964889466e-07, + "loss": 0.0731, + "reward": 1.7164074778556824, + "reward_std": 0.302478089928627, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8414074778556824, "step": 5407 }, { - "epoch": 0.36, - "learning_rate": 1.4749379974516572e-05, - "loss": 1.0993, + "clip_ratio": 0.0, + "completion_length": 171.59375, + "epoch": 0.878992279561154, + "grad_norm": 1.703621506690979, + "kl": 1.32421875, + "learning_rate": 1.2093628088426526e-07, + "loss": 0.0531, + "reward": 1.657404601573944, + "reward_std": 0.2657726779580116, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7355295419692993, "step": 5408 }, { - "epoch": 0.36, - "learning_rate": 1.4747470961295849e-05, - "loss": 1.0804, + "clip_ratio": 0.0, + "completion_length": 180.078125, + "epoch": 0.8791548151158066, + "grad_norm": 1.3480224609375, + "kl": 2.2265625, + "learning_rate": 1.207737321196359e-07, + "loss": 0.089, + "reward": 1.6416183710098267, + "reward_std": 0.43088215589523315, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7822433710098267, "step": 5409 }, { - "epoch": 0.36, - "learning_rate": 1.4745561724694759e-05, - "loss": 1.059, + "clip_ratio": 0.0, + "completion_length": 171.828125, + "epoch": 0.8793173506704591, + "grad_norm": 2.3202743530273438, + "kl": 0.4912109375, + "learning_rate": 1.206111833550065e-07, + "loss": 0.0197, + "reward": 1.648684024810791, + "reward_std": 0.2221696823835373, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6955590546131134, "step": 5410 }, { - "epoch": 0.36, - "learning_rate": 1.4743652264803136e-05, - "loss": 1.0297, + "clip_ratio": 0.0, + "completion_length": 149.359375, + "epoch": 0.8794798862251118, + "grad_norm": 1.3404936790466309, + "kl": 0.1572265625, + "learning_rate": 1.204486345903771e-07, + "loss": 0.0063, + "reward": 1.7440871596336365, + "reward_std": 0.1354911718517542, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7597121000289917, "step": 5411 }, { - "epoch": 0.36, - "learning_rate": 1.474174258171083e-05, - "loss": 1.0, + "clip_ratio": 0.0, + "completion_length": 182.671875, + "epoch": 0.8796424217797644, + "grad_norm": 1.366614580154419, + "kl": 0.20654296875, + "learning_rate": 1.202860858257477e-07, + "loss": 0.0083, + "reward": 1.775768756866455, + "reward_std": 0.11349082365632057, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8070186972618103, "step": 5412 }, { - "epoch": 0.36, - "learning_rate": 1.4739832675507688e-05, - "loss": 0.9885, + "clip_ratio": 0.0, + "completion_length": 170.125, + "epoch": 0.8798049573344169, + "grad_norm": 3.8236961364746094, + "kl": 2.29296875, + "learning_rate": 1.2012353706111834e-07, + "loss": 0.0919, + "reward": 1.5183256268501282, + "reward_std": 0.43162934482097626, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6589506268501282, "step": 5413 }, { - "epoch": 0.36, - "learning_rate": 1.4737922546283581e-05, - "loss": 0.985, + "clip_ratio": 0.0, + "completion_length": 162.828125, + "epoch": 0.8799674928890695, + "grad_norm": 1.6564160585403442, + "kl": 1.96875, + "learning_rate": 1.1996098829648894e-07, + "loss": 0.0787, + "reward": 1.8048893213272095, + "reward_std": 0.30324989557266235, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8830142915248871, "step": 5414 }, { - "epoch": 0.36, - "learning_rate": 1.4736012194128386e-05, - "loss": 0.887, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.880130028443722, + "grad_norm": 1.1414722204208374, + "kl": 0.37939453125, + "learning_rate": 1.1979843953185956e-07, + "loss": 0.0152, + "reward": 1.7059444785118103, + "reward_std": 0.16883470118045807, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7684445083141327, "step": 5415 }, { - "epoch": 0.36, - "learning_rate": 1.4734101619131987e-05, - "loss": 1.023, + "clip_ratio": 0.0, + "completion_length": 168.984375, + "epoch": 0.8802925639983746, + "grad_norm": 2.3349199295043945, + "kl": 0.1875, + "learning_rate": 1.1963589076723016e-07, + "loss": 0.0075, + "reward": 1.6524214148521423, + "reward_std": 0.18341931700706482, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6992964148521423, "step": 5416 }, { - "epoch": 0.36, - "learning_rate": 1.473219082138428e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 176.875, + "epoch": 0.8804550995530273, + "grad_norm": 1.215550184249878, + "kl": 1.0234375, + "learning_rate": 1.1947334200260076e-07, + "loss": 0.041, + "reward": 1.7392692565917969, + "reward_std": 0.2047877050936222, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8017692267894745, "step": 5417 }, { - "epoch": 0.36, - "learning_rate": 1.4730279800975176e-05, - "loss": 0.9495, + "clip_ratio": 0.0, + "completion_length": 154.0, + "epoch": 0.8806176351076798, + "grad_norm": 1.384541630744934, + "kl": 0.4423828125, + "learning_rate": 1.1931079323797138e-07, + "loss": 0.0177, + "reward": 1.710364043712616, + "reward_std": 0.24985305219888687, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.804114043712616, "step": 5418 }, { - "epoch": 0.36, - "learning_rate": 1.4728368557994594e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 152.109375, + "epoch": 0.8807801706623324, + "grad_norm": 1.157422661781311, + "kl": 1.01611328125, + "learning_rate": 1.19148244473342e-07, + "loss": 0.0405, + "reward": 1.7479239702224731, + "reward_std": 0.1779385283589363, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7947990000247955, "step": 5419 }, { - "epoch": 0.36, - "learning_rate": 1.472645709253246e-05, - "loss": 1.0593, + "clip_ratio": 0.0, + "completion_length": 193.96875, + "epoch": 0.880942706216985, + "grad_norm": 1.968489408493042, + "kl": 1.40234375, + "learning_rate": 1.1898569570871261e-07, + "loss": 0.0562, + "reward": 1.6508558988571167, + "reward_std": 0.2894761264324188, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7446059286594391, "step": 5420 }, { - "epoch": 0.36, - "learning_rate": 1.472454540467872e-05, - "loss": 0.9825, + "clip_ratio": 0.0, + "completion_length": 137.046875, + "epoch": 0.8811052417716375, + "grad_norm": 1.213618516921997, + "kl": 0.69873046875, + "learning_rate": 1.1882314694408321e-07, + "loss": 0.0279, + "reward": 1.837031066417694, + "reward_std": 0.20748271048069, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8839060664176941, "step": 5421 }, { - "epoch": 0.36, - "learning_rate": 1.4722633494523309e-05, - "loss": 0.9775, + "clip_ratio": 0.0, + "completion_length": 159.890625, + "epoch": 0.8812677773262901, + "grad_norm": 1.9205044507980347, + "kl": 1.142578125, + "learning_rate": 1.1866059817945383e-07, + "loss": 0.0457, + "reward": 1.6868162751197815, + "reward_std": 0.37954096496105194, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8118162155151367, "step": 5422 }, { - "epoch": 0.36, - "learning_rate": 1.4720721362156201e-05, - "loss": 0.9634, + "clip_ratio": 0.0, + "completion_length": 147.3125, + "epoch": 0.8814303128809428, + "grad_norm": 1.1487089395523071, + "kl": 0.5703125, + "learning_rate": 1.1849804941482445e-07, + "loss": 0.0228, + "reward": 1.6430336236953735, + "reward_std": 0.3241844177246094, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7524085938930511, "step": 5423 }, { - "epoch": 0.36, - "learning_rate": 1.4718809007667361e-05, - "loss": 0.9419, + "clip_ratio": 0.0, + "completion_length": 169.90625, + "epoch": 0.8815928484355953, + "grad_norm": 1.1860750913619995, + "kl": 1.369140625, + "learning_rate": 1.1833550065019506e-07, + "loss": 0.0548, + "reward": 1.6562406420707703, + "reward_std": 0.25825586169958115, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7499905824661255, "step": 5424 }, { - "epoch": 0.36, - "learning_rate": 1.4716896431146772e-05, - "loss": 0.95, + "clip_ratio": 0.0, + "completion_length": 157.796875, + "epoch": 0.8817553839902479, + "grad_norm": 1.4278004169464111, + "kl": 1.56640625, + "learning_rate": 1.1817295188556567e-07, + "loss": 0.0627, + "reward": 1.7482433915138245, + "reward_std": 0.2236066833138466, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8576183915138245, "step": 5425 }, { - "epoch": 0.36, - "learning_rate": 1.4714983632684423e-05, - "loss": 1.0764, + "clip_ratio": 0.0, + "completion_length": 181.015625, + "epoch": 0.8819179195449004, + "grad_norm": 2.2006454467773438, + "kl": 0.859375, + "learning_rate": 1.1801040312093627e-07, + "loss": 0.0345, + "reward": 1.796768605709076, + "reward_std": 0.13711348176002502, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8123936057090759, "step": 5426 }, { - "epoch": 0.36, - "learning_rate": 1.4713070612370319e-05, - "loss": 0.9756, + "clip_ratio": 0.0, + "completion_length": 167.34375, + "epoch": 0.882080455099553, + "grad_norm": 3.4648265838623047, + "kl": 2.1943359375, + "learning_rate": 1.1784785435630688e-07, + "loss": 0.0879, + "reward": 1.5891671180725098, + "reward_std": 0.28527284413576126, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7610421180725098, "step": 5427 }, { - "epoch": 0.36, - "learning_rate": 1.471115737029447e-05, - "loss": 1.084, + "clip_ratio": 0.0, + "completion_length": 193.0, + "epoch": 0.8822429906542056, + "grad_norm": 1.6614952087402344, + "kl": 0.8173828125, + "learning_rate": 1.176853055916775e-07, + "loss": 0.0327, + "reward": 1.6698573231697083, + "reward_std": 0.1825222112238407, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7323573529720306, "step": 5428 }, { - "epoch": 0.36, - "learning_rate": 1.4709243906546897e-05, - "loss": 1.0435, + "clip_ratio": 0.0, + "completion_length": 170.71875, + "epoch": 0.8824055262088581, + "grad_norm": 1.6832313537597656, + "kl": 1.10009765625, + "learning_rate": 1.175227568270481e-07, + "loss": 0.0439, + "reward": 1.7190901637077332, + "reward_std": 0.3024947941303253, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8284651339054108, "step": 5429 }, { - "epoch": 0.36, - "learning_rate": 1.470733022121764e-05, - "loss": 1.0126, + "clip_ratio": 0.0, + "completion_length": 145.125, + "epoch": 0.8825680617635108, + "grad_norm": 0.8693474531173706, + "kl": 0.512939453125, + "learning_rate": 1.1736020806241873e-07, + "loss": 0.0206, + "reward": 1.8022465109825134, + "reward_std": 0.13432123698294163, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8334965109825134, "step": 5430 }, { - "epoch": 0.36, - "learning_rate": 1.4705416314396736e-05, - "loss": 1.0093, + "clip_ratio": 0.0, + "completion_length": 153.46875, + "epoch": 0.8827305973181634, + "grad_norm": 1.0818496942520142, + "kl": 0.427734375, + "learning_rate": 1.1719765929778933e-07, + "loss": 0.0171, + "reward": 1.759750485420227, + "reward_std": 0.180409274995327, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.822250485420227, "step": 5431 }, { - "epoch": 0.36, - "learning_rate": 1.4703502186174241e-05, - "loss": 0.9613, + "clip_ratio": 0.0, + "completion_length": 175.875, + "epoch": 0.8828931328728159, + "grad_norm": 1.1630594730377197, + "kl": 0.2880859375, + "learning_rate": 1.1703511053315994e-07, + "loss": 0.0115, + "reward": 1.6802443265914917, + "reward_std": 0.20109104365110397, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7427443563938141, "step": 5432 }, { - "epoch": 0.36, - "learning_rate": 1.4701587836640223e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 172.390625, + "epoch": 0.8830556684274685, + "grad_norm": 1.2762705087661743, + "kl": 1.83984375, + "learning_rate": 1.1687256176853056e-07, + "loss": 0.0737, + "reward": 1.7412180304527283, + "reward_std": 0.17924439907073975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.819343090057373, "step": 5433 }, { - "epoch": 0.36, - "learning_rate": 1.4699673265884752e-05, - "loss": 1.0295, + "clip_ratio": 0.0, + "completion_length": 179.625, + "epoch": 0.8832182039821211, + "grad_norm": 1.268143892288208, + "kl": 1.296875, + "learning_rate": 1.1671001300390117e-07, + "loss": 0.052, + "reward": 1.5760467648506165, + "reward_std": 0.24359826371073723, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6541717350482941, "step": 5434 }, { - "epoch": 0.36, - "learning_rate": 1.4697758473997916e-05, - "loss": 1.0799, + "clip_ratio": 0.0, + "completion_length": 185.09375, + "epoch": 0.8833807395367737, + "grad_norm": 1.6158602237701416, + "kl": 1.4765625, + "learning_rate": 1.1654746423927178e-07, + "loss": 0.0591, + "reward": 1.6556251645088196, + "reward_std": 0.2354908511042595, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7493751645088196, "step": 5435 }, { - "epoch": 0.36, - "learning_rate": 1.469584346106981e-05, - "loss": 1.0008, + "clip_ratio": 0.0, + "completion_length": 145.671875, + "epoch": 0.8835432750914263, + "grad_norm": 1.3745861053466797, + "kl": 1.09375, + "learning_rate": 1.1638491547464238e-07, + "loss": 0.0438, + "reward": 1.7030540704727173, + "reward_std": 0.24884647130966187, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7811790406703949, "step": 5436 }, { - "epoch": 0.36, - "learning_rate": 1.4693928227190538e-05, - "loss": 0.9468, + "clip_ratio": 0.0, + "completion_length": 156.328125, + "epoch": 0.8837058106460788, + "grad_norm": 1.9297701120376587, + "kl": 0.8984375, + "learning_rate": 1.1622236671001299e-07, + "loss": 0.0359, + "reward": 1.732309103012085, + "reward_std": 0.23140593618154526, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7948090434074402, "step": 5437 }, { - "epoch": 0.36, - "learning_rate": 1.4692012772450225e-05, - "loss": 1.0308, + "clip_ratio": 0.0, + "completion_length": 157.78125, + "epoch": 0.8838683462007314, + "grad_norm": 2.102800130844116, + "kl": 0.9931640625, + "learning_rate": 1.160598179453836e-07, + "loss": 0.0397, + "reward": 1.6129670143127441, + "reward_std": 0.225074864923954, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6754670441150665, "step": 5438 }, { - "epoch": 0.36, - "learning_rate": 1.4690097096938984e-05, - "loss": 1.0398, + "clip_ratio": 0.0, + "completion_length": 170.984375, + "epoch": 0.884030881755384, + "grad_norm": 2.609203815460205, + "kl": 1.15234375, + "learning_rate": 1.1589726918075423e-07, + "loss": 0.046, + "reward": 1.6493593454360962, + "reward_std": 0.27159343659877777, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7431093156337738, "step": 5439 }, { - "epoch": 0.36, - "learning_rate": 1.4688181200746967e-05, - "loss": 0.9846, + "clip_ratio": 0.0, + "completion_length": 150.015625, + "epoch": 0.8841934173100365, + "grad_norm": 1.3598402738571167, + "kl": 0.7548828125, + "learning_rate": 1.1573472041612484e-07, + "loss": 0.0302, + "reward": 1.797333836555481, + "reward_std": 0.19335361942648888, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.859833836555481, "step": 5440 }, { - "epoch": 0.36, - "learning_rate": 1.468626508396431e-05, - "loss": 0.999, + "clip_ratio": 0.0, + "completion_length": 170.6875, + "epoch": 0.8843559528646892, + "grad_norm": 1.1274603605270386, + "kl": 0.5322265625, + "learning_rate": 1.1557217165149544e-07, + "loss": 0.0213, + "reward": 1.8290556073188782, + "reward_std": 0.07406252925284207, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8446806371212006, "step": 5441 }, { - "epoch": 0.36, - "learning_rate": 1.4684348746681179e-05, - "loss": 1.0438, + "clip_ratio": 0.0, + "completion_length": 153.71875, + "epoch": 0.8845184884193418, + "grad_norm": 1.2235301733016968, + "kl": 0.720703125, + "learning_rate": 1.1540962288686605e-07, + "loss": 0.0288, + "reward": 1.7064249515533447, + "reward_std": 0.2675666958093643, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7689249515533447, "step": 5442 }, { - "epoch": 0.36, - "learning_rate": 1.4682432188987736e-05, - "loss": 0.9647, + "clip_ratio": 0.0, + "completion_length": 179.421875, + "epoch": 0.8846810239739943, + "grad_norm": 2.2449100017547607, + "kl": 2.4453125, + "learning_rate": 1.1524707412223666e-07, + "loss": 0.0981, + "reward": 1.683551847934723, + "reward_std": 0.3092820942401886, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8085518181324005, "step": 5443 }, { - "epoch": 0.36, - "learning_rate": 1.4680515410974166e-05, - "loss": 1.0054, + "clip_ratio": 0.0, + "completion_length": 151.65625, + "epoch": 0.8848435595286469, + "grad_norm": 0.7262285351753235, + "kl": 0.715576171875, + "learning_rate": 1.1508452535760728e-07, + "loss": 0.0286, + "reward": 1.8661631345748901, + "reward_std": 0.10167731158435345, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8974131941795349, "step": 5444 }, { - "epoch": 0.36, - "learning_rate": 1.4678598412730654e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 133.546875, + "epoch": 0.8850060950832995, + "grad_norm": 1.3154699802398682, + "kl": 0.638671875, + "learning_rate": 1.1492197659297789e-07, + "loss": 0.0256, + "reward": 1.861004114151001, + "reward_std": 0.21351951360702515, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.907879114151001, "step": 5445 }, { - "epoch": 0.36, - "learning_rate": 1.4676681194347403e-05, - "loss": 1.0628, + "clip_ratio": 0.0, + "completion_length": 156.09375, + "epoch": 0.885168630637952, + "grad_norm": 1.9547375440597534, + "kl": 0.67236328125, + "learning_rate": 1.1475942782834849e-07, + "loss": 0.0269, + "reward": 1.6912009716033936, + "reward_std": 0.2170736938714981, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7537009716033936, "step": 5446 }, { - "epoch": 0.36, - "learning_rate": 1.4674763755914616e-05, - "loss": 0.9834, + "clip_ratio": 0.0, + "completion_length": 161.75, + "epoch": 0.8853311661926047, + "grad_norm": 1.0808429718017578, + "kl": 0.54736328125, + "learning_rate": 1.145968790637191e-07, + "loss": 0.0219, + "reward": 1.7337514162063599, + "reward_std": 0.13617942109704018, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.780626505613327, "step": 5447 }, { - "epoch": 0.36, - "learning_rate": 1.4672846097522519e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 174.453125, + "epoch": 0.8854937017472572, + "grad_norm": 1.4175819158554077, + "kl": 0.75927734375, + "learning_rate": 1.1443433029908973e-07, + "loss": 0.0303, + "reward": 1.6467953324317932, + "reward_std": 0.321382075548172, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.771795392036438, "step": 5448 }, { - "epoch": 0.36, - "learning_rate": 1.4670928219261345e-05, - "loss": 1.0182, + "clip_ratio": 0.0, + "completion_length": 165.40625, + "epoch": 0.8856562373019098, + "grad_norm": 1.5699090957641602, + "kl": 1.0234375, + "learning_rate": 1.1427178153446034e-07, + "loss": 0.0409, + "reward": 1.604933738708496, + "reward_std": 0.22877904772758484, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6830587685108185, "step": 5449 }, { - "epoch": 0.37, - "learning_rate": 1.466901012122133e-05, - "loss": 0.9472, + "clip_ratio": 0.0, + "completion_length": 191.359375, + "epoch": 0.8858187728565624, + "grad_norm": 3.2409489154815674, + "kl": 2.08203125, + "learning_rate": 1.1410923276983095e-07, + "loss": 0.0834, + "reward": 1.686298131942749, + "reward_std": 0.27095209807157516, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7956731915473938, "step": 5450 }, { - "epoch": 0.37, - "learning_rate": 1.4667091803492726e-05, - "loss": 1.0432, + "clip_ratio": 0.0, + "completion_length": 191.09375, + "epoch": 0.8859813084112149, + "grad_norm": 1.5754239559173584, + "kl": 1.177734375, + "learning_rate": 1.1394668400520155e-07, + "loss": 0.0472, + "reward": 1.7263973951339722, + "reward_std": 0.15754365921020508, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7732723951339722, "step": 5451 }, { - "epoch": 0.37, - "learning_rate": 1.4665173266165798e-05, - "loss": 1.0383, + "clip_ratio": 0.0, + "completion_length": 148.875, + "epoch": 0.8861438439658675, + "grad_norm": 1.1895983219146729, + "kl": 1.200439453125, + "learning_rate": 1.1378413524057216e-07, + "loss": 0.0482, + "reward": 1.7845004796981812, + "reward_std": 0.22576187551021576, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8470004498958588, "step": 5452 }, { - "epoch": 0.37, - "learning_rate": 1.4663254509330811e-05, - "loss": 1.0161, + "clip_ratio": 0.0, + "completion_length": 186.765625, + "epoch": 0.8863063795205202, + "grad_norm": 2.594299554824829, + "kl": 1.88671875, + "learning_rate": 1.1362158647594277e-07, + "loss": 0.0757, + "reward": 1.5198731422424316, + "reward_std": 0.4207680821418762, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6604981124401093, "step": 5453 }, { - "epoch": 0.37, - "learning_rate": 1.4661335533078056e-05, - "loss": 1.0298, + "clip_ratio": 0.0, + "completion_length": 148.796875, + "epoch": 0.8864689150751727, + "grad_norm": 2.022618532180786, + "kl": 0.296875, + "learning_rate": 1.1345903771131339e-07, + "loss": 0.0119, + "reward": 1.8739033937454224, + "reward_std": 0.045507460832595825, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8739033937454224, "step": 5454 }, { - "epoch": 0.37, - "learning_rate": 1.465941633749782e-05, - "loss": 1.0727, + "clip_ratio": 0.0, + "completion_length": 151.890625, + "epoch": 0.8866314506298253, + "grad_norm": 2.773491382598877, + "kl": 0.8994140625, + "learning_rate": 1.13296488946684e-07, + "loss": 0.0359, + "reward": 1.6877161264419556, + "reward_std": 0.11214987747371197, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.734591156244278, "step": 5455 }, { - "epoch": 0.37, - "learning_rate": 1.4657496922680408e-05, - "loss": 1.001, + "clip_ratio": 0.0, + "completion_length": 168.296875, + "epoch": 0.8867939861844778, + "grad_norm": 4.8578009605407715, + "kl": 0.6064453125, + "learning_rate": 1.1313394018205461e-07, + "loss": 0.0243, + "reward": 1.727450966835022, + "reward_std": 0.18872670829296112, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.789950966835022, "step": 5456 }, { - "epoch": 0.37, - "learning_rate": 1.4655577288716131e-05, - "loss": 1.0073, + "clip_ratio": 0.0, + "completion_length": 179.359375, + "epoch": 0.8869565217391304, + "grad_norm": 1.3713606595993042, + "kl": 1.33203125, + "learning_rate": 1.1297139141742522e-07, + "loss": 0.0533, + "reward": 1.7438873052597046, + "reward_std": 0.20561500638723373, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.822012335062027, "step": 5457 }, { - "epoch": 0.37, - "learning_rate": 1.4653657435695317e-05, - "loss": 1.0367, + "clip_ratio": 0.0, + "completion_length": 171.09375, + "epoch": 0.887119057293783, + "grad_norm": 2.3143301010131836, + "kl": 0.8046875, + "learning_rate": 1.1280884265279584e-07, + "loss": 0.0323, + "reward": 1.692754089832306, + "reward_std": 0.2617761343717575, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7708791196346283, "step": 5458 }, { - "epoch": 0.37, - "learning_rate": 1.4651737363708296e-05, - "loss": 0.9779, + "clip_ratio": 0.0, + "completion_length": 163.515625, + "epoch": 0.8872815928484356, + "grad_norm": 1.4304896593093872, + "kl": 0.54638671875, + "learning_rate": 1.1264629388816645e-07, + "loss": 0.0219, + "reward": 1.6714619994163513, + "reward_std": 0.2329367995262146, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7339620292186737, "step": 5459 }, { - "epoch": 0.37, - "learning_rate": 1.4649817072845411e-05, - "loss": 1.0319, + "clip_ratio": 0.0, + "completion_length": 181.125, + "epoch": 0.8874441284030882, + "grad_norm": 0.9895263910293579, + "kl": 0.78125, + "learning_rate": 1.1248374512353706e-07, + "loss": 0.0312, + "reward": 1.7864264845848083, + "reward_std": 0.1732318103313446, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8489264845848083, "step": 5460 }, { - "epoch": 0.37, - "learning_rate": 1.4647896563197021e-05, - "loss": 0.9829, + "clip_ratio": 0.0, + "completion_length": 146.953125, + "epoch": 0.8876066639577408, + "grad_norm": 2.3003692626953125, + "kl": 0.3017578125, + "learning_rate": 1.1232119635890766e-07, + "loss": 0.0121, + "reward": 1.7839804291725159, + "reward_std": 0.20329884067177773, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8308554291725159, "step": 5461 }, { - "epoch": 0.37, - "learning_rate": 1.464597583485349e-05, - "loss": 1.0509, + "clip_ratio": 0.0, + "completion_length": 184.46875, + "epoch": 0.8877691995123933, + "grad_norm": 2.0831611156463623, + "kl": 1.26171875, + "learning_rate": 1.1215864759427827e-07, + "loss": 0.0506, + "reward": 1.6478626728057861, + "reward_std": 0.17482586577534676, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6947376728057861, "step": 5462 }, { - "epoch": 0.37, - "learning_rate": 1.464405488790519e-05, - "loss": 0.9763, + "clip_ratio": 0.0, + "completion_length": 196.203125, + "epoch": 0.8879317350670459, + "grad_norm": 1.3820574283599854, + "kl": 0.114990234375, + "learning_rate": 1.1199609882964888e-07, + "loss": 0.0046, + "reward": 1.6543121933937073, + "reward_std": 0.1423979178071022, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6855621337890625, "step": 5463 }, { - "epoch": 0.37, - "learning_rate": 1.4642133722442507e-05, - "loss": 1.0781, + "clip_ratio": 0.0, + "completion_length": 155.8125, + "epoch": 0.8880942706216985, + "grad_norm": 1.6839648485183716, + "kl": 1.421875, + "learning_rate": 1.118335500650195e-07, + "loss": 0.0571, + "reward": 1.7262499332427979, + "reward_std": 0.37176433205604553, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8199999034404755, "step": 5464 }, { - "epoch": 0.37, - "learning_rate": 1.4640212338555837e-05, - "loss": 0.9899, + "clip_ratio": 0.0, + "completion_length": 141.796875, + "epoch": 0.888256806176351, + "grad_norm": 1.2678419351577759, + "kl": 0.5888671875, + "learning_rate": 1.1167100130039012e-07, + "loss": 0.0236, + "reward": 1.7698412537574768, + "reward_std": 0.13854624330997467, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8010912239551544, "step": 5465 }, { - "epoch": 0.37, - "learning_rate": 1.463829073633559e-05, - "loss": 1.0752, + "clip_ratio": 0.0, + "completion_length": 175.3125, + "epoch": 0.8884193417310037, + "grad_norm": 2.1691434383392334, + "kl": 1.265625, + "learning_rate": 1.1150845253576072e-07, + "loss": 0.0505, + "reward": 1.7235491871833801, + "reward_std": 0.17330607026815414, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.786049097776413, "step": 5466 }, { - "epoch": 0.37, - "learning_rate": 1.4636368915872177e-05, - "loss": 1.0396, + "clip_ratio": 0.0, + "completion_length": 184.546875, + "epoch": 0.8885818772856562, + "grad_norm": 1.3096710443496704, + "kl": 1.3828125, + "learning_rate": 1.1134590377113133e-07, + "loss": 0.0554, + "reward": 1.7052216529846191, + "reward_std": 0.19428259134292603, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7989716529846191, "step": 5467 }, { - "epoch": 0.37, - "learning_rate": 1.4634446877256026e-05, - "loss": 0.957, + "clip_ratio": 0.0, + "completion_length": 166.515625, + "epoch": 0.8887444128403088, + "grad_norm": 3.011892795562744, + "kl": 1.015625, + "learning_rate": 1.1118335500650195e-07, + "loss": 0.0406, + "reward": 1.7108766436576843, + "reward_std": 0.2263638973236084, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7733766436576843, "step": 5468 }, { - "epoch": 0.37, - "learning_rate": 1.4632524620577572e-05, - "loss": 1.082, + "clip_ratio": 0.0, + "completion_length": 168.21875, + "epoch": 0.8889069483949614, + "grad_norm": 4.114755630493164, + "kl": 1.4453125, + "learning_rate": 1.1102080624187256e-07, + "loss": 0.0578, + "reward": 1.650216817855835, + "reward_std": 0.31425604224205017, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7595918774604797, "step": 5469 }, { - "epoch": 0.37, - "learning_rate": 1.4630602145927267e-05, - "loss": 1.0152, + "clip_ratio": 0.0, + "completion_length": 159.890625, + "epoch": 0.8890694839496139, + "grad_norm": 1.434905767440796, + "kl": 2.20703125, + "learning_rate": 1.1085825747724317e-07, + "loss": 0.0884, + "reward": 1.5627943277359009, + "reward_std": 0.31922871619462967, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.672169417142868, "step": 5470 }, { - "epoch": 0.37, - "learning_rate": 1.4628679453395563e-05, - "loss": 1.0128, + "clip_ratio": 0.0, + "completion_length": 155.953125, + "epoch": 0.8892320195042666, + "grad_norm": 1.2774434089660645, + "kl": 0.9375, + "learning_rate": 1.1069570871261377e-07, + "loss": 0.0375, + "reward": 1.7143620252609253, + "reward_std": 0.2500317767262459, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7768619060516357, "step": 5471 }, { - "epoch": 0.37, - "learning_rate": 1.462675654307293e-05, - "loss": 1.0292, + "clip_ratio": 0.0, + "completion_length": 148.21875, + "epoch": 0.8893945550589192, + "grad_norm": 1.2901313304901123, + "kl": 0.284912109375, + "learning_rate": 1.1053315994798438e-07, + "loss": 0.0114, + "reward": 1.758562684059143, + "reward_std": 0.06161322072148323, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7741877138614655, "step": 5472 }, { - "epoch": 0.37, - "learning_rate": 1.4624833415049845e-05, - "loss": 1.0221, + "clip_ratio": 0.0, + "completion_length": 147.1875, + "epoch": 0.8895570906135717, + "grad_norm": 1.3245084285736084, + "kl": 0.72119140625, + "learning_rate": 1.10370611183355e-07, + "loss": 0.0289, + "reward": 1.6095629930496216, + "reward_std": 0.23287218436598778, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.687688022851944, "step": 5473 }, { - "epoch": 0.37, - "learning_rate": 1.4622910069416799e-05, - "loss": 1.0102, + "clip_ratio": 0.0, + "completion_length": 157.515625, + "epoch": 0.8897196261682243, + "grad_norm": 1.9354832172393799, + "kl": 0.5908203125, + "learning_rate": 1.1020806241872562e-07, + "loss": 0.0237, + "reward": 1.7442870140075684, + "reward_std": 0.12038608081638813, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7755369544029236, "step": 5474 }, { - "epoch": 0.37, - "learning_rate": 1.4620986506264286e-05, - "loss": 0.9919, + "clip_ratio": 0.0, + "completion_length": 184.203125, + "epoch": 0.8898821617228769, + "grad_norm": 1.2279915809631348, + "kl": 1.85546875, + "learning_rate": 1.1004551365409623e-07, + "loss": 0.0741, + "reward": 1.6144837737083435, + "reward_std": 0.2568184435367584, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7082337737083435, "step": 5475 }, { - "epoch": 0.37, - "learning_rate": 1.4619062725682812e-05, - "loss": 1.0492, + "clip_ratio": 0.0, + "completion_length": 168.765625, + "epoch": 0.8900446972775294, + "grad_norm": 1.498096227645874, + "kl": 1.1171875, + "learning_rate": 1.0988296488946683e-07, + "loss": 0.0446, + "reward": 1.6658952236175537, + "reward_std": 0.32761889696121216, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7752702236175537, "step": 5476 }, { - "epoch": 0.37, - "learning_rate": 1.4617138727762905e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 182.5, + "epoch": 0.8902072328321821, + "grad_norm": 1.6722406148910522, + "kl": 0.17919921875, + "learning_rate": 1.0972041612483744e-07, + "loss": 0.0072, + "reward": 1.7781062126159668, + "reward_std": 0.1891864910721779, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8249812126159668, "step": 5477 }, { - "epoch": 0.37, - "learning_rate": 1.4615214512595087e-05, - "loss": 0.9724, + "clip_ratio": 0.0, + "completion_length": 206.546875, + "epoch": 0.8903697683868346, + "grad_norm": 3.156148672103882, + "kl": 2.09375, + "learning_rate": 1.0955786736020805e-07, + "loss": 0.0836, + "reward": 1.6054447293281555, + "reward_std": 0.22297373414039612, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7460697293281555, "step": 5478 }, { - "epoch": 0.37, - "learning_rate": 1.4613290080269898e-05, - "loss": 0.9888, + "clip_ratio": 0.0, + "completion_length": 172.84375, + "epoch": 0.8905323039414872, + "grad_norm": 1.5491243600845337, + "kl": 0.894287109375, + "learning_rate": 1.0939531859557867e-07, + "loss": 0.0359, + "reward": 1.7910574674606323, + "reward_std": 0.13771558180451393, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8223074078559875, "step": 5479 }, { - "epoch": 0.37, - "learning_rate": 1.4611365430877886e-05, - "loss": 0.9604, + "clip_ratio": 0.0, + "completion_length": 146.78125, + "epoch": 0.8906948394961398, + "grad_norm": 1.1229029893875122, + "kl": 1.9716796875, + "learning_rate": 1.0923276983094928e-07, + "loss": 0.0791, + "reward": 1.7034426927566528, + "reward_std": 0.24278920143842697, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7971926927566528, "step": 5480 }, { - "epoch": 0.37, - "learning_rate": 1.4609440564509616e-05, - "loss": 1.0008, + "clip_ratio": 0.0, + "completion_length": 170.296875, + "epoch": 0.8908573750507923, + "grad_norm": 2.0750463008880615, + "kl": 0.82763671875, + "learning_rate": 1.0907022106631989e-07, + "loss": 0.0332, + "reward": 1.608745038509369, + "reward_std": 0.20677593350410461, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6712450385093689, "step": 5481 }, { - "epoch": 0.37, - "learning_rate": 1.4607515481255652e-05, - "loss": 1.0721, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.8910199106054449, + "grad_norm": 4.967226028442383, + "kl": 2.201171875, + "learning_rate": 1.089076723016905e-07, + "loss": 0.088, + "reward": 1.656232237815857, + "reward_std": 0.29822032153606415, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7812322378158569, "step": 5482 }, { - "epoch": 0.37, - "learning_rate": 1.4605590181206579e-05, - "loss": 1.0423, + "clip_ratio": 0.0, + "completion_length": 207.171875, + "epoch": 0.8911824461600976, + "grad_norm": 1.4964048862457275, + "kl": 0.6123046875, + "learning_rate": 1.0874512353706112e-07, + "loss": 0.0245, + "reward": 1.6346160173416138, + "reward_std": 0.32561662793159485, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7439910769462585, "step": 5483 }, { - "epoch": 0.37, - "learning_rate": 1.4603664664452982e-05, - "loss": 1.0507, + "clip_ratio": 0.0, + "completion_length": 173.53125, + "epoch": 0.8913449817147501, + "grad_norm": 1.4992551803588867, + "kl": 0.934326171875, + "learning_rate": 1.0858257477243173e-07, + "loss": 0.0374, + "reward": 1.7297128438949585, + "reward_std": 0.14188234880566597, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7609628438949585, "step": 5484 }, { - "epoch": 0.37, - "learning_rate": 1.4601738931085465e-05, - "loss": 1.0529, + "clip_ratio": 0.0, + "completion_length": 184.3125, + "epoch": 0.8915075172694027, + "grad_norm": 2.173854112625122, + "kl": 2.19921875, + "learning_rate": 1.0842002600780234e-07, + "loss": 0.088, + "reward": 1.540495216846466, + "reward_std": 0.4332796037197113, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6654951572418213, "step": 5485 }, { - "epoch": 0.37, - "learning_rate": 1.4599812981194636e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 157.828125, + "epoch": 0.8916700528240553, + "grad_norm": 1.6143898963928223, + "kl": 0.169921875, + "learning_rate": 1.0825747724317295e-07, + "loss": 0.0068, + "reward": 1.8055190443992615, + "reward_std": 0.11916966177523136, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8211439549922943, "step": 5486 }, { - "epoch": 0.37, - "learning_rate": 1.4597886814871121e-05, - "loss": 1.035, + "clip_ratio": 0.0, + "completion_length": 139.09375, + "epoch": 0.8918325883787078, + "grad_norm": 1.8530704975128174, + "kl": 1.220703125, + "learning_rate": 1.0809492847854355e-07, + "loss": 0.0488, + "reward": 1.7230029106140137, + "reward_std": 0.39308780431747437, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8167529404163361, "step": 5487 }, { - "epoch": 0.37, - "learning_rate": 1.4595960432205542e-05, - "loss": 1.005, + "clip_ratio": 0.0, + "completion_length": 170.515625, + "epoch": 0.8919951239333604, + "grad_norm": 3.2365238666534424, + "kl": 0.57421875, + "learning_rate": 1.0793237971391416e-07, + "loss": 0.0229, + "reward": 1.7244462966918945, + "reward_std": 0.23513571172952652, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8025712966918945, "step": 5488 }, { - "epoch": 0.37, - "learning_rate": 1.459403383328855e-05, - "loss": 0.9268, + "clip_ratio": 0.0, + "completion_length": 186.59375, + "epoch": 0.892157659488013, + "grad_norm": 1.505298137664795, + "kl": 1.984375, + "learning_rate": 1.0776983094928478e-07, + "loss": 0.0795, + "reward": 1.5901978015899658, + "reward_std": 0.2771153524518013, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6995728313922882, "step": 5489 }, { - "epoch": 0.37, - "learning_rate": 1.4592107018210788e-05, - "loss": 0.9999, + "clip_ratio": 0.0, + "completion_length": 166.609375, + "epoch": 0.8923201950426656, + "grad_norm": 1.1357249021530151, + "kl": 1.671875, + "learning_rate": 1.076072821846554e-07, + "loss": 0.0666, + "reward": 1.7226510047912598, + "reward_std": 0.32853440940380096, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8320260345935822, "step": 5490 }, { - "epoch": 0.37, - "learning_rate": 1.4590179987062922e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 146.5, + "epoch": 0.8924827305973182, + "grad_norm": 1.2792693376541138, + "kl": 0.98828125, + "learning_rate": 1.0744473342002601e-07, + "loss": 0.0395, + "reward": 1.710061252117157, + "reward_std": 0.28677304089069366, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7725612819194794, "step": 5491 }, { - "epoch": 0.37, - "learning_rate": 1.4588252739935622e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 167.828125, + "epoch": 0.8926452661519707, + "grad_norm": 1.713554859161377, + "kl": 0.900390625, + "learning_rate": 1.0728218465539661e-07, + "loss": 0.0361, + "reward": 1.671141803264618, + "reward_std": 0.27715300023555756, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7336417436599731, "step": 5492 }, { - "epoch": 0.37, - "learning_rate": 1.4586325276919573e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 172.71875, + "epoch": 0.8928078017066233, + "grad_norm": 2.6385152339935303, + "kl": 1.484375, + "learning_rate": 1.0711963589076723e-07, + "loss": 0.0593, + "reward": 1.7201600074768066, + "reward_std": 0.2729802876710892, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7982849776744843, "step": 5493 }, { - "epoch": 0.37, - "learning_rate": 1.4584397598105462e-05, - "loss": 1.0657, + "clip_ratio": 0.0, + "completion_length": 168.828125, + "epoch": 0.892970337261276, + "grad_norm": 1.8852959871292114, + "kl": 1.220703125, + "learning_rate": 1.0695708712613784e-07, + "loss": 0.0491, + "reward": 1.7511463165283203, + "reward_std": 0.22191765159368515, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8292713165283203, "step": 5494 }, { - "epoch": 0.37, - "learning_rate": 1.4582469703583994e-05, - "loss": 1.0059, + "clip_ratio": 0.0, + "completion_length": 164.15625, + "epoch": 0.8931328728159285, + "grad_norm": 2.2756221294403076, + "kl": 0.251953125, + "learning_rate": 1.0679453836150845e-07, + "loss": 0.0101, + "reward": 1.7426535487174988, + "reward_std": 0.12842271197587252, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7739035785198212, "step": 5495 }, { - "epoch": 0.37, - "learning_rate": 1.458054159344588e-05, - "loss": 1.0855, + "clip_ratio": 0.0, + "completion_length": 182.25, + "epoch": 0.8932954083705811, + "grad_norm": 1.6786525249481201, + "kl": 1.98046875, + "learning_rate": 1.0663198959687906e-07, + "loss": 0.0792, + "reward": 1.7279099225997925, + "reward_std": 0.22311735898256302, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8060349225997925, "step": 5496 }, { - "epoch": 0.37, - "learning_rate": 1.4578613267781847e-05, - "loss": 0.9785, + "clip_ratio": 0.0, + "completion_length": 165.546875, + "epoch": 0.8934579439252337, + "grad_norm": 1.5674930810928345, + "kl": 0.46044921875, + "learning_rate": 1.0646944083224966e-07, + "loss": 0.0184, + "reward": 1.6327446699142456, + "reward_std": 0.24862386286258698, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6952446699142456, "step": 5497 }, { - "epoch": 0.37, - "learning_rate": 1.457668472668262e-05, - "loss": 1.0157, + "clip_ratio": 0.0, + "completion_length": 134.21875, + "epoch": 0.8936204794798862, + "grad_norm": 2.090998649597168, + "kl": 0.953125, + "learning_rate": 1.0630689206762027e-07, + "loss": 0.0382, + "reward": 1.7961757183074951, + "reward_std": 0.22885862737894058, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.9055507183074951, "step": 5498 }, { - "epoch": 0.37, - "learning_rate": 1.4574755970238945e-05, - "loss": 1.0043, + "clip_ratio": 0.0, + "completion_length": 168.5, + "epoch": 0.8937830150345388, + "grad_norm": 2.933408260345459, + "kl": 1.197265625, + "learning_rate": 1.061443433029909e-07, + "loss": 0.048, + "reward": 1.6778900623321533, + "reward_std": 0.16825789958238602, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7403900921344757, "step": 5499 }, { - "epoch": 0.37, - "learning_rate": 1.4572826998541576e-05, - "loss": 1.0129, + "clip_ratio": 0.0, + "completion_length": 152.078125, + "epoch": 0.8939455505891913, + "grad_norm": 1.5205656290054321, + "kl": 1.365234375, + "learning_rate": 1.0598179453836151e-07, + "loss": 0.0548, + "reward": 1.6569627523422241, + "reward_std": 0.26302041858434677, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7350877225399017, "step": 5500 }, { - "epoch": 0.37, - "learning_rate": 1.4570897811681275e-05, - "loss": 0.9885, + "clip_ratio": 0.0, + "completion_length": 194.015625, + "epoch": 0.894108086143844, + "grad_norm": 1.712095022201538, + "kl": 0.955078125, + "learning_rate": 1.0581924577373212e-07, + "loss": 0.0382, + "reward": 1.7124953866004944, + "reward_std": 0.15325679630041122, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7593703866004944, "step": 5501 }, { - "epoch": 0.37, - "learning_rate": 1.4568968409748818e-05, - "loss": 1.0019, + "clip_ratio": 0.0, + "completion_length": 180.15625, + "epoch": 0.8942706216984966, + "grad_norm": 1.155490517616272, + "kl": 1.60546875, + "learning_rate": 1.0565669700910272e-07, + "loss": 0.0643, + "reward": 1.6384310722351074, + "reward_std": 0.1750391237437725, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7321811020374298, "step": 5502 }, { - "epoch": 0.37, - "learning_rate": 1.4567038792834982e-05, - "loss": 1.0806, + "clip_ratio": 0.0, + "completion_length": 159.0625, + "epoch": 0.8944331572531491, + "grad_norm": 1.4489067792892456, + "kl": 0.497314453125, + "learning_rate": 1.0549414824447333e-07, + "loss": 0.0199, + "reward": 1.7241497039794922, + "reward_std": 0.05973884463310242, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.755399763584137, "step": 5503 }, { - "epoch": 0.37, - "learning_rate": 1.4565108961030562e-05, - "loss": 0.9753, + "clip_ratio": 0.0, + "completion_length": 183.375, + "epoch": 0.8945956928078017, + "grad_norm": 1.3740910291671753, + "kl": 1.390625, + "learning_rate": 1.0533159947984395e-07, + "loss": 0.0557, + "reward": 1.678494930267334, + "reward_std": 0.20250054821372032, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7409949600696564, "step": 5504 }, { - "epoch": 0.37, - "learning_rate": 1.4563178914426366e-05, - "loss": 1.0149, + "clip_ratio": 0.0, + "completion_length": 170.359375, + "epoch": 0.8947582283624543, + "grad_norm": 1.5717540979385376, + "kl": 1.357421875, + "learning_rate": 1.0516905071521456e-07, + "loss": 0.0543, + "reward": 1.617829144001007, + "reward_std": 0.3219255357980728, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7272041141986847, "step": 5505 }, { - "epoch": 0.37, - "learning_rate": 1.4561248653113204e-05, - "loss": 1.0464, + "clip_ratio": 0.0, + "completion_length": 153.25, + "epoch": 0.8949207639171068, + "grad_norm": 4.500755310058594, + "kl": 0.765625, + "learning_rate": 1.0500650195058517e-07, + "loss": 0.0306, + "reward": 1.6996968984603882, + "reward_std": 0.21935225278139114, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7621969282627106, "step": 5506 }, { - "epoch": 0.37, - "learning_rate": 1.45593181771819e-05, - "loss": 0.9877, + "clip_ratio": 0.0, + "completion_length": 176.53125, + "epoch": 0.8950832994717595, + "grad_norm": 1.3618794679641724, + "kl": 1.7578125, + "learning_rate": 1.0484395318595577e-07, + "loss": 0.0704, + "reward": 1.7560300827026367, + "reward_std": 0.2678292393684387, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8341550529003143, "step": 5507 }, { - "epoch": 0.37, - "learning_rate": 1.4557387486723289e-05, - "loss": 0.9825, + "clip_ratio": 0.0, + "completion_length": 165.265625, + "epoch": 0.895245835026412, + "grad_norm": 2.305983781814575, + "kl": 1.265625, + "learning_rate": 1.046814044213264e-07, + "loss": 0.0506, + "reward": 1.6344152688980103, + "reward_std": 0.19913999736309052, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6969153583049774, "step": 5508 }, { - "epoch": 0.37, - "learning_rate": 1.4555456581828212e-05, - "loss": 1.0333, + "clip_ratio": 0.0, + "completion_length": 174.328125, + "epoch": 0.8954083705810646, + "grad_norm": 2.4758260250091553, + "kl": 1.376953125, + "learning_rate": 1.0451885565669701e-07, + "loss": 0.0549, + "reward": 1.645257830619812, + "reward_std": 0.3549731969833374, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.739007830619812, "step": 5509 }, { - "epoch": 0.37, - "learning_rate": 1.4553525462587526e-05, - "loss": 0.9986, + "clip_ratio": 0.0, + "completion_length": 161.953125, + "epoch": 0.8955709061357172, + "grad_norm": 1.3121603727340698, + "kl": 0.076171875, + "learning_rate": 1.0435630689206762e-07, + "loss": 0.003, + "reward": 1.7056140303611755, + "reward_std": 0.053271688520908356, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.7056140303611755, "step": 5510 }, { - "epoch": 0.37, - "learning_rate": 1.4551594129092092e-05, - "loss": 1.0162, + "clip_ratio": 0.0, + "completion_length": 162.5, + "epoch": 0.8957334416903697, + "grad_norm": 2.071591854095459, + "kl": 0.875, + "learning_rate": 1.0419375812743823e-07, + "loss": 0.035, + "reward": 1.7129147052764893, + "reward_std": 0.15466735139489174, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7597896754741669, "step": 5511 }, { - "epoch": 0.37, - "learning_rate": 1.4549662581432787e-05, - "loss": 0.8971, + "clip_ratio": 0.0, + "completion_length": 167.859375, + "epoch": 0.8958959772450223, + "grad_norm": 2.1023330688476562, + "kl": 2.0625, + "learning_rate": 1.0403120936280883e-07, + "loss": 0.0823, + "reward": 1.7555809617042542, + "reward_std": 0.2676367685198784, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8493309915065765, "step": 5512 }, { - "epoch": 0.37, - "learning_rate": 1.4547730819700492e-05, - "loss": 1.0205, + "clip_ratio": 0.0, + "completion_length": 146.859375, + "epoch": 0.896058512799675, + "grad_norm": 1.3034429550170898, + "kl": 1.01171875, + "learning_rate": 1.0386866059817944e-07, + "loss": 0.0404, + "reward": 1.8600465059280396, + "reward_std": 0.20276020467281342, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.9225464463233948, "step": 5513 }, { - "epoch": 0.37, - "learning_rate": 1.4545798843986104e-05, - "loss": 1.0089, + "clip_ratio": 0.0, + "completion_length": 153.34375, + "epoch": 0.8962210483543275, + "grad_norm": 6.199637413024902, + "kl": 1.5224609375, + "learning_rate": 1.0370611183355006e-07, + "loss": 0.0609, + "reward": 1.65349680185318, + "reward_std": 0.33379101008176804, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7316217422485352, "step": 5514 }, { - "epoch": 0.37, - "learning_rate": 1.4543866654380525e-05, - "loss": 1.0313, + "clip_ratio": 0.0, + "completion_length": 149.9375, + "epoch": 0.8963835839089801, + "grad_norm": 1.3493560552597046, + "kl": 0.5810546875, + "learning_rate": 1.0354356306892067e-07, + "loss": 0.0232, + "reward": 1.6890605688095093, + "reward_std": 0.17142054811120033, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.751560628414154, "step": 5515 }, { - "epoch": 0.37, - "learning_rate": 1.4541934250974675e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 203.390625, + "epoch": 0.8965461194636327, + "grad_norm": 2.897153377532959, + "kl": 1.8671875, + "learning_rate": 1.033810143042913e-07, + "loss": 0.0748, + "reward": 1.585630714893341, + "reward_std": 0.24972029775381088, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6793807148933411, "step": 5516 }, { - "epoch": 0.37, - "learning_rate": 1.4540001633859468e-05, - "loss": 1.0928, + "clip_ratio": 0.0, + "completion_length": 171.78125, + "epoch": 0.8967086550182852, + "grad_norm": 1.8251644372940063, + "kl": 1.298828125, + "learning_rate": 1.032184655396619e-07, + "loss": 0.0519, + "reward": 1.5856736302375793, + "reward_std": 0.17342568933963776, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6637985706329346, "step": 5517 }, { - "epoch": 0.37, - "learning_rate": 1.4538068803125849e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 165.90625, + "epoch": 0.8968711905729378, + "grad_norm": 1.4161866903305054, + "kl": 0.32666015625, + "learning_rate": 1.030559167750325e-07, + "loss": 0.0131, + "reward": 1.7815085649490356, + "reward_std": 0.21070976555347443, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8283836245536804, "step": 5518 }, { - "epoch": 0.37, - "learning_rate": 1.4536135758864753e-05, - "loss": 1.088, + "clip_ratio": 0.0, + "completion_length": 178.578125, + "epoch": 0.8970337261275904, + "grad_norm": 2.0683326721191406, + "kl": 1.03515625, + "learning_rate": 1.0289336801040312e-07, + "loss": 0.0414, + "reward": 1.7158905267715454, + "reward_std": 0.20892909914255142, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7627655267715454, "step": 5519 }, { - "epoch": 0.37, - "learning_rate": 1.4534202501167144e-05, - "loss": 1.0189, + "clip_ratio": 0.0, + "completion_length": 166.9375, + "epoch": 0.897196261682243, + "grad_norm": 1.4639935493469238, + "kl": 1.263671875, + "learning_rate": 1.0273081924577373e-07, + "loss": 0.0506, + "reward": 1.6951580047607422, + "reward_std": 0.18730778992176056, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7576580345630646, "step": 5520 }, { - "epoch": 0.37, - "learning_rate": 1.4532269030123981e-05, - "loss": 0.888, + "clip_ratio": 0.0, + "completion_length": 181.625, + "epoch": 0.8973587972368956, + "grad_norm": 0.997278094291687, + "kl": 1.890625, + "learning_rate": 1.0256827048114434e-07, + "loss": 0.0758, + "reward": 1.708617389202118, + "reward_std": 0.3325325846672058, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8336173593997955, "step": 5521 }, { - "epoch": 0.37, - "learning_rate": 1.453033534582624e-05, - "loss": 0.9238, + "clip_ratio": 0.0, + "completion_length": 159.265625, + "epoch": 0.8975213327915481, + "grad_norm": 1.480271339416504, + "kl": 0.47314453125, + "learning_rate": 1.0240572171651494e-07, + "loss": 0.019, + "reward": 1.7775346040725708, + "reward_std": 0.19637424498796463, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8244096040725708, "step": 5522 }, { - "epoch": 0.37, - "learning_rate": 1.4528401448364906e-05, - "loss": 1.0237, + "clip_ratio": 0.0, + "completion_length": 152.640625, + "epoch": 0.8976838683462007, + "grad_norm": 1.9622222185134888, + "kl": 0.33984375, + "learning_rate": 1.0224317295188555e-07, + "loss": 0.0136, + "reward": 1.7407222986221313, + "reward_std": 0.1852753907442093, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7875972986221313, "step": 5523 }, { - "epoch": 0.37, - "learning_rate": 1.4526467337830972e-05, - "loss": 0.9404, + "clip_ratio": 0.0, + "completion_length": 192.09375, + "epoch": 0.8978464039008534, + "grad_norm": 1.4459102153778076, + "kl": 2.1171875, + "learning_rate": 1.0208062418725618e-07, + "loss": 0.0847, + "reward": 1.4657596945762634, + "reward_std": 0.4223749488592148, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6063847243785858, "step": 5524 }, { - "epoch": 0.37, - "learning_rate": 1.4524533014315445e-05, - "loss": 1.0628, + "clip_ratio": 0.0, + "completion_length": 173.4375, + "epoch": 0.8980089394555059, + "grad_norm": 1.757121205329895, + "kl": 2.224609375, + "learning_rate": 1.0191807542262679e-07, + "loss": 0.0892, + "reward": 1.5154720544815063, + "reward_std": 0.352003276348114, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.671722024679184, "step": 5525 }, { - "epoch": 0.37, - "learning_rate": 1.452259847790934e-05, - "loss": 1.0525, + "clip_ratio": 0.0, + "completion_length": 170.921875, + "epoch": 0.8981714750101585, + "grad_norm": 2.974796772003174, + "kl": 1.09912109375, + "learning_rate": 1.017555266579974e-07, + "loss": 0.0441, + "reward": 1.7187153100967407, + "reward_std": 0.23957954347133636, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7812153398990631, "step": 5526 }, { - "epoch": 0.37, - "learning_rate": 1.452066372870368e-05, - "loss": 1.0288, + "clip_ratio": 0.0, + "completion_length": 139.75, + "epoch": 0.8983340105648111, + "grad_norm": 1.8423101902008057, + "kl": 1.41015625, + "learning_rate": 1.01592977893368e-07, + "loss": 0.0561, + "reward": 1.73695307970047, + "reward_std": 0.29643645882606506, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.81507807970047, "step": 5527 }, { - "epoch": 0.37, - "learning_rate": 1.4518728766789496e-05, - "loss": 0.9876, + "clip_ratio": 0.0, + "completion_length": 144.890625, + "epoch": 0.8984965461194636, + "grad_norm": 2.166163921356201, + "kl": 2.17578125, + "learning_rate": 1.0143042912873862e-07, + "loss": 0.0867, + "reward": 1.7313913702964783, + "reward_std": 0.3075469732284546, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8407663702964783, "step": 5528 }, { - "epoch": 0.37, - "learning_rate": 1.4516793592257841e-05, - "loss": 1.0144, + "clip_ratio": 0.0, + "completion_length": 195.84375, + "epoch": 0.8986590816741162, + "grad_norm": 1.333396077156067, + "kl": 1.421875, + "learning_rate": 1.0126788036410923e-07, + "loss": 0.0569, + "reward": 1.725674033164978, + "reward_std": 0.19044887274503708, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7881740629673004, "step": 5529 }, { - "epoch": 0.37, - "learning_rate": 1.4514858205199765e-05, - "loss": 1.0388, + "clip_ratio": 0.0, + "completion_length": 198.078125, + "epoch": 0.8988216172287687, + "grad_norm": 2.241339683532715, + "kl": 2.796875, + "learning_rate": 1.0110533159947984e-07, + "loss": 0.1115, + "reward": 1.5879480242729187, + "reward_std": 0.30438128113746643, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6973230540752411, "step": 5530 }, { - "epoch": 0.37, - "learning_rate": 1.4512922605706332e-05, - "loss": 0.9902, + "clip_ratio": 0.0, + "completion_length": 152.265625, + "epoch": 0.8989841527834214, + "grad_norm": 1.2059476375579834, + "kl": 0.89453125, + "learning_rate": 1.0094278283485045e-07, + "loss": 0.0358, + "reward": 1.6924312114715576, + "reward_std": 0.1751655489206314, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7236812114715576, "step": 5531 }, { - "epoch": 0.37, - "learning_rate": 1.451098679386862e-05, - "loss": 0.9902, + "clip_ratio": 0.0, + "completion_length": 190.21875, + "epoch": 0.899146688338074, + "grad_norm": 1.4375947713851929, + "kl": 0.943359375, + "learning_rate": 1.0078023407022105e-07, + "loss": 0.0377, + "reward": 1.655653953552246, + "reward_std": 0.3129579573869705, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7650289237499237, "step": 5532 }, { - "epoch": 0.37, - "learning_rate": 1.4509050769777711e-05, - "loss": 1.0011, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.8993092238927265, + "grad_norm": 2.056013584136963, + "kl": 1.72265625, + "learning_rate": 1.0061768530559168e-07, + "loss": 0.0688, + "reward": 1.7235013842582703, + "reward_std": 0.286185085773468, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8016263842582703, "step": 5533 }, { - "epoch": 0.37, - "learning_rate": 1.45071145335247e-05, - "loss": 0.9555, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.8994717594473791, + "grad_norm": 2.217573642730713, + "kl": 2.40625, + "learning_rate": 1.0045513654096229e-07, + "loss": 0.0963, + "reward": 1.5224321484565735, + "reward_std": 0.31177423894405365, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6474321186542511, "step": 5534 }, { - "epoch": 0.37, - "learning_rate": 1.4505178085200697e-05, - "loss": 1.1164, + "clip_ratio": 0.0, + "completion_length": 147.53125, + "epoch": 0.8996342950020317, + "grad_norm": 1.4389787912368774, + "kl": 1.27734375, + "learning_rate": 1.002925877763329e-07, + "loss": 0.0512, + "reward": 1.6538634300231934, + "reward_std": 0.24499596655368805, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7319884300231934, "step": 5535 }, { - "epoch": 0.37, - "learning_rate": 1.4503241424896808e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 151.84375, + "epoch": 0.8997968305566842, + "grad_norm": 2.1126198768615723, + "kl": 1.041015625, + "learning_rate": 1.0013003901170351e-07, + "loss": 0.0417, + "reward": 1.6645361185073853, + "reward_std": 0.38437067717313766, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.77391117811203, "step": 5536 }, { - "epoch": 0.37, - "learning_rate": 1.4501304552704166e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 143.828125, + "epoch": 0.8999593661113369, + "grad_norm": 1.8383424282073975, + "kl": 0.396484375, + "learning_rate": 9.996749024707411e-08, + "loss": 0.0159, + "reward": 1.743776798248291, + "reward_std": 0.12298094481229782, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7906517684459686, "step": 5537 }, { - "epoch": 0.37, - "learning_rate": 1.4499367468713896e-05, - "loss": 0.997, + "clip_ratio": 0.0, + "completion_length": 156.546875, + "epoch": 0.9001219016659895, + "grad_norm": 1.3602150678634644, + "kl": 1.30517578125, + "learning_rate": 9.980494148244472e-08, + "loss": 0.0521, + "reward": 1.6777220964431763, + "reward_std": 0.18189998716115952, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.740222156047821, "step": 5538 }, { - "epoch": 0.37, - "learning_rate": 1.4497430173017154e-05, - "loss": 0.947, + "clip_ratio": 0.0, + "completion_length": 172.390625, + "epoch": 0.900284437220642, + "grad_norm": 3.49420428276062, + "kl": 1.578125, + "learning_rate": 9.964239271781534e-08, + "loss": 0.063, + "reward": 1.62213933467865, + "reward_std": 0.19591735303401947, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7158893644809723, "step": 5539 }, { - "epoch": 0.37, - "learning_rate": 1.4495492665705086e-05, - "loss": 0.9492, + "clip_ratio": 0.0, + "completion_length": 164.515625, + "epoch": 0.9004469727752946, + "grad_norm": 1.4838882684707642, + "kl": 1.9609375, + "learning_rate": 9.947984395318595e-08, + "loss": 0.0788, + "reward": 1.68486887216568, + "reward_std": 0.20508957281708717, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7629937827587128, "step": 5540 }, { - "epoch": 0.37, - "learning_rate": 1.4493554946868862e-05, - "loss": 0.9744, + "clip_ratio": 0.0, + "completion_length": 161.53125, + "epoch": 0.9006095083299471, + "grad_norm": 1.1119598150253296, + "kl": 0.084228515625, + "learning_rate": 9.931729518855657e-08, + "loss": 0.0034, + "reward": 1.8542835116386414, + "reward_std": 0.03880317509174347, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.854283481836319, "step": 5541 }, { - "epoch": 0.37, - "learning_rate": 1.449161701659965e-05, - "loss": 1.0235, + "clip_ratio": 0.0, + "completion_length": 170.109375, + "epoch": 0.9007720438845997, + "grad_norm": 1.8479961156845093, + "kl": 0.3662109375, + "learning_rate": 9.915474642392717e-08, + "loss": 0.0147, + "reward": 1.7420005202293396, + "reward_std": 0.11958378367125988, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7732504606246948, "step": 5542 }, { - "epoch": 0.37, - "learning_rate": 1.4489678874988644e-05, - "loss": 1.0706, + "clip_ratio": 0.0, + "completion_length": 158.390625, + "epoch": 0.9009345794392524, + "grad_norm": 1.4926589727401733, + "kl": 1.2734375, + "learning_rate": 9.899219765929779e-08, + "loss": 0.0508, + "reward": 1.6551325917243958, + "reward_std": 0.36408255994319916, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7801325619220734, "step": 5543 }, { - "epoch": 0.37, - "learning_rate": 1.4487740522127029e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 167.109375, + "epoch": 0.9010971149939049, + "grad_norm": 1.1285955905914307, + "kl": 0.69140625, + "learning_rate": 9.88296488946684e-08, + "loss": 0.0277, + "reward": 1.736044704914093, + "reward_std": 0.12180092930793762, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7516697645187378, "step": 5544 }, { - "epoch": 0.37, - "learning_rate": 1.4485801958106016e-05, - "loss": 0.9388, + "clip_ratio": 0.0, + "completion_length": 174.0625, + "epoch": 0.9012596505485575, + "grad_norm": 1.8309181928634644, + "kl": 1.69921875, + "learning_rate": 9.866710013003901e-08, + "loss": 0.0678, + "reward": 1.6713076829910278, + "reward_std": 0.3409127742052078, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7806826829910278, "step": 5545 }, { - "epoch": 0.37, - "learning_rate": 1.4483863183016816e-05, - "loss": 0.9928, + "clip_ratio": 0.0, + "completion_length": 174.203125, + "epoch": 0.9014221861032101, + "grad_norm": 1.384489893913269, + "kl": 1.759765625, + "learning_rate": 9.850455136540962e-08, + "loss": 0.0704, + "reward": 1.6382959485054016, + "reward_std": 0.30606458336114883, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7476710081100464, "step": 5546 }, { - "epoch": 0.37, - "learning_rate": 1.4481924196950652e-05, - "loss": 1.0475, + "clip_ratio": 0.0, + "completion_length": 160.921875, + "epoch": 0.9015847216578626, + "grad_norm": 1.3580929040908813, + "kl": 1.30859375, + "learning_rate": 9.834200260078022e-08, + "loss": 0.0523, + "reward": 1.7573491930961609, + "reward_std": 0.2711292430758476, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8510991930961609, "step": 5547 }, { - "epoch": 0.37, - "learning_rate": 1.447998499999876e-05, - "loss": 1.0413, + "clip_ratio": 0.0, + "completion_length": 177.640625, + "epoch": 0.9017472572125153, + "grad_norm": 1.4160873889923096, + "kl": 0.9541015625, + "learning_rate": 9.817945383615083e-08, + "loss": 0.0383, + "reward": 1.728463053703308, + "reward_std": 0.21445123106241226, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8065880537033081, "step": 5548 }, { - "epoch": 0.37, - "learning_rate": 1.4478045592252388e-05, - "loss": 1.0483, + "clip_ratio": 0.0, + "completion_length": 163.875, + "epoch": 0.9019097927671679, + "grad_norm": 0.8662243485450745, + "kl": 0.284912109375, + "learning_rate": 9.801690507152145e-08, + "loss": 0.0114, + "reward": 1.7991735339164734, + "reward_std": 0.07678897306323051, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8147985339164734, "step": 5549 }, { - "epoch": 0.37, - "learning_rate": 1.447610597380278e-05, - "loss": 0.9793, + "clip_ratio": 0.0, + "completion_length": 190.90625, + "epoch": 0.9020723283218204, + "grad_norm": 1.6759225130081177, + "kl": 1.861328125, + "learning_rate": 9.785435630689207e-08, + "loss": 0.0742, + "reward": 1.539191484451294, + "reward_std": 0.40601810812950134, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6954414546489716, "step": 5550 }, { - "epoch": 0.37, - "learning_rate": 1.447416614474121e-05, - "loss": 0.9884, + "clip_ratio": 0.0, + "completion_length": 170.375, + "epoch": 0.902234863876473, + "grad_norm": 1.1049495935440063, + "kl": 0.91015625, + "learning_rate": 9.769180754226268e-08, + "loss": 0.0364, + "reward": 1.7805190682411194, + "reward_std": 0.1480170041322708, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8273940980434418, "step": 5551 }, { - "epoch": 0.37, - "learning_rate": 1.4472226105158949e-05, - "loss": 1.046, + "clip_ratio": 0.0, + "completion_length": 188.25, + "epoch": 0.9023973994311255, + "grad_norm": 2.2254698276519775, + "kl": 1.875, + "learning_rate": 9.752925877763328e-08, + "loss": 0.0748, + "reward": 1.5838682055473328, + "reward_std": 0.2644795626401901, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6776181757450104, "step": 5552 }, { - "epoch": 0.37, - "learning_rate": 1.4470285855147274e-05, - "loss": 0.9662, + "clip_ratio": 0.0, + "completion_length": 194.703125, + "epoch": 0.9025599349857781, + "grad_norm": 1.257924199104309, + "kl": 1.455078125, + "learning_rate": 9.73667100130039e-08, + "loss": 0.0581, + "reward": 1.6580232977867126, + "reward_std": 0.2709205746650696, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7361483573913574, "step": 5553 }, { - "epoch": 0.37, - "learning_rate": 1.4468345394797488e-05, - "loss": 0.9836, + "clip_ratio": 0.0, + "completion_length": 201.21875, + "epoch": 0.9027224705404308, + "grad_norm": 3.2605674266815186, + "kl": 1.24609375, + "learning_rate": 9.720416124837451e-08, + "loss": 0.0497, + "reward": 1.628487229347229, + "reward_std": 0.2606342285871506, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.722237229347229, "step": 5554 }, { - "epoch": 0.37, - "learning_rate": 1.4466404724200888e-05, - "loss": 1.0254, + "clip_ratio": 0.0, + "completion_length": 160.9375, + "epoch": 0.9028850060950833, + "grad_norm": 3.561403512954712, + "kl": 1.001953125, + "learning_rate": 9.704161248374512e-08, + "loss": 0.0401, + "reward": 1.7312445640563965, + "reward_std": 0.1636105328798294, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7781195938587189, "step": 5555 }, { - "epoch": 0.37, - "learning_rate": 1.4464463843448792e-05, - "loss": 0.9769, + "clip_ratio": 0.0, + "completion_length": 190.296875, + "epoch": 0.9030475416497359, + "grad_norm": 1.716742753982544, + "kl": 2.34375, + "learning_rate": 9.687906371911573e-08, + "loss": 0.0938, + "reward": 1.6785069108009338, + "reward_std": 0.2803911864757538, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7722569108009338, "step": 5556 }, { - "epoch": 0.37, - "learning_rate": 1.4462522752632519e-05, - "loss": 1.0043, + "clip_ratio": 0.0, + "completion_length": 185.34375, + "epoch": 0.9032100772043885, + "grad_norm": 1.557551383972168, + "kl": 1.77978515625, + "learning_rate": 9.671651495448633e-08, + "loss": 0.0713, + "reward": 1.6456670761108398, + "reward_std": 0.14876612927764654, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7081671357154846, "step": 5557 }, { - "epoch": 0.37, - "learning_rate": 1.4460581451843407e-05, - "loss": 1.0215, + "clip_ratio": 0.0, + "completion_length": 187.234375, + "epoch": 0.903372612759041, + "grad_norm": 2.0383358001708984, + "kl": 1.611328125, + "learning_rate": 9.655396618985694e-08, + "loss": 0.0643, + "reward": 1.6753588914871216, + "reward_std": 0.36188385635614395, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.800358921289444, "step": 5558 }, { - "epoch": 0.37, - "learning_rate": 1.4458639941172796e-05, - "loss": 0.9761, + "clip_ratio": 0.0, + "completion_length": 204.078125, + "epoch": 0.9035351483136936, + "grad_norm": 1.6505378484725952, + "kl": 2.58984375, + "learning_rate": 9.639141742522757e-08, + "loss": 0.1033, + "reward": 1.631197214126587, + "reward_std": 0.26667017489671707, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7405722439289093, "step": 5559 }, { - "epoch": 0.37, - "learning_rate": 1.445669822071204e-05, - "loss": 1.0424, + "clip_ratio": 0.0, + "completion_length": 168.859375, + "epoch": 0.9036976838683461, + "grad_norm": 1.3593915700912476, + "kl": 0.70654296875, + "learning_rate": 9.622886866059818e-08, + "loss": 0.0282, + "reward": 1.7429267764091492, + "reward_std": 0.17371896654367447, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8054267466068268, "step": 5560 }, { - "epoch": 0.37, - "learning_rate": 1.4454756290552498e-05, - "loss": 1.0302, + "clip_ratio": 0.0, + "completion_length": 195.65625, + "epoch": 0.9038602194229988, + "grad_norm": 1.67215096950531, + "kl": 2.00390625, + "learning_rate": 9.60663198959688e-08, + "loss": 0.0799, + "reward": 1.4990992546081543, + "reward_std": 0.30305707454681396, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.5928492248058319, "step": 5561 }, { - "epoch": 0.37, - "learning_rate": 1.4452814150785547e-05, - "loss": 0.9989, + "clip_ratio": 0.0, + "completion_length": 169.671875, + "epoch": 0.9040227549776514, + "grad_norm": 2.5336461067199707, + "kl": 2.28125, + "learning_rate": 9.590377113133939e-08, + "loss": 0.0915, + "reward": 1.503110647201538, + "reward_std": 0.5127422213554382, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6593606770038605, "step": 5562 }, { - "epoch": 0.37, - "learning_rate": 1.4450871801502571e-05, - "loss": 0.9442, + "clip_ratio": 0.0, + "completion_length": 178.296875, + "epoch": 0.9041852905323039, + "grad_norm": 3.913627862930298, + "kl": 0.80517578125, + "learning_rate": 9.574122236671e-08, + "loss": 0.0323, + "reward": 1.721974492073059, + "reward_std": 0.14342178730294108, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8000994920730591, "step": 5563 }, { - "epoch": 0.37, - "learning_rate": 1.4448929242794958e-05, - "loss": 1.0063, + "clip_ratio": 0.0, + "completion_length": 180.171875, + "epoch": 0.9043478260869565, + "grad_norm": 1.235263466835022, + "kl": 1.5390625, + "learning_rate": 9.557867360208062e-08, + "loss": 0.0616, + "reward": 1.6929881572723389, + "reward_std": 0.21732524782419205, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7554881572723389, "step": 5564 }, { - "epoch": 0.37, - "learning_rate": 1.444698647475411e-05, - "loss": 1.0353, + "clip_ratio": 0.0, + "completion_length": 176.328125, + "epoch": 0.9045103616416091, + "grad_norm": 2.5208115577697754, + "kl": 0.8515625, + "learning_rate": 9.541612483745123e-08, + "loss": 0.0341, + "reward": 1.7217053771018982, + "reward_std": 0.21221979707479477, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7842053771018982, "step": 5565 }, { - "epoch": 0.37, - "learning_rate": 1.4445043497471443e-05, - "loss": 0.9945, + "clip_ratio": 0.0, + "completion_length": 162.59375, + "epoch": 0.9046728971962616, + "grad_norm": 1.4127142429351807, + "kl": 1.2890625, + "learning_rate": 9.525357607282184e-08, + "loss": 0.0516, + "reward": 1.7277193665504456, + "reward_std": 0.23266291618347168, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8214693665504456, "step": 5566 }, { - "epoch": 0.37, - "learning_rate": 1.4443100311038376e-05, - "loss": 1.0198, + "clip_ratio": 0.0, + "completion_length": 159.453125, + "epoch": 0.9048354327509143, + "grad_norm": 1.67738676071167, + "kl": 0.76318359375, + "learning_rate": 9.509102730819245e-08, + "loss": 0.0305, + "reward": 1.5764774084091187, + "reward_std": 0.4432537853717804, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7327274084091187, "step": 5567 }, { - "epoch": 0.37, - "learning_rate": 1.4441156915546343e-05, - "loss": 0.9689, + "clip_ratio": 0.0, + "completion_length": 168.328125, + "epoch": 0.9049979683055669, + "grad_norm": 1.3748891353607178, + "kl": 1.30859375, + "learning_rate": 9.492847854356307e-08, + "loss": 0.0524, + "reward": 1.6253954768180847, + "reward_std": 0.24672715365886688, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7035204768180847, "step": 5568 }, { - "epoch": 0.37, - "learning_rate": 1.4439213311086783e-05, - "loss": 0.9985, + "clip_ratio": 0.0, + "completion_length": 165.75, + "epoch": 0.9051605038602194, + "grad_norm": 1.7534898519515991, + "kl": 1.40625, + "learning_rate": 9.476592977893368e-08, + "loss": 0.0564, + "reward": 1.6935566067695618, + "reward_std": 0.22014924138784409, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7560566067695618, "step": 5569 }, { - "epoch": 0.37, - "learning_rate": 1.443726949775115e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 174.453125, + "epoch": 0.905323039414872, + "grad_norm": 1.4107778072357178, + "kl": 2.23046875, + "learning_rate": 9.460338101430429e-08, + "loss": 0.0893, + "reward": 1.6708597540855408, + "reward_std": 0.26620250940322876, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7646098136901855, "step": 5570 }, { - "epoch": 0.37, - "learning_rate": 1.4435325475630901e-05, - "loss": 0.9147, + "clip_ratio": 0.0, + "completion_length": 165.09375, + "epoch": 0.9054855749695245, + "grad_norm": 1.131690263748169, + "kl": 1.10546875, + "learning_rate": 9.44408322496749e-08, + "loss": 0.0442, + "reward": 1.6864778399467468, + "reward_std": 0.3849150836467743, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7958528697490692, "step": 5571 }, { - "epoch": 0.37, - "learning_rate": 1.4433381244817515e-05, - "loss": 1.0097, + "clip_ratio": 0.0, + "completion_length": 158.09375, + "epoch": 0.9056481105241772, + "grad_norm": 2.3333287239074707, + "kl": 1.40234375, + "learning_rate": 9.42782834850455e-08, + "loss": 0.0564, + "reward": 1.5909229516983032, + "reward_std": 0.415835976600647, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7471728622913361, "step": 5572 }, { - "epoch": 0.37, - "learning_rate": 1.4431436805402466e-05, - "loss": 0.9531, + "clip_ratio": 0.0, + "completion_length": 190.0625, + "epoch": 0.9058106460788298, + "grad_norm": 1.4829864501953125, + "kl": 1.048828125, + "learning_rate": 9.411573472041611e-08, + "loss": 0.0419, + "reward": 1.6590874195098877, + "reward_std": 0.2972899526357651, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7528373897075653, "step": 5573 }, { - "epoch": 0.37, - "learning_rate": 1.4429492157477248e-05, - "loss": 1.0176, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.9059731816334823, + "grad_norm": 1.9931666851043701, + "kl": 2.052734375, + "learning_rate": 9.395318595578673e-08, + "loss": 0.0821, + "reward": 1.736829400062561, + "reward_std": 0.29411716014146805, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.830579400062561, "step": 5574 }, { - "epoch": 0.37, - "learning_rate": 1.4427547301133356e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 158.34375, + "epoch": 0.9061357171881349, + "grad_norm": 4.136404514312744, + "kl": 1.41015625, + "learning_rate": 9.379063719115734e-08, + "loss": 0.0566, + "reward": 1.6523677110671997, + "reward_std": 0.3123422712087631, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7617428004741669, "step": 5575 }, { - "epoch": 0.37, - "learning_rate": 1.4425602236462309e-05, - "loss": 0.996, + "clip_ratio": 0.0, + "completion_length": 164.953125, + "epoch": 0.9062982527427875, + "grad_norm": 2.570617914199829, + "kl": 0.7470703125, + "learning_rate": 9.362808842652796e-08, + "loss": 0.0298, + "reward": 1.6436562538146973, + "reward_std": 0.3550124615430832, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7374062240123749, "step": 5576 }, { - "epoch": 0.37, - "learning_rate": 1.442365696355562e-05, - "loss": 1.1011, + "clip_ratio": 0.0, + "completion_length": 149.5625, + "epoch": 0.90646078829744, + "grad_norm": 1.5354387760162354, + "kl": 0.94140625, + "learning_rate": 9.346553966189856e-08, + "loss": 0.0377, + "reward": 1.6866146326065063, + "reward_std": 0.2575497329235077, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7647396326065063, "step": 5577 }, { - "epoch": 0.37, - "learning_rate": 1.4421711482504825e-05, - "loss": 0.9649, + "clip_ratio": 0.0, + "completion_length": 181.671875, + "epoch": 0.9066233238520927, + "grad_norm": 1.5001235008239746, + "kl": 1.255859375, + "learning_rate": 9.330299089726918e-08, + "loss": 0.0504, + "reward": 1.6299426555633545, + "reward_std": 0.27816013991832733, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7236926853656769, "step": 5578 }, { - "epoch": 0.37, - "learning_rate": 1.4419765793401457e-05, - "loss": 1.0523, + "clip_ratio": 0.0, + "completion_length": 181.109375, + "epoch": 0.9067858594067453, + "grad_norm": 1.5549278259277344, + "kl": 1.84765625, + "learning_rate": 9.314044213263979e-08, + "loss": 0.0742, + "reward": 1.6556503176689148, + "reward_std": 0.28599198162555695, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.749400407075882, "step": 5579 }, { - "epoch": 0.37, - "learning_rate": 1.4417819896337073e-05, - "loss": 1.0396, + "clip_ratio": 0.0, + "completion_length": 164.15625, + "epoch": 0.9069483949613978, + "grad_norm": 7.250271797180176, + "kl": 1.16796875, + "learning_rate": 9.29778933680104e-08, + "loss": 0.0467, + "reward": 1.6873925924301147, + "reward_std": 0.3357649892568588, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.79676753282547, "step": 5580 }, { - "epoch": 0.37, - "learning_rate": 1.4415873791403225e-05, - "loss": 1.0197, + "clip_ratio": 0.0, + "completion_length": 159.421875, + "epoch": 0.9071109305160504, + "grad_norm": 1.6702779531478882, + "kl": 1.12890625, + "learning_rate": 9.281534460338101e-08, + "loss": 0.0452, + "reward": 1.7161536812782288, + "reward_std": 0.27841566503047943, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.794278621673584, "step": 5581 }, { - "epoch": 0.37, - "learning_rate": 1.441392747869149e-05, - "loss": 1.066, + "clip_ratio": 0.0, + "completion_length": 163.53125, + "epoch": 0.9072734660707029, + "grad_norm": 1.9290248155593872, + "kl": 1.16796875, + "learning_rate": 9.265279583875161e-08, + "loss": 0.0468, + "reward": 1.6282097697257996, + "reward_std": 0.3871821016073227, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7375847697257996, "step": 5582 }, { - "epoch": 0.37, - "learning_rate": 1.4411980958293436e-05, - "loss": 1.0264, + "clip_ratio": 0.0, + "completion_length": 147.015625, + "epoch": 0.9074360016253555, + "grad_norm": 1.3779921531677246, + "kl": 0.98828125, + "learning_rate": 9.249024707412222e-08, + "loss": 0.0396, + "reward": 1.7223190665245056, + "reward_std": 0.2823116183280945, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8004440665245056, "step": 5583 }, { - "epoch": 0.37, - "learning_rate": 1.4410034230300663e-05, - "loss": 0.9574, + "clip_ratio": 0.0, + "completion_length": 159.078125, + "epoch": 0.9075985371800082, + "grad_norm": 1.7411922216415405, + "kl": 1.947265625, + "learning_rate": 9.232769830949285e-08, + "loss": 0.0779, + "reward": 1.609491229057312, + "reward_std": 0.20938371680676937, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7188661992549896, "step": 5584 }, { - "epoch": 0.37, - "learning_rate": 1.4408087294804762e-05, - "loss": 1.0396, + "clip_ratio": 0.0, + "completion_length": 191.28125, + "epoch": 0.9077610727346607, + "grad_norm": 3.8871116638183594, + "kl": 1.75, + "learning_rate": 9.216514954486346e-08, + "loss": 0.0699, + "reward": 1.5838978290557861, + "reward_std": 0.28771091997623444, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6932728290557861, "step": 5585 }, { - "epoch": 0.37, - "learning_rate": 1.4406140151897343e-05, - "loss": 1.0251, + "clip_ratio": 0.0, + "completion_length": 173.640625, + "epoch": 0.9079236082893133, + "grad_norm": 2.2335097789764404, + "kl": 2.2421875, + "learning_rate": 9.200260078023407e-08, + "loss": 0.09, + "reward": 1.5972212553024292, + "reward_std": 0.2845001593232155, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7065962851047516, "step": 5586 }, { - "epoch": 0.37, - "learning_rate": 1.4404192801670026e-05, - "loss": 1.0605, + "clip_ratio": 0.0, + "completion_length": 168.28125, + "epoch": 0.9080861438439659, + "grad_norm": 1.0302045345306396, + "kl": 0.943359375, + "learning_rate": 9.184005201560467e-08, + "loss": 0.0378, + "reward": 1.7247442603111267, + "reward_std": 0.14527185261249542, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7716192007064819, "step": 5587 }, { - "epoch": 0.37, - "learning_rate": 1.440224524421444e-05, - "loss": 1.0235, + "clip_ratio": 0.0, + "completion_length": 195.296875, + "epoch": 0.9082486793986184, + "grad_norm": 1.7556058168411255, + "kl": 2.109375, + "learning_rate": 9.167750325097529e-08, + "loss": 0.0843, + "reward": 1.5073368549346924, + "reward_std": 0.39504627883434296, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6635869145393372, "step": 5588 }, { - "epoch": 0.37, - "learning_rate": 1.4400297479622217e-05, - "loss": 0.8873, + "clip_ratio": 0.0, + "completion_length": 163.046875, + "epoch": 0.908411214953271, + "grad_norm": 3.180697441101074, + "kl": 0.986328125, + "learning_rate": 9.15149544863459e-08, + "loss": 0.0395, + "reward": 1.6145620346069336, + "reward_std": 0.2934386134147644, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7239369750022888, "step": 5589 }, { - "epoch": 0.37, - "learning_rate": 1.4398349507985003e-05, - "loss": 0.9301, + "clip_ratio": 0.0, + "completion_length": 163.1875, + "epoch": 0.9085737505079237, + "grad_norm": 2.095736503601074, + "kl": 1.111328125, + "learning_rate": 9.135240572171651e-08, + "loss": 0.0444, + "reward": 1.5136934518814087, + "reward_std": 0.44346296787261963, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6543184518814087, "step": 5590 }, { - "epoch": 0.37, - "learning_rate": 1.4396401329394465e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 178.609375, + "epoch": 0.9087362860625762, + "grad_norm": 2.554600238800049, + "kl": 2.41796875, + "learning_rate": 9.118985695708712e-08, + "loss": 0.097, + "reward": 1.469939112663269, + "reward_std": 0.3871888071298599, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6261890828609467, "step": 5591 }, { - "epoch": 0.37, - "learning_rate": 1.439445294394226e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 161.84375, + "epoch": 0.9088988216172288, + "grad_norm": 2.195664882659912, + "kl": 2.0390625, + "learning_rate": 9.102730819245772e-08, + "loss": 0.0816, + "reward": 1.6543623208999634, + "reward_std": 0.40840335190296173, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7793622314929962, "step": 5592 }, { - "epoch": 0.37, - "learning_rate": 1.439250435172007e-05, - "loss": 1.0393, + "clip_ratio": 0.0, + "completion_length": 158.125, + "epoch": 0.9090613571718813, + "grad_norm": 2.571230173110962, + "kl": 1.140625, + "learning_rate": 9.086475942782835e-08, + "loss": 0.0457, + "reward": 1.6492530703544617, + "reward_std": 0.3459123522043228, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7586280405521393, "step": 5593 }, { - "epoch": 0.37, - "learning_rate": 1.4390555552819576e-05, - "loss": 1.0816, + "clip_ratio": 0.0, + "completion_length": 150.640625, + "epoch": 0.9092238927265339, + "grad_norm": 2.696178913116455, + "kl": 1.095703125, + "learning_rate": 9.070221066319896e-08, + "loss": 0.0438, + "reward": 1.730378806591034, + "reward_std": 0.15049508959054947, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7928788065910339, "step": 5594 }, { - "epoch": 0.37, - "learning_rate": 1.438860654733248e-05, - "loss": 1.0502, + "clip_ratio": 0.0, + "completion_length": 166.96875, + "epoch": 0.9093864282811865, + "grad_norm": 2.464989423751831, + "kl": 1.8515625, + "learning_rate": 9.053966189856957e-08, + "loss": 0.074, + "reward": 1.6583529114723206, + "reward_std": 0.22131244838237762, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7677279114723206, "step": 5595 }, { - "epoch": 0.37, - "learning_rate": 1.438665733535048e-05, - "loss": 0.9723, + "clip_ratio": 0.0, + "completion_length": 167.390625, + "epoch": 0.909548963835839, + "grad_norm": 1.3764699697494507, + "kl": 1.35546875, + "learning_rate": 9.037711313394018e-08, + "loss": 0.0543, + "reward": 1.6614959239959717, + "reward_std": 0.30488595366477966, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7396208941936493, "step": 5596 }, { - "epoch": 0.37, - "learning_rate": 1.43847079169653e-05, - "loss": 0.9756, + "clip_ratio": 0.0, + "completion_length": 193.734375, + "epoch": 0.9097114993904917, + "grad_norm": 3.1738319396972656, + "kl": 1.775390625, + "learning_rate": 9.021456436931078e-08, + "loss": 0.0711, + "reward": 1.5834547281265259, + "reward_std": 0.2616122178733349, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6772047281265259, "step": 5597 }, { - "epoch": 0.37, - "learning_rate": 1.438275829226866e-05, - "loss": 0.9306, + "clip_ratio": 0.0, + "completion_length": 168.359375, + "epoch": 0.9098740349451443, + "grad_norm": 2.4651501178741455, + "kl": 0.697265625, + "learning_rate": 9.00520156046814e-08, + "loss": 0.0279, + "reward": 1.714123249053955, + "reward_std": 0.1974305510520935, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7609982490539551, "step": 5598 }, { - "epoch": 0.37, - "learning_rate": 1.4380808461352295e-05, - "loss": 0.9776, + "clip_ratio": 0.0, + "completion_length": 172.96875, + "epoch": 0.9100365704997968, + "grad_norm": 5.445374965667725, + "kl": 1.640625, + "learning_rate": 8.988946684005201e-08, + "loss": 0.0656, + "reward": 1.5750999450683594, + "reward_std": 0.2999243885278702, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6688498854637146, "step": 5599 }, { - "epoch": 0.38, - "learning_rate": 1.4378858424307949e-05, - "loss": 1.0655, + "clip_ratio": 0.0, + "completion_length": 166.140625, + "epoch": 0.9101991060544494, + "grad_norm": 1.9895495176315308, + "kl": 0.232666015625, + "learning_rate": 8.972691807542262e-08, + "loss": 0.0093, + "reward": 1.7346046566963196, + "reward_std": 0.2280944213271141, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.812729686498642, "step": 5600 }, { - "epoch": 0.38, - "learning_rate": 1.437690818122738e-05, - "loss": 1.0604, + "clip_ratio": 0.0, + "completion_length": 156.640625, + "epoch": 0.910361641609102, + "grad_norm": 1.2173084020614624, + "kl": 1.388671875, + "learning_rate": 8.956436931079325e-08, + "loss": 0.0555, + "reward": 1.6768391132354736, + "reward_std": 0.2435547187924385, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7705890536308289, "step": 5601 }, { - "epoch": 0.38, - "learning_rate": 1.4374957732202345e-05, - "loss": 0.9186, + "clip_ratio": 0.0, + "completion_length": 163.25, + "epoch": 0.9105241771637546, + "grad_norm": 1.871970534324646, + "kl": 0.92578125, + "learning_rate": 8.940182054616384e-08, + "loss": 0.0371, + "reward": 1.65958571434021, + "reward_std": 0.3013789653778076, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.78458571434021, "step": 5602 }, { - "epoch": 0.38, - "learning_rate": 1.4373007077324625e-05, - "loss": 0.9762, + "clip_ratio": 0.0, + "completion_length": 168.96875, + "epoch": 0.9106867127184072, + "grad_norm": 2.172438859939575, + "kl": 1.255859375, + "learning_rate": 8.923927178153446e-08, + "loss": 0.0502, + "reward": 1.693962574005127, + "reward_std": 0.2466762587428093, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7564626336097717, "step": 5603 }, { - "epoch": 0.38, - "learning_rate": 1.4371056216685995e-05, - "loss": 1.0081, + "clip_ratio": 0.0, + "completion_length": 154.71875, + "epoch": 0.9108492482730597, + "grad_norm": 1.7561085224151611, + "kl": 1.515625, + "learning_rate": 8.907672301690507e-08, + "loss": 0.0607, + "reward": 1.6627203226089478, + "reward_std": 0.3662174940109253, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7408453524112701, "step": 5604 }, { - "epoch": 0.38, - "learning_rate": 1.4369105150378255e-05, - "loss": 1.0133, + "clip_ratio": 0.0, + "completion_length": 172.40625, + "epoch": 0.9110117838277123, + "grad_norm": 2.572213888168335, + "kl": 2.09765625, + "learning_rate": 8.891417425227568e-08, + "loss": 0.0838, + "reward": 1.5651281476020813, + "reward_std": 0.28478094935417175, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6745030879974365, "step": 5605 }, { - "epoch": 0.38, - "learning_rate": 1.4367153878493204e-05, - "loss": 1.0125, + "clip_ratio": 0.0, + "completion_length": 162.5625, + "epoch": 0.9111743193823649, + "grad_norm": 1.4228662252426147, + "kl": 1.1064453125, + "learning_rate": 8.87516254876463e-08, + "loss": 0.0444, + "reward": 1.7756513357162476, + "reward_std": 0.28818709403276443, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8537763953208923, "step": 5606 }, { - "epoch": 0.38, - "learning_rate": 1.4365202401122657e-05, - "loss": 1.0593, + "clip_ratio": 0.0, + "completion_length": 173.9375, + "epoch": 0.9113368549370174, + "grad_norm": 1.6490706205368042, + "kl": 2.921875, + "learning_rate": 8.858907672301689e-08, + "loss": 0.1168, + "reward": 1.5487036108970642, + "reward_std": 0.3138497769832611, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6893285810947418, "step": 5607 }, { - "epoch": 0.38, - "learning_rate": 1.4363250718358433e-05, - "loss": 0.9817, + "clip_ratio": 0.0, + "completion_length": 217.90625, + "epoch": 0.9114993904916701, + "grad_norm": 2.174058198928833, + "kl": 1.248046875, + "learning_rate": 8.84265279583875e-08, + "loss": 0.05, + "reward": 1.64039146900177, + "reward_std": 0.17303331941366196, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.68726646900177, "step": 5608 }, { - "epoch": 0.38, - "learning_rate": 1.4361298830292363e-05, - "loss": 1.012, + "clip_ratio": 0.0, + "completion_length": 148.25, + "epoch": 0.9116619260463227, + "grad_norm": 0.6439931988716125, + "kl": 0.134765625, + "learning_rate": 8.826397919375812e-08, + "loss": 0.0054, + "reward": 1.8643231987953186, + "reward_std": 0.0521151612047106, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.8799481689929962, "step": 5609 }, { - "epoch": 0.38, - "learning_rate": 1.4359346737016294e-05, - "loss": 0.8922, + "clip_ratio": 0.0, + "completion_length": 150.40625, + "epoch": 0.9118244616009752, + "grad_norm": 1.7501118183135986, + "kl": 1.0947265625, + "learning_rate": 8.810143042912874e-08, + "loss": 0.0437, + "reward": 1.739627182483673, + "reward_std": 0.09918339923024178, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7708772122859955, "step": 5610 }, { - "epoch": 0.38, - "learning_rate": 1.4357394438622067e-05, - "loss": 1.0139, + "clip_ratio": 0.0, + "completion_length": 173.703125, + "epoch": 0.9119869971556278, + "grad_norm": 2.624971866607666, + "kl": 1.43359375, + "learning_rate": 8.793888166449935e-08, + "loss": 0.0573, + "reward": 1.6876124739646912, + "reward_std": 0.34356746077537537, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.796987384557724, "step": 5611 }, { - "epoch": 0.38, - "learning_rate": 1.435544193520155e-05, - "loss": 1.0532, + "clip_ratio": 0.0, + "completion_length": 153.6875, + "epoch": 0.9121495327102803, + "grad_norm": 3.182609796524048, + "kl": 1.291015625, + "learning_rate": 8.777633289986995e-08, + "loss": 0.0517, + "reward": 1.6910098791122437, + "reward_std": 0.27528856694698334, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.769134908914566, "step": 5612 }, { - "epoch": 0.38, - "learning_rate": 1.4353489226846613e-05, - "loss": 1.0146, + "clip_ratio": 0.0, + "completion_length": 169.296875, + "epoch": 0.9123120682649329, + "grad_norm": 3.819638967514038, + "kl": 0.84912109375, + "learning_rate": 8.761378413524057e-08, + "loss": 0.034, + "reward": 1.692054271697998, + "reward_std": 0.33914169669151306, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7858043313026428, "step": 5613 }, { - "epoch": 0.38, - "learning_rate": 1.4351536313649134e-05, - "loss": 1.028, + "clip_ratio": 0.0, + "completion_length": 170.3125, + "epoch": 0.9124746038195856, + "grad_norm": 1.1330652236938477, + "kl": 0.8330078125, + "learning_rate": 8.745123537061118e-08, + "loss": 0.0333, + "reward": 1.7159417867660522, + "reward_std": 0.3179386258125305, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7940666973590851, "step": 5614 }, { - "epoch": 0.38, - "learning_rate": 1.4349583195701e-05, - "loss": 1.0029, + "clip_ratio": 0.0, + "completion_length": 175.421875, + "epoch": 0.9126371393742381, + "grad_norm": 1.1521849632263184, + "kl": 0.8818359375, + "learning_rate": 8.728868660598179e-08, + "loss": 0.0354, + "reward": 1.7530624866485596, + "reward_std": 0.20399554073810577, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8311873972415924, "step": 5615 }, { - "epoch": 0.38, - "learning_rate": 1.4347629873094114e-05, - "loss": 1.0498, + "clip_ratio": 0.0, + "completion_length": 174.71875, + "epoch": 0.9127996749288907, + "grad_norm": 1.74272882938385, + "kl": 1.06640625, + "learning_rate": 8.71261378413524e-08, + "loss": 0.0426, + "reward": 1.7702833414077759, + "reward_std": 0.1642021620646119, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8327833712100983, "step": 5616 }, { - "epoch": 0.38, - "learning_rate": 1.4345676345920385e-05, - "loss": 0.969, + "clip_ratio": 0.0, + "completion_length": 161.1875, + "epoch": 0.9129622104835433, + "grad_norm": 1.5498723983764648, + "kl": 0.5771484375, + "learning_rate": 8.6963589076723e-08, + "loss": 0.0231, + "reward": 1.765336513519287, + "reward_std": 0.24457568675279617, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8278365135192871, "step": 5617 }, { - "epoch": 0.38, - "learning_rate": 1.4343722614271727e-05, - "loss": 1.0261, + "clip_ratio": 0.0, + "completion_length": 159.546875, + "epoch": 0.9131247460381958, + "grad_norm": 1.7200325727462769, + "kl": 2.59375, + "learning_rate": 8.680104031209361e-08, + "loss": 0.1038, + "reward": 1.6260943412780762, + "reward_std": 0.18763042986392975, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.766719400882721, "step": 5618 }, { - "epoch": 0.38, - "learning_rate": 1.4341768678240072e-05, - "loss": 0.981, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.9132872815928484, + "grad_norm": 1.5726569890975952, + "kl": 2.107421875, + "learning_rate": 8.663849154746424e-08, + "loss": 0.0844, + "reward": 1.5591533780097961, + "reward_std": 0.3536328077316284, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7466533780097961, "step": 5619 }, { - "epoch": 0.38, - "learning_rate": 1.4339814537917356e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 146.984375, + "epoch": 0.9134498171475011, + "grad_norm": 2.375643253326416, + "kl": 0.4912109375, + "learning_rate": 8.647594278283485e-08, + "loss": 0.0197, + "reward": 1.6103618144989014, + "reward_std": 0.3224024921655655, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.672861784696579, "step": 5620 }, { - "epoch": 0.38, - "learning_rate": 1.4337860193395526e-05, - "loss": 0.9686, + "clip_ratio": 0.0, + "completion_length": 177.5, + "epoch": 0.9136123527021536, + "grad_norm": 2.5618889331817627, + "kl": 2.044921875, + "learning_rate": 8.631339401820546e-08, + "loss": 0.0818, + "reward": 1.6547173261642456, + "reward_std": 0.257217638194561, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7328423261642456, "step": 5621 }, { - "epoch": 0.38, - "learning_rate": 1.4335905644766541e-05, - "loss": 1.0716, + "clip_ratio": 0.0, + "completion_length": 176.46875, + "epoch": 0.9137748882568062, + "grad_norm": 1.780446171760559, + "kl": 0.52490234375, + "learning_rate": 8.615084525357606e-08, + "loss": 0.021, + "reward": 1.7071348428726196, + "reward_std": 0.1410546600818634, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7540098428726196, "step": 5622 }, { - "epoch": 0.38, - "learning_rate": 1.4333950892122361e-05, - "loss": 1.0928, + "clip_ratio": 0.0, + "completion_length": 170.234375, + "epoch": 0.9139374238114587, + "grad_norm": 1.7948462963104248, + "kl": 1.76171875, + "learning_rate": 8.598829648894668e-08, + "loss": 0.0707, + "reward": 1.6902551651000977, + "reward_std": 0.29241541773080826, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7683801352977753, "step": 5623 }, { - "epoch": 0.38, - "learning_rate": 1.433199593555497e-05, - "loss": 0.9717, + "clip_ratio": 0.0, + "completion_length": 159.78125, + "epoch": 0.9140999593661113, + "grad_norm": 1.3293277025222778, + "kl": 0.966796875, + "learning_rate": 8.582574772431729e-08, + "loss": 0.0386, + "reward": 1.6221483945846558, + "reward_std": 0.2664337009191513, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7002733945846558, "step": 5624 }, { - "epoch": 0.38, - "learning_rate": 1.4330040775156351e-05, - "loss": 0.9354, + "clip_ratio": 0.0, + "completion_length": 157.234375, + "epoch": 0.914262494920764, + "grad_norm": 1.7918848991394043, + "kl": 1.583984375, + "learning_rate": 8.56631989596879e-08, + "loss": 0.0633, + "reward": 1.7905619144439697, + "reward_std": 0.30765214562416077, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8843119144439697, "step": 5625 }, { - "epoch": 0.38, - "learning_rate": 1.4328085411018497e-05, - "loss": 0.9791, + "clip_ratio": 0.0, + "completion_length": 191.3125, + "epoch": 0.9144250304754165, + "grad_norm": 1.276911973953247, + "kl": 0.8935546875, + "learning_rate": 8.550065019505851e-08, + "loss": 0.0357, + "reward": 1.685912549495697, + "reward_std": 0.24371680617332458, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7796625196933746, "step": 5626 }, { - "epoch": 0.38, - "learning_rate": 1.4326129843233413e-05, - "loss": 0.9592, + "clip_ratio": 0.0, + "completion_length": 160.8125, + "epoch": 0.9145875660300691, + "grad_norm": 1.5940282344818115, + "kl": 1.765625, + "learning_rate": 8.533810143042912e-08, + "loss": 0.0706, + "reward": 1.6185921430587769, + "reward_std": 0.21327676624059677, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7279671430587769, "step": 5627 }, { - "epoch": 0.38, - "learning_rate": 1.4324174071893115e-05, - "loss": 0.9734, + "clip_ratio": 0.0, + "completion_length": 158.21875, + "epoch": 0.9147501015847217, + "grad_norm": 5.224175930023193, + "kl": 1.4296875, + "learning_rate": 8.517555266579974e-08, + "loss": 0.0573, + "reward": 1.7097134590148926, + "reward_std": 0.25548121333122253, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7878384292125702, "step": 5628 }, { - "epoch": 0.38, - "learning_rate": 1.4322218097089624e-05, - "loss": 1.0179, + "clip_ratio": 0.0, + "completion_length": 156.1875, + "epoch": 0.9149126371393742, + "grad_norm": 1.2760146856307983, + "kl": 0.44140625, + "learning_rate": 8.501300390117035e-08, + "loss": 0.0176, + "reward": 1.6515125036239624, + "reward_std": 0.08767630904912949, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6827625036239624, "step": 5629 }, { - "epoch": 0.38, - "learning_rate": 1.4320261918914981e-05, - "loss": 1.0695, + "clip_ratio": 0.0, + "completion_length": 163.765625, + "epoch": 0.9150751726940268, + "grad_norm": 1.4177169799804688, + "kl": 0.38134765625, + "learning_rate": 8.485045513654096e-08, + "loss": 0.0153, + "reward": 1.7667945623397827, + "reward_std": 0.18825457245111465, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8136695027351379, "step": 5630 }, { - "epoch": 0.38, - "learning_rate": 1.4318305537461221e-05, - "loss": 1.0133, + "clip_ratio": 0.0, + "completion_length": 146.828125, + "epoch": 0.9152377082486794, + "grad_norm": 1.8853278160095215, + "kl": 1.154296875, + "learning_rate": 8.468790637191157e-08, + "loss": 0.046, + "reward": 1.6899504661560059, + "reward_std": 0.16677501052618027, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7524504363536835, "step": 5631 }, { - "epoch": 0.38, - "learning_rate": 1.43163489528204e-05, - "loss": 0.9708, + "clip_ratio": 0.0, + "completion_length": 158.265625, + "epoch": 0.915400243803332, + "grad_norm": 10.07106876373291, + "kl": 0.22119140625, + "learning_rate": 8.452535760728217e-08, + "loss": 0.0088, + "reward": 1.8457524180412292, + "reward_std": 0.13762680441141129, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8770024180412292, "step": 5632 }, { - "epoch": 0.38, - "learning_rate": 1.4314392165084578e-05, - "loss": 0.9913, + "clip_ratio": 0.0, + "completion_length": 167.796875, + "epoch": 0.9155627793579846, + "grad_norm": 2.1023714542388916, + "kl": 1.671875, + "learning_rate": 8.436280884265279e-08, + "loss": 0.0666, + "reward": 1.5848571062088013, + "reward_std": 0.257227286696434, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6786070466041565, "step": 5633 }, { - "epoch": 0.38, - "learning_rate": 1.4312435174345831e-05, - "loss": 0.9898, + "clip_ratio": 0.0, + "completion_length": 166.140625, + "epoch": 0.9157253149126371, + "grad_norm": 1.4003100395202637, + "kl": 0.3564453125, + "learning_rate": 8.42002600780234e-08, + "loss": 0.0143, + "reward": 1.7247231602668762, + "reward_std": 0.18731702864170074, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7715981304645538, "step": 5634 }, { - "epoch": 0.38, - "learning_rate": 1.4310477980696237e-05, - "loss": 0.9698, + "clip_ratio": 0.0, + "completion_length": 184.984375, + "epoch": 0.9158878504672897, + "grad_norm": 2.1522810459136963, + "kl": 3.3125, + "learning_rate": 8.403771131339401e-08, + "loss": 0.1325, + "reward": 1.5346186757087708, + "reward_std": 0.33850714564323425, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6752436459064484, "step": 5635 }, { - "epoch": 0.38, - "learning_rate": 1.430852058422789e-05, - "loss": 0.9609, + "clip_ratio": 0.0, + "completion_length": 173.265625, + "epoch": 0.9160503860219423, + "grad_norm": 1.3735466003417969, + "kl": 1.69921875, + "learning_rate": 8.387516254876464e-08, + "loss": 0.0681, + "reward": 1.6000572443008423, + "reward_std": 0.39963753521442413, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7406822443008423, "step": 5636 }, { - "epoch": 0.38, - "learning_rate": 1.4306562985032884e-05, - "loss": 1.0924, + "clip_ratio": 0.0, + "completion_length": 154.578125, + "epoch": 0.9162129215765948, + "grad_norm": 2.0068912506103516, + "kl": 1.02734375, + "learning_rate": 8.371261378413523e-08, + "loss": 0.041, + "reward": 1.640540361404419, + "reward_std": 0.188319630920887, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.703040361404419, "step": 5637 }, { - "epoch": 0.38, - "learning_rate": 1.4304605183203335e-05, - "loss": 1.0316, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.9163754571312475, + "grad_norm": 1.5654480457305908, + "kl": 1.6328125, + "learning_rate": 8.355006501950585e-08, + "loss": 0.0656, + "reward": 1.7621448040008545, + "reward_std": 0.2509233057498932, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8558947741985321, "step": 5638 }, { - "epoch": 0.38, - "learning_rate": 1.4302647178831359e-05, - "loss": 1.0009, + "clip_ratio": 0.0, + "completion_length": 173.546875, + "epoch": 0.9165379926859001, + "grad_norm": 1.261256456375122, + "kl": 0.598388671875, + "learning_rate": 8.338751625487646e-08, + "loss": 0.0238, + "reward": 1.7266888618469238, + "reward_std": 0.2357746516354382, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.804813802242279, "step": 5639 }, { - "epoch": 0.38, - "learning_rate": 1.430068897200909e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 164.828125, + "epoch": 0.9167005282405526, + "grad_norm": 1.3136438131332397, + "kl": 1.65625, + "learning_rate": 8.322496749024707e-08, + "loss": 0.0663, + "reward": 1.7338318824768066, + "reward_std": 0.29133185744285583, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8275818228721619, "step": 5640 }, { - "epoch": 0.38, - "learning_rate": 1.4298730562828658e-05, - "loss": 0.9528, + "clip_ratio": 0.0, + "completion_length": 182.140625, + "epoch": 0.9168630637952052, + "grad_norm": 1.4802031517028809, + "kl": 0.681640625, + "learning_rate": 8.306241872561768e-08, + "loss": 0.0273, + "reward": 1.6025860905647278, + "reward_std": 0.22380881756544113, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6650860905647278, "step": 5641 }, { - "epoch": 0.38, - "learning_rate": 1.4296771951382218e-05, - "loss": 1.0138, + "clip_ratio": 0.0, + "completion_length": 154.875, + "epoch": 0.9170255993498578, + "grad_norm": 2.3871572017669678, + "kl": 0.962890625, + "learning_rate": 8.289986996098828e-08, + "loss": 0.0385, + "reward": 1.709291160106659, + "reward_std": 0.3227400928735733, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7874161303043365, "step": 5642 }, { - "epoch": 0.38, - "learning_rate": 1.4294813137761928e-05, - "loss": 0.9919, + "clip_ratio": 0.0, + "completion_length": 154.515625, + "epoch": 0.9171881349045103, + "grad_norm": 2.1525936126708984, + "kl": 1.84765625, + "learning_rate": 8.27373211963589e-08, + "loss": 0.0738, + "reward": 1.6638641357421875, + "reward_std": 0.27437667548656464, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7888641357421875, "step": 5643 }, { - "epoch": 0.38, - "learning_rate": 1.4292854122059949e-05, - "loss": 0.9816, + "clip_ratio": 0.0, + "completion_length": 181.296875, + "epoch": 0.917350670459163, + "grad_norm": 1.3009119033813477, + "kl": 1.0078125, + "learning_rate": 8.257477243172952e-08, + "loss": 0.0402, + "reward": 1.6709675192832947, + "reward_std": 0.2269502878189087, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7490924596786499, "step": 5644 }, { - "epoch": 0.38, - "learning_rate": 1.4290894904368463e-05, - "loss": 0.9965, + "clip_ratio": 0.0, + "completion_length": 154.53125, + "epoch": 0.9175132060138155, + "grad_norm": 1.6118083000183105, + "kl": 1.26318359375, + "learning_rate": 8.241222366710013e-08, + "loss": 0.0506, + "reward": 1.6697797179222107, + "reward_std": 0.38725683093070984, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7791546583175659, "step": 5645 }, { - "epoch": 0.38, - "learning_rate": 1.4288935484779653e-05, - "loss": 0.9954, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.9176757415684681, + "grad_norm": 2.0613155364990234, + "kl": 1.021484375, + "learning_rate": 8.224967490247074e-08, + "loss": 0.0407, + "reward": 1.7277372479438782, + "reward_std": 0.273091584444046, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8058622479438782, "step": 5646 }, { - "epoch": 0.38, - "learning_rate": 1.4286975863385718e-05, - "loss": 1.0421, + "clip_ratio": 0.0, + "completion_length": 173.25, + "epoch": 0.9178382771231207, + "grad_norm": 2.1959657669067383, + "kl": 1.0625, + "learning_rate": 8.208712613784134e-08, + "loss": 0.0425, + "reward": 1.6977968215942383, + "reward_std": 0.25647757947444916, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7602968215942383, "step": 5647 }, { - "epoch": 0.38, - "learning_rate": 1.4285016040278858e-05, - "loss": 1.0554, + "clip_ratio": 0.0, + "completion_length": 183.203125, + "epoch": 0.9180008126777732, + "grad_norm": 1.6219182014465332, + "kl": 1.37841796875, + "learning_rate": 8.192457737321196e-08, + "loss": 0.0552, + "reward": 1.739434003829956, + "reward_std": 0.1976696103811264, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.817559003829956, "step": 5648 }, { - "epoch": 0.38, - "learning_rate": 1.4283056015551295e-05, - "loss": 0.953, + "clip_ratio": 0.0, + "completion_length": 215.59375, + "epoch": 0.9181633482324258, + "grad_norm": 1.522510290145874, + "kl": 1.78125, + "learning_rate": 8.176202860858257e-08, + "loss": 0.0715, + "reward": 1.7300426363945007, + "reward_std": 0.17462480813264847, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8081676363945007, "step": 5649 }, { - "epoch": 0.38, - "learning_rate": 1.4281095789295245e-05, - "loss": 0.9888, + "clip_ratio": 0.0, + "completion_length": 199.578125, + "epoch": 0.9183258837870785, + "grad_norm": 1.7910947799682617, + "kl": 3.359375, + "learning_rate": 8.159947984395318e-08, + "loss": 0.1346, + "reward": 1.4894171357154846, + "reward_std": 0.38544225692749023, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6612921357154846, "step": 5650 }, { - "epoch": 0.38, - "learning_rate": 1.4279135361602947e-05, - "loss": 1.0862, + "clip_ratio": 0.0, + "completion_length": 186.75, + "epoch": 0.918488419341731, + "grad_norm": 2.527289867401123, + "kl": 0.818359375, + "learning_rate": 8.143693107932379e-08, + "loss": 0.0326, + "reward": 1.8153218030929565, + "reward_std": 0.10086164623498917, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8465717434883118, "step": 5651 }, { - "epoch": 0.38, - "learning_rate": 1.4277174732566641e-05, - "loss": 0.9927, + "clip_ratio": 0.0, + "completion_length": 160.65625, + "epoch": 0.9186509548963836, + "grad_norm": 2.1790778636932373, + "kl": 0.693359375, + "learning_rate": 8.127438231469439e-08, + "loss": 0.0277, + "reward": 1.766282320022583, + "reward_std": 0.1749524064362049, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8131573498249054, "step": 5652 }, { - "epoch": 0.38, - "learning_rate": 1.4275213902278581e-05, - "loss": 0.9891, + "clip_ratio": 0.0, + "completion_length": 194.8125, + "epoch": 0.9188134904510362, + "grad_norm": 2.4327032566070557, + "kl": 0.658203125, + "learning_rate": 8.111183355006502e-08, + "loss": 0.0264, + "reward": 1.6405891180038452, + "reward_std": 0.29618077725172043, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7187141478061676, "step": 5653 }, { - "epoch": 0.38, - "learning_rate": 1.4273252870831029e-05, - "loss": 1.0204, + "clip_ratio": 0.0, + "completion_length": 173.25, + "epoch": 0.9189760260056887, + "grad_norm": 2.3172354698181152, + "kl": 2.0, + "learning_rate": 8.094928478543563e-08, + "loss": 0.0799, + "reward": 1.6616583466529846, + "reward_std": 0.3170902281999588, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.771033376455307, "step": 5654 }, { - "epoch": 0.38, - "learning_rate": 1.4271291638316255e-05, - "loss": 0.9457, + "clip_ratio": 0.0, + "completion_length": 160.78125, + "epoch": 0.9191385615603413, + "grad_norm": 1.4234554767608643, + "kl": 1.65625, + "learning_rate": 8.078673602080624e-08, + "loss": 0.0662, + "reward": 1.6424956917762756, + "reward_std": 0.34377579391002655, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7831206917762756, "step": 5655 }, { - "epoch": 0.38, - "learning_rate": 1.4269330204826542e-05, - "loss": 0.9895, + "clip_ratio": 0.0, + "completion_length": 180.171875, + "epoch": 0.9193010971149939, + "grad_norm": 1.8303824663162231, + "kl": 1.7734375, + "learning_rate": 8.062418725617685e-08, + "loss": 0.071, + "reward": 1.5534728169441223, + "reward_std": 0.24819162487983704, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6940978467464447, "step": 5656 }, { - "epoch": 0.38, - "learning_rate": 1.4267368570454178e-05, - "loss": 1.0093, + "clip_ratio": 0.0, + "completion_length": 176.28125, + "epoch": 0.9194636326696465, + "grad_norm": 1.809532642364502, + "kl": 1.212890625, + "learning_rate": 8.046163849154745e-08, + "loss": 0.0485, + "reward": 1.710682213306427, + "reward_std": 0.2905905544757843, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7888072431087494, "step": 5657 }, { - "epoch": 0.38, - "learning_rate": 1.4265406735291465e-05, - "loss": 0.9809, + "clip_ratio": 0.0, + "completion_length": 166.640625, + "epoch": 0.9196261682242991, + "grad_norm": 2.5729079246520996, + "kl": 1.388916015625, + "learning_rate": 8.029908972691807e-08, + "loss": 0.0556, + "reward": 1.6778113842010498, + "reward_std": 0.267878033220768, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7871862947940826, "step": 5658 }, { - "epoch": 0.38, - "learning_rate": 1.4263444699430712e-05, - "loss": 0.9786, + "clip_ratio": 0.0, + "completion_length": 174.921875, + "epoch": 0.9197887037789516, + "grad_norm": 2.7018651962280273, + "kl": 1.5048828125, + "learning_rate": 8.013654096228868e-08, + "loss": 0.0601, + "reward": 1.638776183128357, + "reward_std": 0.2782854065299034, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7481511831283569, "step": 5659 }, { - "epoch": 0.38, - "learning_rate": 1.4261482462964236e-05, - "loss": 0.977, + "clip_ratio": 0.0, + "completion_length": 149.734375, + "epoch": 0.9199512393336042, + "grad_norm": 1.876940369606018, + "kl": 1.59375, + "learning_rate": 7.997399219765929e-08, + "loss": 0.0637, + "reward": 1.69264554977417, + "reward_std": 0.3929643929004669, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8176454901695251, "step": 5660 }, { - "epoch": 0.38, - "learning_rate": 1.4259520025984368e-05, - "loss": 1.0016, + "clip_ratio": 0.0, + "completion_length": 170.28125, + "epoch": 0.9201137748882569, + "grad_norm": 7.77953577041626, + "kl": 1.98828125, + "learning_rate": 7.981144343302992e-08, + "loss": 0.0795, + "reward": 1.631727933883667, + "reward_std": 0.4094718098640442, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.803602933883667, "step": 5661 }, { - "epoch": 0.38, - "learning_rate": 1.425755738858344e-05, - "loss": 1.0418, + "clip_ratio": 0.0, + "completion_length": 152.109375, + "epoch": 0.9202763104429094, + "grad_norm": 2.2311224937438965, + "kl": 0.25341796875, + "learning_rate": 7.964889466840051e-08, + "loss": 0.0101, + "reward": 1.6676722764968872, + "reward_std": 0.21276863664388657, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7301722764968872, "step": 5662 }, { - "epoch": 0.38, - "learning_rate": 1.4255594550853806e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 153.15625, + "epoch": 0.920438845997562, + "grad_norm": 1.5139163732528687, + "kl": 1.953125, + "learning_rate": 7.948634590377113e-08, + "loss": 0.0781, + "reward": 1.7377588152885437, + "reward_std": 0.27106843143701553, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8315088152885437, "step": 5663 }, { - "epoch": 0.38, - "learning_rate": 1.4253631512887816e-05, - "loss": 0.9812, + "clip_ratio": 0.0, + "completion_length": 178.984375, + "epoch": 0.9206013815522145, + "grad_norm": 1.5374774932861328, + "kl": 2.15234375, + "learning_rate": 7.932379713914174e-08, + "loss": 0.0863, + "reward": 1.6009276509284973, + "reward_std": 0.2869618982076645, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7259276509284973, "step": 5664 }, { - "epoch": 0.38, - "learning_rate": 1.425166827477784e-05, - "loss": 1.0227, + "clip_ratio": 0.0, + "completion_length": 162.96875, + "epoch": 0.9207639171068671, + "grad_norm": 1.5019680261611938, + "kl": 1.45556640625, + "learning_rate": 7.916124837451235e-08, + "loss": 0.0583, + "reward": 1.5963209867477417, + "reward_std": 0.29040490835905075, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6744459569454193, "step": 5665 }, { - "epoch": 0.38, - "learning_rate": 1.4249704836616254e-05, - "loss": 1.0611, + "clip_ratio": 0.0, + "completion_length": 156.234375, + "epoch": 0.9209264526615197, + "grad_norm": 2.0073189735412598, + "kl": 1.177734375, + "learning_rate": 7.899869960988296e-08, + "loss": 0.0471, + "reward": 1.5067814588546753, + "reward_std": 0.24709255248308182, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6161563396453857, "step": 5666 }, { - "epoch": 0.38, - "learning_rate": 1.424774119849544e-05, - "loss": 0.9769, + "clip_ratio": 0.0, + "completion_length": 170.59375, + "epoch": 0.9210889882161722, + "grad_norm": 2.205273389816284, + "kl": 2.9765625, + "learning_rate": 7.883615084525356e-08, + "loss": 0.1194, + "reward": 1.5521342158317566, + "reward_std": 0.3359428644180298, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7240093052387238, "step": 5667 }, { - "epoch": 0.38, - "learning_rate": 1.4245777360507794e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 176.578125, + "epoch": 0.9212515237708249, + "grad_norm": 1.5535211563110352, + "kl": 1.55078125, + "learning_rate": 7.867360208062418e-08, + "loss": 0.0619, + "reward": 1.6730120778083801, + "reward_std": 0.24764211475849152, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7667620480060577, "step": 5668 }, { - "epoch": 0.38, - "learning_rate": 1.4243813322745716e-05, - "loss": 1.0453, + "clip_ratio": 0.0, + "completion_length": 165.765625, + "epoch": 0.9214140593254775, + "grad_norm": 1.2106757164001465, + "kl": 2.1875, + "learning_rate": 7.851105331599479e-08, + "loss": 0.0874, + "reward": 1.5835094451904297, + "reward_std": 0.43485109508037567, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7241344451904297, "step": 5669 }, { - "epoch": 0.38, - "learning_rate": 1.4241849085301622e-05, - "loss": 1.0087, + "clip_ratio": 0.0, + "completion_length": 161.171875, + "epoch": 0.92157659488013, + "grad_norm": 3.0162363052368164, + "kl": 2.10546875, + "learning_rate": 7.834850455136541e-08, + "loss": 0.0843, + "reward": 1.6823368668556213, + "reward_std": 0.28170787543058395, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7760869264602661, "step": 5670 }, { - "epoch": 0.38, - "learning_rate": 1.4239884648267933e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 156.0, + "epoch": 0.9217391304347826, + "grad_norm": 1.924767017364502, + "kl": 1.5498046875, + "learning_rate": 7.818595578673603e-08, + "loss": 0.062, + "reward": 1.6170091032981873, + "reward_std": 0.2582295835018158, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7576341331005096, "step": 5671 }, { - "epoch": 0.38, - "learning_rate": 1.4237920011737086e-05, - "loss": 0.9381, + "clip_ratio": 0.0, + "completion_length": 171.59375, + "epoch": 0.9219016659894352, + "grad_norm": 4.651444911956787, + "kl": 2.400390625, + "learning_rate": 7.802340702210664e-08, + "loss": 0.0957, + "reward": 1.6228875517845154, + "reward_std": 0.3272222578525543, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.779137521982193, "step": 5672 }, { - "epoch": 0.38, - "learning_rate": 1.4235955175801513e-05, - "loss": 1.0111, + "clip_ratio": 0.0, + "completion_length": 210.890625, + "epoch": 0.9220642015440877, + "grad_norm": 1.9674121141433716, + "kl": 3.3203125, + "learning_rate": 7.786085825747724e-08, + "loss": 0.1329, + "reward": 1.6362305283546448, + "reward_std": 0.28647470474243164, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7612305283546448, "step": 5673 }, { - "epoch": 0.38, - "learning_rate": 1.4233990140553668e-05, - "loss": 1.0806, + "clip_ratio": 0.0, + "completion_length": 180.3125, + "epoch": 0.9222267370987404, + "grad_norm": 1.1615033149719238, + "kl": 2.0234375, + "learning_rate": 7.769830949284785e-08, + "loss": 0.0808, + "reward": 1.7397608757019043, + "reward_std": 0.2689615488052368, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8335108757019043, "step": 5674 }, { - "epoch": 0.38, - "learning_rate": 1.4232024906086013e-05, - "loss": 1.0205, + "clip_ratio": 0.0, + "completion_length": 177.65625, + "epoch": 0.9223892726533929, + "grad_norm": 1.940718412399292, + "kl": 0.998046875, + "learning_rate": 7.753576072821846e-08, + "loss": 0.0399, + "reward": 1.703096330165863, + "reward_std": 0.1761661022901535, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7812213003635406, "step": 5675 }, { - "epoch": 0.38, - "learning_rate": 1.4230059472491018e-05, - "loss": 0.9555, + "clip_ratio": 0.0, + "completion_length": 156.1875, + "epoch": 0.9225518082080455, + "grad_norm": 1.621388554573059, + "kl": 1.828125, + "learning_rate": 7.737321196358907e-08, + "loss": 0.073, + "reward": 1.527491807937622, + "reward_std": 0.36396826803684235, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6681168377399445, "step": 5676 }, { - "epoch": 0.38, - "learning_rate": 1.4228093839861156e-05, - "loss": 0.9574, + "clip_ratio": 0.0, + "completion_length": 161.578125, + "epoch": 0.9227143437626981, + "grad_norm": 2.133981466293335, + "kl": 1.47705078125, + "learning_rate": 7.721066319895969e-08, + "loss": 0.0591, + "reward": 1.6555804014205933, + "reward_std": 0.4271906912326813, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7805804014205933, "step": 5677 }, { - "epoch": 0.38, - "learning_rate": 1.422612800828892e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 175.03125, + "epoch": 0.9228768793173506, + "grad_norm": 2.028280258178711, + "kl": 1.12109375, + "learning_rate": 7.70481144343303e-08, + "loss": 0.0448, + "reward": 1.7010993361473083, + "reward_std": 0.20328861102461815, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7792243659496307, "step": 5678 }, { - "epoch": 0.38, - "learning_rate": 1.4224161977866803e-05, - "loss": 1.0408, + "clip_ratio": 0.0, + "completion_length": 181.0625, + "epoch": 0.9230394148720032, + "grad_norm": 3.3112218379974365, + "kl": 1.3515625, + "learning_rate": 7.688556566970091e-08, + "loss": 0.054, + "reward": 1.5600123405456543, + "reward_std": 0.27072665095329285, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6537623107433319, "step": 5679 }, { - "epoch": 0.38, - "learning_rate": 1.4222195748687317e-05, - "loss": 1.0151, + "clip_ratio": 0.0, + "completion_length": 176.0, + "epoch": 0.9232019504266559, + "grad_norm": 2.4457592964172363, + "kl": 3.421875, + "learning_rate": 7.672301690507152e-08, + "loss": 0.1371, + "reward": 1.539073884487152, + "reward_std": 0.3361082077026367, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7109487950801849, "step": 5680 }, { - "epoch": 0.38, - "learning_rate": 1.4220229320842973e-05, - "loss": 0.9418, + "clip_ratio": 0.0, + "completion_length": 163.015625, + "epoch": 0.9233644859813084, + "grad_norm": 1.4608768224716187, + "kl": 0.25537109375, + "learning_rate": 7.656046814044213e-08, + "loss": 0.0102, + "reward": 1.6809750199317932, + "reward_std": 0.20215607434511185, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7278500199317932, "step": 5681 }, { - "epoch": 0.38, - "learning_rate": 1.4218262694426301e-05, - "loss": 0.9434, + "clip_ratio": 0.0, + "completion_length": 161.9375, + "epoch": 0.923527021535961, + "grad_norm": 1.5772582292556763, + "kl": 1.859375, + "learning_rate": 7.639791937581275e-08, + "loss": 0.0745, + "reward": 1.5393608212471008, + "reward_std": 0.28517885506153107, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6799858808517456, "step": 5682 }, { - "epoch": 0.38, - "learning_rate": 1.421629586952983e-05, - "loss": 1.0331, + "clip_ratio": 0.0, + "completion_length": 203.203125, + "epoch": 0.9236895570906136, + "grad_norm": 2.043712615966797, + "kl": 1.50244140625, + "learning_rate": 7.623537061118335e-08, + "loss": 0.0602, + "reward": 1.5943465828895569, + "reward_std": 0.2750731147825718, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6880966126918793, "step": 5683 }, { - "epoch": 0.38, - "learning_rate": 1.421432884624611e-05, - "loss": 0.9513, + "clip_ratio": 0.0, + "completion_length": 193.625, + "epoch": 0.9238520926452661, + "grad_norm": 1.371504783630371, + "kl": 0.9091796875, + "learning_rate": 7.607282184655396e-08, + "loss": 0.0364, + "reward": 1.6480931043624878, + "reward_std": 0.22796612605452538, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7262180149555206, "step": 5684 }, { - "epoch": 0.38, - "learning_rate": 1.421236162466769e-05, - "loss": 1.034, + "clip_ratio": 0.0, + "completion_length": 137.21875, + "epoch": 0.9240146281999188, + "grad_norm": 1.4413087368011475, + "kl": 0.47802734375, + "learning_rate": 7.591027308192457e-08, + "loss": 0.0191, + "reward": 1.7508538961410522, + "reward_std": 0.23413752019405365, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8289788663387299, "step": 5685 }, { - "epoch": 0.38, - "learning_rate": 1.4210394204887137e-05, - "loss": 1.0314, + "clip_ratio": 0.0, + "completion_length": 167.390625, + "epoch": 0.9241771637545713, + "grad_norm": 2.1278223991394043, + "kl": 1.12109375, + "learning_rate": 7.574772431729518e-08, + "loss": 0.0449, + "reward": 1.615893542766571, + "reward_std": 0.28234510123729706, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.756518542766571, "step": 5686 }, { - "epoch": 0.38, - "learning_rate": 1.4208426586997018e-05, - "loss": 1.021, + "clip_ratio": 0.0, + "completion_length": 182.21875, + "epoch": 0.9243396993092239, + "grad_norm": 1.2440789937973022, + "kl": 1.31640625, + "learning_rate": 7.558517555266581e-08, + "loss": 0.0527, + "reward": 1.7181377410888672, + "reward_std": 0.2431158348917961, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8118877410888672, "step": 5687 }, { - "epoch": 0.38, - "learning_rate": 1.4206458771089917e-05, - "loss": 1.0517, + "clip_ratio": 0.0, + "completion_length": 172.78125, + "epoch": 0.9245022348638765, + "grad_norm": 2.2520627975463867, + "kl": 1.94921875, + "learning_rate": 7.542262678803641e-08, + "loss": 0.078, + "reward": 1.435769498348236, + "reward_std": 0.36420196294784546, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.5607694536447525, "step": 5688 }, { - "epoch": 0.38, - "learning_rate": 1.4204490757258422e-05, - "loss": 0.9349, + "clip_ratio": 0.0, + "completion_length": 179.53125, + "epoch": 0.924664770418529, + "grad_norm": 1.9347833395004272, + "kl": 0.27685546875, + "learning_rate": 7.526007802340702e-08, + "loss": 0.0111, + "reward": 1.7421852946281433, + "reward_std": 0.11528879590332508, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7734352350234985, "step": 5689 }, { - "epoch": 0.38, - "learning_rate": 1.4202522545595136e-05, - "loss": 0.9485, + "clip_ratio": 0.0, + "completion_length": 159.890625, + "epoch": 0.9248273059731816, + "grad_norm": 2.682509660720825, + "kl": 1.21875, + "learning_rate": 7.509752925877763e-08, + "loss": 0.0488, + "reward": 1.6232615113258362, + "reward_std": 0.37006576359272003, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7482614815235138, "step": 5690 }, { - "epoch": 0.38, - "learning_rate": 1.4200554136192671e-05, - "loss": 1.0194, + "clip_ratio": 0.0, + "completion_length": 180.546875, + "epoch": 0.9249898415278343, + "grad_norm": 1.821768045425415, + "kl": 1.634033203125, + "learning_rate": 7.493498049414824e-08, + "loss": 0.0653, + "reward": 1.615037202835083, + "reward_std": 0.2315044142305851, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7087871432304382, "step": 5691 }, { - "epoch": 0.38, - "learning_rate": 1.4198585529143641e-05, - "loss": 0.9185, + "clip_ratio": 0.0, + "completion_length": 149.9375, + "epoch": 0.9251523770824868, + "grad_norm": 1.354610800743103, + "kl": 0.61474609375, + "learning_rate": 7.477243172951886e-08, + "loss": 0.0245, + "reward": 1.7341591119766235, + "reward_std": 0.3522699400782585, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8279092013835907, "step": 5692 }, { - "epoch": 0.38, - "learning_rate": 1.4196616724540673e-05, - "loss": 0.982, + "clip_ratio": 0.0, + "completion_length": 179.9375, + "epoch": 0.9253149126371394, + "grad_norm": 1.446618914604187, + "kl": 0.71484375, + "learning_rate": 7.460988296488946e-08, + "loss": 0.0286, + "reward": 1.6715598106384277, + "reward_std": 0.1751169040799141, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7340598106384277, "step": 5693 }, { - "epoch": 0.38, - "learning_rate": 1.4194647722476407e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 153.203125, + "epoch": 0.925477448191792, + "grad_norm": 2.886054039001465, + "kl": 3.31640625, + "learning_rate": 7.444733420026007e-08, + "loss": 0.133, + "reward": 1.4423429369926453, + "reward_std": 0.37296750396490097, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6298429816961288, "step": 5694 }, { - "epoch": 0.38, - "learning_rate": 1.4192678523043486e-05, - "loss": 1.044, + "clip_ratio": 0.0, + "completion_length": 173.828125, + "epoch": 0.9256399837464445, + "grad_norm": 1.321212887763977, + "kl": 1.1484375, + "learning_rate": 7.428478543563069e-08, + "loss": 0.046, + "reward": 1.5953169465065002, + "reward_std": 0.2206227332353592, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6890669465065002, "step": 5695 }, { - "epoch": 0.38, - "learning_rate": 1.4190709126334574e-05, - "loss": 1.0352, + "clip_ratio": 0.0, + "completion_length": 175.265625, + "epoch": 0.9258025193010971, + "grad_norm": 1.9424952268600464, + "kl": 1.39453125, + "learning_rate": 7.41222366710013e-08, + "loss": 0.0559, + "reward": 1.615060806274414, + "reward_std": 0.22244929522275925, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7088107764720917, "step": 5696 }, { - "epoch": 0.38, - "learning_rate": 1.4188739532442326e-05, - "loss": 1.0181, + "clip_ratio": 0.0, + "completion_length": 211.296875, + "epoch": 0.9259650548557496, + "grad_norm": 1.5549436807632446, + "kl": 0.392822265625, + "learning_rate": 7.395968790637192e-08, + "loss": 0.0157, + "reward": 1.628538966178894, + "reward_std": 0.1192607693374157, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6754139363765717, "step": 5697 }, { - "epoch": 0.38, - "learning_rate": 1.4186769741459423e-05, - "loss": 1.0425, + "clip_ratio": 0.0, + "completion_length": 146.765625, + "epoch": 0.9261275904104023, + "grad_norm": 1.6310919523239136, + "kl": 1.103515625, + "learning_rate": 7.379713914174252e-08, + "loss": 0.0441, + "reward": 1.6907432675361633, + "reward_std": 0.2799332067370415, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7688682973384857, "step": 5698 }, { - "epoch": 0.38, - "learning_rate": 1.4184799753478542e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 186.578125, + "epoch": 0.9262901259650549, + "grad_norm": 1.0336400270462036, + "kl": 1.142578125, + "learning_rate": 7.363459037711313e-08, + "loss": 0.0457, + "reward": 1.7607704401016235, + "reward_std": 0.27409475296735764, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8545204997062683, "step": 5699 }, { - "epoch": 0.38, - "learning_rate": 1.4182829568592384e-05, - "loss": 0.9644, + "clip_ratio": 0.0, + "completion_length": 174.984375, + "epoch": 0.9264526615197074, + "grad_norm": 1.7429282665252686, + "kl": 0.644775390625, + "learning_rate": 7.347204161248374e-08, + "loss": 0.0258, + "reward": 1.7841565608978271, + "reward_std": 0.19223663210868835, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8310315608978271, "step": 5700 }, { - "epoch": 0.38, - "learning_rate": 1.4180859186893647e-05, - "loss": 1.0159, + "clip_ratio": 0.0, + "completion_length": 179.546875, + "epoch": 0.92661519707436, + "grad_norm": 1.2488868236541748, + "kl": 0.40380859375, + "learning_rate": 7.330949284785435e-08, + "loss": 0.0161, + "reward": 1.707687497138977, + "reward_std": 0.19545555859804153, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.770187497138977, "step": 5701 }, { - "epoch": 0.38, - "learning_rate": 1.4178888608475045e-05, - "loss": 0.9334, + "clip_ratio": 0.0, + "completion_length": 168.984375, + "epoch": 0.9267777326290126, + "grad_norm": 2.040112018585205, + "kl": 1.82421875, + "learning_rate": 7.314694408322497e-08, + "loss": 0.073, + "reward": 1.6126545071601868, + "reward_std": 0.4102563261985779, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7376545071601868, "step": 5702 }, { - "epoch": 0.38, - "learning_rate": 1.4176917833429291e-05, - "loss": 1.0671, + "clip_ratio": 0.0, + "completion_length": 159.953125, + "epoch": 0.9269402681836652, + "grad_norm": 1.7941876649856567, + "kl": 2.7265625, + "learning_rate": 7.298439531859556e-08, + "loss": 0.1091, + "reward": 1.4070937037467957, + "reward_std": 0.5039964318275452, + "rewards/format_reward_gen": 0.75, + "rewards/llm_reward": 0.6570937633514404, "step": 5703 }, { - "epoch": 0.38, - "learning_rate": 1.4174946861849123e-05, - "loss": 0.9399, + "clip_ratio": 0.0, + "completion_length": 170.859375, + "epoch": 0.9271028037383178, + "grad_norm": 1.3088055849075317, + "kl": 1.90234375, + "learning_rate": 7.282184655396619e-08, + "loss": 0.0762, + "reward": 1.6445789337158203, + "reward_std": 0.2888166010379791, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7539539337158203, "step": 5704 }, { - "epoch": 0.38, - "learning_rate": 1.4172975693827277e-05, - "loss": 0.9573, + "clip_ratio": 0.0, + "completion_length": 160.25, + "epoch": 0.9272653392929704, + "grad_norm": 2.0183212757110596, + "kl": 2.236328125, + "learning_rate": 7.26592977893368e-08, + "loss": 0.0895, + "reward": 1.6217007637023926, + "reward_std": 0.46352189779281616, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.777950793504715, "step": 5705 }, { - "epoch": 0.38, - "learning_rate": 1.4171004329456504e-05, - "loss": 1.0442, + "clip_ratio": 0.0, + "completion_length": 169.96875, + "epoch": 0.9274278748476229, + "grad_norm": 1.2193386554718018, + "kl": 0.5693359375, + "learning_rate": 7.249674902470742e-08, + "loss": 0.0228, + "reward": 1.7358230352401733, + "reward_std": 0.20592673495411873, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7983229756355286, "step": 5706 }, { - "epoch": 0.38, - "learning_rate": 1.4169032768829558e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 156.171875, + "epoch": 0.9275904104022755, + "grad_norm": 1.5028575658798218, + "kl": 1.2509765625, + "learning_rate": 7.233420026007803e-08, + "loss": 0.0502, + "reward": 1.674003541469574, + "reward_std": 0.2984754890203476, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.767753541469574, "step": 5707 }, { - "epoch": 0.38, - "learning_rate": 1.4167061012039205e-05, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 172.546875, + "epoch": 0.927752945956928, + "grad_norm": 1.8150309324264526, + "kl": 1.71484375, + "learning_rate": 7.217165149544863e-08, + "loss": 0.0686, + "reward": 1.624278962612152, + "reward_std": 0.36549535393714905, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7492790222167969, "step": 5708 }, { - "epoch": 0.38, - "learning_rate": 1.4165089059178225e-05, - "loss": 0.9737, + "clip_ratio": 0.0, + "completion_length": 169.671875, + "epoch": 0.9279154815115807, + "grad_norm": 1.9888033866882324, + "kl": 1.4140625, + "learning_rate": 7.200910273081924e-08, + "loss": 0.0565, + "reward": 1.6214669942855835, + "reward_std": 0.33140186965465546, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7464670538902283, "step": 5709 }, { - "epoch": 0.38, - "learning_rate": 1.4163116910339399e-05, - "loss": 0.981, + "clip_ratio": 0.0, + "completion_length": 176.125, + "epoch": 0.9280780170662333, + "grad_norm": 0.9659210443496704, + "kl": 0.452880859375, + "learning_rate": 7.184655396618985e-08, + "loss": 0.0181, + "reward": 1.7345553636550903, + "reward_std": 0.1458836980164051, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7814303338527679, "step": 5710 }, { - "epoch": 0.38, - "learning_rate": 1.4161144565615528e-05, - "loss": 1.0841, + "clip_ratio": 0.0, + "completion_length": 151.09375, + "epoch": 0.9282405526208858, + "grad_norm": 1.365065574645996, + "kl": 0.919921875, + "learning_rate": 7.168400520156046e-08, + "loss": 0.0367, + "reward": 1.6959711909294128, + "reward_std": 0.21632401645183563, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7740961909294128, "step": 5711 }, { - "epoch": 0.38, - "learning_rate": 1.4159172025099407e-05, - "loss": 0.9822, + "clip_ratio": 0.0, + "completion_length": 158.296875, + "epoch": 0.9284030881755384, + "grad_norm": 0.6731324791908264, + "kl": 1.11328125, + "learning_rate": 7.152145643693109e-08, + "loss": 0.0446, + "reward": 1.7586095929145813, + "reward_std": 0.12963219359517097, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8054845929145813, "step": 5712 }, { - "epoch": 0.38, - "learning_rate": 1.4157199288883859e-05, - "loss": 1.0286, + "clip_ratio": 0.0, + "completion_length": 152.984375, + "epoch": 0.928565623730191, + "grad_norm": 0.7409695386886597, + "kl": 0.618896484375, + "learning_rate": 7.135890767230169e-08, + "loss": 0.0247, + "reward": 1.673008918762207, + "reward_std": 0.08752801083028316, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.719883918762207, "step": 5713 }, { - "epoch": 0.38, - "learning_rate": 1.4155226357061698e-05, - "loss": 1.0039, + "clip_ratio": 0.0, + "completion_length": 149.59375, + "epoch": 0.9287281592848435, + "grad_norm": 4.705441951751709, + "kl": 0.880859375, + "learning_rate": 7.11963589076723e-08, + "loss": 0.0352, + "reward": 1.759166955947876, + "reward_std": 0.20733298361301422, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8060418963432312, "step": 5714 }, { - "epoch": 0.38, - "learning_rate": 1.415325322972576e-05, - "loss": 1.1189, + "clip_ratio": 0.0, + "completion_length": 169.171875, + "epoch": 0.9288906948394962, + "grad_norm": 1.510260820388794, + "kl": 0.3447265625, + "learning_rate": 7.103381014304291e-08, + "loss": 0.0138, + "reward": 1.5757654905319214, + "reward_std": 0.24603881686925888, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6538905203342438, "step": 5715 }, { - "epoch": 0.38, - "learning_rate": 1.4151279906968882e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 153.375, + "epoch": 0.9290532303941487, + "grad_norm": 1.9652926921844482, + "kl": 1.302734375, + "learning_rate": 7.087126137841352e-08, + "loss": 0.0522, + "reward": 1.5429514646530151, + "reward_std": 0.40530526638031006, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6679514944553375, "step": 5716 }, { - "epoch": 0.38, - "learning_rate": 1.4149306388883917e-05, - "loss": 1.0244, + "clip_ratio": 0.0, + "completion_length": 162.25, + "epoch": 0.9292157659488013, + "grad_norm": 2.103064775466919, + "kl": 1.0009765625, + "learning_rate": 7.070871261378414e-08, + "loss": 0.0401, + "reward": 1.70157390832901, + "reward_std": 0.19035452604293823, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7484489381313324, "step": 5717 }, { - "epoch": 0.38, - "learning_rate": 1.4147332675563721e-05, - "loss": 0.9307, + "clip_ratio": 0.0, + "completion_length": 152.71875, + "epoch": 0.9293783015034539, + "grad_norm": 1.7102080583572388, + "kl": 0.4853515625, + "learning_rate": 7.054616384915474e-08, + "loss": 0.0195, + "reward": 1.7218716144561768, + "reward_std": 0.15777434036135674, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7687466144561768, "step": 5718 }, { - "epoch": 0.38, - "learning_rate": 1.4145358767101166e-05, - "loss": 1.0002, + "clip_ratio": 0.0, + "completion_length": 169.3125, + "epoch": 0.9295408370581064, + "grad_norm": 2.0078887939453125, + "kl": 1.51953125, + "learning_rate": 7.038361508452535e-08, + "loss": 0.0607, + "reward": 1.6927717924118042, + "reward_std": 0.2731641009449959, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7865217924118042, "step": 5719 }, { - "epoch": 0.38, - "learning_rate": 1.4143384663589123e-05, - "loss": 0.9584, + "clip_ratio": 0.0, + "completion_length": 151.453125, + "epoch": 0.929703372612759, + "grad_norm": 3.206153631210327, + "kl": 2.16796875, + "learning_rate": 7.022106631989596e-08, + "loss": 0.0869, + "reward": 1.7252490520477295, + "reward_std": 0.3437668979167938, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8346240818500519, "step": 5720 }, { - "epoch": 0.38, - "learning_rate": 1.4141410365120486e-05, - "loss": 0.9654, + "clip_ratio": 0.0, + "completion_length": 229.65625, + "epoch": 0.9298659081674117, + "grad_norm": 1.6572543382644653, + "kl": 3.1953125, + "learning_rate": 7.005851755526659e-08, + "loss": 0.1283, + "reward": 1.5545903444290161, + "reward_std": 0.42306381464004517, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7108403444290161, "step": 5721 }, { - "epoch": 0.38, - "learning_rate": 1.4139435871788147e-05, - "loss": 0.9944, + "clip_ratio": 0.0, + "completion_length": 166.484375, + "epoch": 0.9300284437220642, + "grad_norm": 2.9661614894866943, + "kl": 2.203125, + "learning_rate": 6.98959687906372e-08, + "loss": 0.0879, + "reward": 1.587979257106781, + "reward_std": 0.3398793935775757, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7442291378974915, "step": 5722 }, { - "epoch": 0.38, - "learning_rate": 1.413746118368501e-05, - "loss": 1.0403, + "clip_ratio": 0.0, + "completion_length": 150.859375, + "epoch": 0.9301909792767168, + "grad_norm": 2.414933919906616, + "kl": 0.625244140625, + "learning_rate": 6.97334200260078e-08, + "loss": 0.0249, + "reward": 1.779191255569458, + "reward_std": 0.0974661260843277, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8104412257671356, "step": 5723 }, { - "epoch": 0.38, - "learning_rate": 1.4135486300903991e-05, - "loss": 1.0048, + "clip_ratio": 0.0, + "completion_length": 183.859375, + "epoch": 0.9303535148313694, + "grad_norm": 2.998635768890381, + "kl": 1.966796875, + "learning_rate": 6.957087126137841e-08, + "loss": 0.0789, + "reward": 1.6777985095977783, + "reward_std": 0.30172139033675194, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7559234797954559, "step": 5724 }, { - "epoch": 0.38, - "learning_rate": 1.4133511223538015e-05, - "loss": 0.9638, + "clip_ratio": 0.0, + "completion_length": 176.015625, + "epoch": 0.9305160503860219, + "grad_norm": 1.3581044673919678, + "kl": 1.5234375, + "learning_rate": 6.940832249674902e-08, + "loss": 0.0611, + "reward": 1.7332168817520142, + "reward_std": 0.2522810027003288, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.826966792345047, "step": 5725 }, { - "epoch": 0.38, - "learning_rate": 1.4131535951680006e-05, - "loss": 1.0162, + "clip_ratio": 0.0, + "completion_length": 171.65625, + "epoch": 0.9306785859406745, + "grad_norm": 2.219823122024536, + "kl": 0.748046875, + "learning_rate": 6.924577373211963e-08, + "loss": 0.0299, + "reward": 1.7113067507743835, + "reward_std": 0.16170945018529892, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7425567209720612, "step": 5726 }, { - "epoch": 0.38, - "learning_rate": 1.4129560485422915e-05, - "loss": 1.0679, + "clip_ratio": 0.0, + "completion_length": 151.4375, + "epoch": 0.930841121495327, + "grad_norm": 3.7851903438568115, + "kl": 0.328125, + "learning_rate": 6.908322496749025e-08, + "loss": 0.0131, + "reward": 1.7280035614967346, + "reward_std": 0.1926741935312748, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.774878591299057, "step": 5727 }, { - "epoch": 0.38, - "learning_rate": 1.4127584824859686e-05, - "loss": 1.0296, + "clip_ratio": 0.0, + "completion_length": 141.171875, + "epoch": 0.9310036570499797, + "grad_norm": 1.5522384643554688, + "kl": 1.30078125, + "learning_rate": 6.892067620286085e-08, + "loss": 0.0521, + "reward": 1.5931512117385864, + "reward_std": 0.25828273594379425, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6712762117385864, "step": 5728 }, { - "epoch": 0.38, - "learning_rate": 1.4125608970083283e-05, - "loss": 1.0147, + "clip_ratio": 0.0, + "completion_length": 172.34375, + "epoch": 0.9311661926046323, + "grad_norm": 3.208343029022217, + "kl": 1.072265625, + "learning_rate": 6.875812743823146e-08, + "loss": 0.043, + "reward": 1.726766049861908, + "reward_std": 0.33062321692705154, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.820516049861908, "step": 5729 }, { - "epoch": 0.38, - "learning_rate": 1.4123632921186674e-05, - "loss": 1.0606, + "clip_ratio": 0.0, + "completion_length": 167.015625, + "epoch": 0.9313287281592848, + "grad_norm": 1.8101454973220825, + "kl": 2.36328125, + "learning_rate": 6.859557867360208e-08, + "loss": 0.0947, + "reward": 1.6180594563484192, + "reward_std": 0.3236452490091324, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7586844265460968, "step": 5730 }, { - "epoch": 0.38, - "learning_rate": 1.4121656678262836e-05, - "loss": 1.0156, + "clip_ratio": 0.0, + "completion_length": 165.171875, + "epoch": 0.9314912637139374, + "grad_norm": 0.9046586751937866, + "kl": 1.380859375, + "learning_rate": 6.84330299089727e-08, + "loss": 0.055, + "reward": 1.6823799014091492, + "reward_std": 0.2433099001646042, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7917548716068268, "step": 5731 }, { - "epoch": 0.38, - "learning_rate": 1.4119680241404756e-05, - "loss": 0.9912, + "clip_ratio": 0.0, + "completion_length": 185.859375, + "epoch": 0.93165379926859, + "grad_norm": 1.4896676540374756, + "kl": 2.875, + "learning_rate": 6.827048114434331e-08, + "loss": 0.1148, + "reward": 1.634819746017456, + "reward_std": 0.44576337933540344, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7598197758197784, "step": 5732 }, { - "epoch": 0.38, - "learning_rate": 1.4117703610705429e-05, - "loss": 1.0428, + "clip_ratio": 0.0, + "completion_length": 165.859375, + "epoch": 0.9318163348232426, + "grad_norm": 2.2962663173675537, + "kl": 1.162109375, + "learning_rate": 6.810793237971391e-08, + "loss": 0.0465, + "reward": 1.6161621809005737, + "reward_std": 0.2876010239124298, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7099122107028961, "step": 5733 }, { - "epoch": 0.38, - "learning_rate": 1.4115726786257865e-05, - "loss": 0.9507, + "clip_ratio": 0.0, + "completion_length": 154.953125, + "epoch": 0.9319788703778952, + "grad_norm": 1.6792702674865723, + "kl": 0.646484375, + "learning_rate": 6.794538361508452e-08, + "loss": 0.0259, + "reward": 1.6920158863067627, + "reward_std": 0.30992284417152405, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7701408863067627, "step": 5734 }, { - "epoch": 0.38, - "learning_rate": 1.4113749768155077e-05, - "loss": 1.0315, + "clip_ratio": 0.0, + "completion_length": 167.5625, + "epoch": 0.9321414059325478, + "grad_norm": 1.2254773378372192, + "kl": 1.064453125, + "learning_rate": 6.778283485045513e-08, + "loss": 0.0427, + "reward": 1.5842836499214172, + "reward_std": 0.23043633997440338, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7092836797237396, "step": 5735 }, { - "epoch": 0.38, - "learning_rate": 1.4111772556490085e-05, - "loss": 0.9742, + "clip_ratio": 0.0, + "completion_length": 183.03125, + "epoch": 0.9323039414872003, + "grad_norm": 3.325105667114258, + "kl": 0.740234375, + "learning_rate": 6.762028608582574e-08, + "loss": 0.0296, + "reward": 1.7291791439056396, + "reward_std": 0.17426486499607563, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.776054173707962, "step": 5736 }, { - "epoch": 0.38, - "learning_rate": 1.4109795151355922e-05, - "loss": 1.1125, + "clip_ratio": 0.0, + "completion_length": 197.4375, + "epoch": 0.9324664770418529, + "grad_norm": 1.239380955696106, + "kl": 0.546875, + "learning_rate": 6.745773732119636e-08, + "loss": 0.0219, + "reward": 1.7775040864944458, + "reward_std": 0.15817557647824287, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8243790864944458, "step": 5737 }, { - "epoch": 0.38, - "learning_rate": 1.4107817552845635e-05, - "loss": 0.9327, + "clip_ratio": 0.0, + "completion_length": 164.265625, + "epoch": 0.9326290125965054, + "grad_norm": 2.0776543617248535, + "kl": 0.32275390625, + "learning_rate": 6.729518855656697e-08, + "loss": 0.0129, + "reward": 1.7566974759101868, + "reward_std": 0.22381822764873505, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8191975355148315, "step": 5738 }, { - "epoch": 0.38, - "learning_rate": 1.4105839761052274e-05, - "loss": 0.98, + "clip_ratio": 0.0, + "completion_length": 182.59375, + "epoch": 0.9327915481511581, + "grad_norm": 1.4100720882415771, + "kl": 0.788330078125, + "learning_rate": 6.713263979193758e-08, + "loss": 0.0316, + "reward": 1.716007947921753, + "reward_std": 0.21169057488441467, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7628829181194305, "step": 5739 }, { - "epoch": 0.38, - "learning_rate": 1.4103861776068892e-05, - "loss": 0.9907, + "clip_ratio": 0.0, + "completion_length": 163.765625, + "epoch": 0.9329540837058107, + "grad_norm": 2.405547857284546, + "kl": 0.76171875, + "learning_rate": 6.697009102730819e-08, + "loss": 0.0303, + "reward": 1.6524955034255981, + "reward_std": 0.35580241680145264, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7618705034255981, "step": 5740 }, { - "epoch": 0.38, - "learning_rate": 1.4101883597988566e-05, - "loss": 1.0596, + "clip_ratio": 0.0, + "completion_length": 180.296875, + "epoch": 0.9331166192604632, + "grad_norm": 0.947025716304779, + "kl": 1.189453125, + "learning_rate": 6.68075422626788e-08, + "loss": 0.0474, + "reward": 1.7739751935005188, + "reward_std": 0.1484324298799038, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8364751935005188, "step": 5741 }, { - "epoch": 0.38, - "learning_rate": 1.409990522690437e-05, - "loss": 1.0471, + "clip_ratio": 0.0, + "completion_length": 169.96875, + "epoch": 0.9332791548151158, + "grad_norm": 1.653167963027954, + "kl": 1.5703125, + "learning_rate": 6.664499349804942e-08, + "loss": 0.0627, + "reward": 1.6267481446266174, + "reward_std": 0.339809775352478, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7204981744289398, "step": 5742 }, { - "epoch": 0.38, - "learning_rate": 1.4097926662909393e-05, - "loss": 0.9417, + "clip_ratio": 0.0, + "completion_length": 166.484375, + "epoch": 0.9334416903697684, + "grad_norm": 2.622812032699585, + "kl": 1.50390625, + "learning_rate": 6.648244473342002e-08, + "loss": 0.0601, + "reward": 1.6037471890449524, + "reward_std": 0.3181607872247696, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6974971890449524, "step": 5743 }, { - "epoch": 0.38, - "learning_rate": 1.4095947906096734e-05, - "loss": 0.9531, + "clip_ratio": 0.0, + "completion_length": 158.703125, + "epoch": 0.9336042259244209, + "grad_norm": 1.3955011367797852, + "kl": 0.862060546875, + "learning_rate": 6.631989596879063e-08, + "loss": 0.0345, + "reward": 1.7253512740135193, + "reward_std": 0.18259136751294136, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7566011548042297, "step": 5744 }, { - "epoch": 0.38, - "learning_rate": 1.4093968956559491e-05, - "loss": 0.9791, + "clip_ratio": 0.0, + "completion_length": 157.109375, + "epoch": 0.9337667614790736, + "grad_norm": 1.5210001468658447, + "kl": 1.5859375, + "learning_rate": 6.615734720416124e-08, + "loss": 0.0635, + "reward": 1.6341612935066223, + "reward_std": 0.26900333166122437, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7435362935066223, "step": 5745 }, { - "epoch": 0.38, - "learning_rate": 1.4091989814390788e-05, - "loss": 1.032, + "clip_ratio": 0.0, + "completion_length": 154.265625, + "epoch": 0.9339292970337262, + "grad_norm": 1.7767834663391113, + "kl": 1.67578125, + "learning_rate": 6.599479843953185e-08, + "loss": 0.0669, + "reward": 1.4916565418243408, + "reward_std": 0.41100870072841644, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.632281631231308, "step": 5746 }, { - "epoch": 0.38, - "learning_rate": 1.4090010479683738e-05, - "loss": 1.0066, + "clip_ratio": 0.0, + "completion_length": 162.3125, + "epoch": 0.9340918325883787, + "grad_norm": 2.605313301086426, + "kl": 0.880859375, + "learning_rate": 6.583224967490248e-08, + "loss": 0.0353, + "reward": 1.5914454460144043, + "reward_std": 0.24259145557880402, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6851954460144043, "step": 5747 }, { - "epoch": 0.38, - "learning_rate": 1.4088030952531484e-05, - "loss": 1.0167, + "clip_ratio": 0.0, + "completion_length": 162.703125, + "epoch": 0.9342543681430313, + "grad_norm": 1.242707371711731, + "kl": 0.966796875, + "learning_rate": 6.566970091027308e-08, + "loss": 0.0386, + "reward": 1.7043427228927612, + "reward_std": 0.29342755675315857, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7824676930904388, "step": 5748 }, { - "epoch": 0.39, - "learning_rate": 1.4086051233027161e-05, - "loss": 1.1184, + "clip_ratio": 0.0, + "completion_length": 178.234375, + "epoch": 0.9344169036976838, + "grad_norm": 1.3871769905090332, + "kl": 1.66015625, + "learning_rate": 6.550715214564369e-08, + "loss": 0.0663, + "reward": 1.647231101989746, + "reward_std": 0.2017214596271515, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7566060125827789, "step": 5749 }, { - "epoch": 0.39, - "learning_rate": 1.4084071321263922e-05, - "loss": 0.9755, + "clip_ratio": 0.0, + "completion_length": 162.484375, + "epoch": 0.9345794392523364, + "grad_norm": 2.351219892501831, + "kl": 1.310546875, + "learning_rate": 6.53446033810143e-08, + "loss": 0.0525, + "reward": 1.7309188842773438, + "reward_std": 0.2023468166589737, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8090438544750214, "step": 5750 }, { - "epoch": 0.39, - "learning_rate": 1.4082091217334923e-05, - "loss": 1.0353, + "clip_ratio": 0.0, + "completion_length": 162.015625, + "epoch": 0.9347419748069891, + "grad_norm": 2.1751761436462402, + "kl": 1.09375, + "learning_rate": 6.518205461638491e-08, + "loss": 0.0437, + "reward": 1.5839126110076904, + "reward_std": 0.337101474404335, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6932876706123352, "step": 5751 }, { - "epoch": 0.39, - "learning_rate": 1.408011092133334e-05, - "loss": 0.9709, + "clip_ratio": 0.0, + "completion_length": 177.046875, + "epoch": 0.9349045103616416, + "grad_norm": 1.1511461734771729, + "kl": 1.494140625, + "learning_rate": 6.501950585175553e-08, + "loss": 0.0599, + "reward": 1.7578314542770386, + "reward_std": 0.20612703263759613, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8515814244747162, "step": 5752 }, { - "epoch": 0.39, - "learning_rate": 1.4078130433352348e-05, - "loss": 1.0218, + "clip_ratio": 0.0, + "completion_length": 164.734375, + "epoch": 0.9350670459162942, + "grad_norm": 1.8947484493255615, + "kl": 0.73046875, + "learning_rate": 6.485695708712613e-08, + "loss": 0.0293, + "reward": 1.7901297211647034, + "reward_std": 0.1694931983947754, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.837004691362381, "step": 5753 }, { - "epoch": 0.39, - "learning_rate": 1.407614975348513e-05, - "loss": 0.9679, + "clip_ratio": 0.0, + "completion_length": 180.28125, + "epoch": 0.9352295814709468, + "grad_norm": 1.6500883102416992, + "kl": 2.0078125, + "learning_rate": 6.469440832249674e-08, + "loss": 0.0802, + "reward": 1.6356711387634277, + "reward_std": 0.29410862922668457, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7606711387634277, "step": 5754 }, { - "epoch": 0.39, - "learning_rate": 1.4074168881824886e-05, - "loss": 1.0184, + "clip_ratio": 0.0, + "completion_length": 179.390625, + "epoch": 0.9353921170255993, + "grad_norm": 1.7412540912628174, + "kl": 0.739501953125, + "learning_rate": 6.453185955786736e-08, + "loss": 0.0296, + "reward": 1.7165533900260925, + "reward_std": 0.2342817559838295, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7790533900260925, "step": 5755 }, { - "epoch": 0.39, - "learning_rate": 1.4072187818464821e-05, - "loss": 1.0454, + "clip_ratio": 0.0, + "completion_length": 180.90625, + "epoch": 0.9355546525802519, + "grad_norm": 1.8864176273345947, + "kl": 2.0830078125, + "learning_rate": 6.436931079323798e-08, + "loss": 0.0836, + "reward": 1.6075854897499084, + "reward_std": 0.32721979916095734, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7482105195522308, "step": 5756 }, { - "epoch": 0.39, - "learning_rate": 1.4070206563498147e-05, - "loss": 1.0052, + "clip_ratio": 0.0, + "completion_length": 151.625, + "epoch": 0.9357171881349046, + "grad_norm": 1.6012381315231323, + "kl": 0.47607421875, + "learning_rate": 6.420676202860859e-08, + "loss": 0.0191, + "reward": 1.7251045107841492, + "reward_std": 0.21449318528175354, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7876045405864716, "step": 5757 }, { - "epoch": 0.39, - "learning_rate": 1.406822511701809e-05, - "loss": 0.995, + "clip_ratio": 0.0, + "completion_length": 177.65625, + "epoch": 0.9358797236895571, + "grad_norm": 1.4732109308242798, + "kl": 0.82861328125, + "learning_rate": 6.404421326397919e-08, + "loss": 0.0332, + "reward": 1.495756447315216, + "reward_std": 0.27181874215602875, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6520063877105713, "step": 5758 }, { - "epoch": 0.39, - "learning_rate": 1.4066243479117878e-05, - "loss": 0.9968, + "clip_ratio": 0.0, + "completion_length": 154.59375, + "epoch": 0.9360422592442097, + "grad_norm": 1.7258808612823486, + "kl": 0.677734375, + "learning_rate": 6.38816644993498e-08, + "loss": 0.0271, + "reward": 1.621830940246582, + "reward_std": 0.2074315920472145, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7312058806419373, "step": 5759 }, { - "epoch": 0.39, - "learning_rate": 1.4064261649890755e-05, - "loss": 0.9612, + "clip_ratio": 0.0, + "completion_length": 161.015625, + "epoch": 0.9362047947988622, + "grad_norm": 1.6168822050094604, + "kl": 1.0439453125, + "learning_rate": 6.371911573472041e-08, + "loss": 0.0417, + "reward": 1.6846415400505066, + "reward_std": 0.23049786686897278, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7627665996551514, "step": 5760 }, { - "epoch": 0.39, - "learning_rate": 1.406227962942997e-05, - "loss": 0.9802, + "clip_ratio": 0.0, + "completion_length": 166.0, + "epoch": 0.9363673303535148, + "grad_norm": 1.8469430208206177, + "kl": 2.03271484375, + "learning_rate": 6.355656697009102e-08, + "loss": 0.0812, + "reward": 1.5851667523384094, + "reward_std": 0.3284648358821869, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7101667821407318, "step": 5761 }, { - "epoch": 0.39, - "learning_rate": 1.4060297417828781e-05, - "loss": 1.0574, + "clip_ratio": 0.0, + "completion_length": 168.265625, + "epoch": 0.9365298659081674, + "grad_norm": 1.4235037565231323, + "kl": 2.51953125, + "learning_rate": 6.339401820546164e-08, + "loss": 0.1006, + "reward": 1.5853655338287354, + "reward_std": 0.3824743330478668, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7416155338287354, "step": 5762 }, { - "epoch": 0.39, - "learning_rate": 1.4058315015180457e-05, - "loss": 0.9719, + "clip_ratio": 0.0, + "completion_length": 149.8125, + "epoch": 0.93669240146282, + "grad_norm": 1.8817410469055176, + "kl": 1.1875, + "learning_rate": 6.323146944083224e-08, + "loss": 0.0475, + "reward": 1.634156584739685, + "reward_std": 0.22807718813419342, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7279065847396851, "step": 5763 }, { - "epoch": 0.39, - "learning_rate": 1.4056332421578276e-05, - "loss": 0.909, + "clip_ratio": 0.0, + "completion_length": 181.84375, + "epoch": 0.9368549370174726, + "grad_norm": 2.3306386470794678, + "kl": 0.454345703125, + "learning_rate": 6.306892067620286e-08, + "loss": 0.0181, + "reward": 1.7048707604408264, + "reward_std": 0.13559024594724178, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7361207902431488, "step": 5764 }, { - "epoch": 0.39, - "learning_rate": 1.4054349637115522e-05, - "loss": 1.0722, + "clip_ratio": 0.0, + "completion_length": 140.96875, + "epoch": 0.9370174725721252, + "grad_norm": 1.9894647598266602, + "kl": 0.30078125, + "learning_rate": 6.290637191157347e-08, + "loss": 0.012, + "reward": 1.7482185363769531, + "reward_std": 0.30355529487133026, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8263434767723083, "step": 5765 }, { - "epoch": 0.39, - "learning_rate": 1.405236666188549e-05, - "loss": 0.9395, + "clip_ratio": 0.0, + "completion_length": 159.828125, + "epoch": 0.9371800081267777, + "grad_norm": 1.3106510639190674, + "kl": 0.576171875, + "learning_rate": 6.274382314694409e-08, + "loss": 0.0231, + "reward": 1.5608991384506226, + "reward_std": 0.31204114854335785, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6858992278575897, "step": 5766 }, { - "epoch": 0.39, - "learning_rate": 1.4050383495981488e-05, - "loss": 0.9686, + "clip_ratio": 0.0, + "completion_length": 177.0625, + "epoch": 0.9373425436814303, + "grad_norm": 1.036887764930725, + "kl": 0.8984375, + "learning_rate": 6.25812743823147e-08, + "loss": 0.036, + "reward": 1.698703646659851, + "reward_std": 0.20992016792297363, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7768287658691406, "step": 5767 }, { - "epoch": 0.39, - "learning_rate": 1.4048400139496825e-05, - "loss": 1.0474, + "clip_ratio": 0.0, + "completion_length": 173.171875, + "epoch": 0.9375050792360828, + "grad_norm": 1.4293277263641357, + "kl": 0.791015625, + "learning_rate": 6.241872561768531e-08, + "loss": 0.0317, + "reward": 1.5979615449905396, + "reward_std": 0.3217937797307968, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6917115747928619, "step": 5768 }, { - "epoch": 0.39, - "learning_rate": 1.4046416592524822e-05, - "loss": 0.9981, + "clip_ratio": 0.0, + "completion_length": 163.328125, + "epoch": 0.9376676147907355, + "grad_norm": 1.2810885906219482, + "kl": 1.078125, + "learning_rate": 6.225617685305591e-08, + "loss": 0.043, + "reward": 1.7647756338119507, + "reward_std": 0.2143886536359787, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8429007530212402, "step": 5769 }, { - "epoch": 0.39, - "learning_rate": 1.4044432855158812e-05, - "loss": 1.0441, + "clip_ratio": 0.0, + "completion_length": 172.359375, + "epoch": 0.9378301503453881, + "grad_norm": 2.2510244846343994, + "kl": 0.6884765625, + "learning_rate": 6.209362808842652e-08, + "loss": 0.0276, + "reward": 1.5554975271224976, + "reward_std": 0.28667648136615753, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6492475271224976, "step": 5770 }, { - "epoch": 0.39, - "learning_rate": 1.4042448927492133e-05, - "loss": 1.0438, + "clip_ratio": 0.0, + "completion_length": 186.125, + "epoch": 0.9379926859000406, + "grad_norm": 1.2883676290512085, + "kl": 1.724609375, + "learning_rate": 6.193107932379713e-08, + "loss": 0.069, + "reward": 1.7361925840377808, + "reward_std": 0.23700617253780365, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7986926436424255, "step": 5771 }, { - "epoch": 0.39, - "learning_rate": 1.4040464809618137e-05, - "loss": 0.9532, + "clip_ratio": 0.0, + "completion_length": 176.25, + "epoch": 0.9381552214546932, + "grad_norm": 2.071422576904297, + "kl": 2.0625, + "learning_rate": 6.176853055916775e-08, + "loss": 0.0825, + "reward": 1.6252321600914001, + "reward_std": 0.33856332302093506, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7346071600914001, "step": 5772 }, { - "epoch": 0.39, - "learning_rate": 1.403848050163018e-05, - "loss": 1.0322, + "clip_ratio": 0.0, + "completion_length": 174.90625, + "epoch": 0.9383177570093458, + "grad_norm": 1.6620492935180664, + "kl": 1.396484375, + "learning_rate": 6.160598179453836e-08, + "loss": 0.0558, + "reward": 1.6888201236724854, + "reward_std": 0.3462246507406235, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.782570093870163, "step": 5773 }, { - "epoch": 0.39, - "learning_rate": 1.4036496003621628e-05, - "loss": 1.0239, + "clip_ratio": 0.0, + "completion_length": 185.5, + "epoch": 0.9384802925639983, + "grad_norm": 1.3988205194473267, + "kl": 1.14453125, + "learning_rate": 6.144343302990897e-08, + "loss": 0.0458, + "reward": 1.7673614025115967, + "reward_std": 0.26356270909309387, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8454864025115967, "step": 5774 }, { - "epoch": 0.39, - "learning_rate": 1.4034511315685857e-05, - "loss": 1.0103, + "clip_ratio": 0.0, + "completion_length": 192.1875, + "epoch": 0.938642828118651, + "grad_norm": 3.6676530838012695, + "kl": 1.90625, + "learning_rate": 6.128088426527958e-08, + "loss": 0.0761, + "reward": 1.6940860748291016, + "reward_std": 0.2543625831604004, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8034610748291016, "step": 5775 }, { - "epoch": 0.39, - "learning_rate": 1.403252643791625e-05, - "loss": 1.0066, + "clip_ratio": 0.0, + "completion_length": 164.515625, + "epoch": 0.9388053636733036, + "grad_norm": 1.4094713926315308, + "kl": 0.33984375, + "learning_rate": 6.11183355006502e-08, + "loss": 0.0136, + "reward": 1.717329978942871, + "reward_std": 0.14722611382603645, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7485799491405487, "step": 5776 }, { - "epoch": 0.39, - "learning_rate": 1.4030541370406206e-05, - "loss": 0.9919, + "clip_ratio": 0.0, + "completion_length": 156.9375, + "epoch": 0.9389678992279561, + "grad_norm": 1.3289378881454468, + "kl": 1.8359375, + "learning_rate": 6.095578673602081e-08, + "loss": 0.0734, + "reward": 1.6785829663276672, + "reward_std": 0.2936200648546219, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7723329365253448, "step": 5777 }, { - "epoch": 0.39, - "learning_rate": 1.402855611324912e-05, - "loss": 1.0186, + "clip_ratio": 0.0, + "completion_length": 179.734375, + "epoch": 0.9391304347826087, + "grad_norm": 1.701561689376831, + "kl": 2.1328125, + "learning_rate": 6.079323797139142e-08, + "loss": 0.0854, + "reward": 1.5561836957931519, + "reward_std": 0.4774865061044693, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7436836957931519, "step": 5778 }, { - "epoch": 0.39, - "learning_rate": 1.4026570666538405e-05, - "loss": 1.0267, + "clip_ratio": 0.0, + "completion_length": 162.0, + "epoch": 0.9392929703372612, + "grad_norm": 1.2039921283721924, + "kl": 0.80078125, + "learning_rate": 6.063068920676202e-08, + "loss": 0.032, + "reward": 1.7472681999206543, + "reward_std": 0.18198834359645844, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7941432595252991, "step": 5779 }, { - "epoch": 0.39, - "learning_rate": 1.4024585030367487e-05, - "loss": 1.046, + "clip_ratio": 0.0, + "completion_length": 188.171875, + "epoch": 0.9394555058919138, + "grad_norm": 1.4036835432052612, + "kl": 1.671875, + "learning_rate": 6.046814044213263e-08, + "loss": 0.0668, + "reward": 1.5823744535446167, + "reward_std": 0.2402133047580719, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7073744535446167, "step": 5780 }, { - "epoch": 0.39, - "learning_rate": 1.4022599204829788e-05, - "loss": 0.9182, + "clip_ratio": 0.0, + "completion_length": 155.4375, + "epoch": 0.9396180414465665, + "grad_norm": 3.1386795043945312, + "kl": 1.92578125, + "learning_rate": 6.030559167750326e-08, + "loss": 0.0773, + "reward": 1.615919828414917, + "reward_std": 0.33232229948043823, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.803419828414917, "step": 5781 }, { - "epoch": 0.39, - "learning_rate": 1.402061319001875e-05, - "loss": 0.9645, + "clip_ratio": 0.0, + "completion_length": 162.890625, + "epoch": 0.939780577001219, + "grad_norm": 1.4305135011672974, + "kl": 0.48974609375, + "learning_rate": 6.014304291287386e-08, + "loss": 0.0196, + "reward": 1.6930310130119324, + "reward_std": 0.21615371853113174, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7867810130119324, "step": 5782 }, { - "epoch": 0.39, - "learning_rate": 1.4018626986027821e-05, - "loss": 1.0119, + "clip_ratio": 0.0, + "completion_length": 166.578125, + "epoch": 0.9399431125558716, + "grad_norm": 1.8219436407089233, + "kl": 2.16015625, + "learning_rate": 5.998049414824447e-08, + "loss": 0.0865, + "reward": 1.6727046370506287, + "reward_std": 0.3232440948486328, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7977046370506287, "step": 5783 }, { - "epoch": 0.39, - "learning_rate": 1.4016640592950453e-05, - "loss": 1.0225, + "clip_ratio": 0.0, + "completion_length": 189.734375, + "epoch": 0.9401056481105242, + "grad_norm": 1.5850211381912231, + "kl": 1.5, + "learning_rate": 5.981794538361508e-08, + "loss": 0.0599, + "reward": 1.7063286304473877, + "reward_std": 0.1812642440199852, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7844535708427429, "step": 5784 }, { - "epoch": 0.39, - "learning_rate": 1.4014654010880112e-05, - "loss": 0.9376, + "clip_ratio": 0.0, + "completion_length": 170.15625, + "epoch": 0.9402681836651767, + "grad_norm": 1.5956124067306519, + "kl": 0.662109375, + "learning_rate": 5.965539661898569e-08, + "loss": 0.0265, + "reward": 1.6637896299362183, + "reward_std": 0.29936930537223816, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7731645703315735, "step": 5785 }, { - "epoch": 0.39, - "learning_rate": 1.4012667239910273e-05, - "loss": 1.0171, + "clip_ratio": 0.0, + "completion_length": 171.84375, + "epoch": 0.9404307192198293, + "grad_norm": 2.0934898853302, + "kl": 1.6796875, + "learning_rate": 5.9492847854356304e-08, + "loss": 0.0672, + "reward": 1.6317058801651, + "reward_std": 0.371924489736557, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7723308801651001, "step": 5786 }, { - "epoch": 0.39, - "learning_rate": 1.4010680280134419e-05, - "loss": 1.0549, + "clip_ratio": 0.0, + "completion_length": 162.359375, + "epoch": 0.940593254774482, + "grad_norm": 2.8300890922546387, + "kl": 1.0849609375, + "learning_rate": 5.9330299089726917e-08, + "loss": 0.0434, + "reward": 1.6505945324897766, + "reward_std": 0.3187037706375122, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7755945026874542, "step": 5787 }, { - "epoch": 0.39, - "learning_rate": 1.4008693131646038e-05, - "loss": 0.9869, + "clip_ratio": 0.0, + "completion_length": 143.984375, + "epoch": 0.9407557903291345, + "grad_norm": 1.2815158367156982, + "kl": 0.91357421875, + "learning_rate": 5.916775032509753e-08, + "loss": 0.0365, + "reward": 1.723463773727417, + "reward_std": 0.27018824219703674, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.801588773727417, "step": 5788 }, { - "epoch": 0.39, - "learning_rate": 1.4006705794538636e-05, - "loss": 0.9674, + "clip_ratio": 0.0, + "completion_length": 152.609375, + "epoch": 0.9409183258837871, + "grad_norm": 1.2545403242111206, + "kl": 0.65673828125, + "learning_rate": 5.9005201560468135e-08, + "loss": 0.0263, + "reward": 1.6933914422988892, + "reward_std": 0.28871481865644455, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7871414721012115, "step": 5789 }, { - "epoch": 0.39, - "learning_rate": 1.4004718268905714e-05, - "loss": 1.0534, + "clip_ratio": 0.0, + "completion_length": 149.78125, + "epoch": 0.9410808614384396, + "grad_norm": 1.7051340341567993, + "kl": 1.40625, + "learning_rate": 5.884265279583875e-08, + "loss": 0.0563, + "reward": 1.8096759915351868, + "reward_std": 0.23797865211963654, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8565509617328644, "step": 5790 }, { - "epoch": 0.39, - "learning_rate": 1.40027305548408e-05, - "loss": 1.0367, + "clip_ratio": 0.0, + "completion_length": 158.859375, + "epoch": 0.9412433969930922, + "grad_norm": 1.6945149898529053, + "kl": 0.77294921875, + "learning_rate": 5.8680104031209366e-08, + "loss": 0.0309, + "reward": 1.7464741468429565, + "reward_std": 0.2258877083659172, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8089741170406342, "step": 5791 }, { - "epoch": 0.39, - "learning_rate": 1.4000742652437412e-05, - "loss": 1.0172, + "clip_ratio": 0.0, + "completion_length": 152.9375, + "epoch": 0.9414059325477449, + "grad_norm": 1.34831964969635, + "kl": 1.0224609375, + "learning_rate": 5.851755526657997e-08, + "loss": 0.0409, + "reward": 1.680727779865265, + "reward_std": 0.290614265948534, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7588527798652649, "step": 5792 }, { - "epoch": 0.39, - "learning_rate": 1.399875456178909e-05, - "loss": 0.9836, + "clip_ratio": 0.0, + "completion_length": 169.59375, + "epoch": 0.9415684681023974, + "grad_norm": 1.7677671909332275, + "kl": 1.927734375, + "learning_rate": 5.8355006501950584e-08, + "loss": 0.0771, + "reward": 1.5689131021499634, + "reward_std": 0.28254738450050354, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.693913072347641, "step": 5793 }, { - "epoch": 0.39, - "learning_rate": 1.3996766282989378e-05, - "loss": 1.0769, + "clip_ratio": 0.0, + "completion_length": 180.234375, + "epoch": 0.94173100365705, + "grad_norm": 1.7521735429763794, + "kl": 0.54638671875, + "learning_rate": 5.819245773732119e-08, + "loss": 0.0219, + "reward": 1.7778504490852356, + "reward_std": 0.12247169762849808, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8247255086898804, "step": 5794 }, { - "epoch": 0.39, - "learning_rate": 1.399477781613183e-05, - "loss": 1.0766, + "clip_ratio": 0.0, + "completion_length": 192.34375, + "epoch": 0.9418935392117026, + "grad_norm": 1.5226107835769653, + "kl": 1.2265625, + "learning_rate": 5.80299089726918e-08, + "loss": 0.0491, + "reward": 1.7598737478256226, + "reward_std": 0.1507607027888298, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8067487478256226, "step": 5795 }, { - "epoch": 0.39, - "learning_rate": 1.3992789161310007e-05, - "loss": 0.9802, + "clip_ratio": 0.0, + "completion_length": 149.53125, + "epoch": 0.9420560747663551, + "grad_norm": 1.5074406862258911, + "kl": 0.824462890625, + "learning_rate": 5.786736020806242e-08, + "loss": 0.0331, + "reward": 1.8428468108177185, + "reward_std": 0.15721578150987625, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8897218704223633, "step": 5796 }, { - "epoch": 0.39, - "learning_rate": 1.3990800318617484e-05, - "loss": 1.013, + "clip_ratio": 0.0, + "completion_length": 169.953125, + "epoch": 0.9422186103210077, + "grad_norm": 1.6067756414413452, + "kl": 1.114013671875, + "learning_rate": 5.7704811443433026e-08, + "loss": 0.0446, + "reward": 1.6662828922271729, + "reward_std": 0.31512904167175293, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7756578028202057, "step": 5797 }, { - "epoch": 0.39, - "learning_rate": 1.3988811288147836e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 156.953125, + "epoch": 0.9423811458756604, + "grad_norm": 1.7812503576278687, + "kl": 1.27734375, + "learning_rate": 5.754226267880364e-08, + "loss": 0.051, + "reward": 1.7381719946861267, + "reward_std": 0.22763197124004364, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7850470244884491, "step": 5798 }, { - "epoch": 0.39, - "learning_rate": 1.3986822069994654e-05, - "loss": 0.9693, + "clip_ratio": 0.0, + "completion_length": 170.84375, + "epoch": 0.9425436814303129, + "grad_norm": 1.0484342575073242, + "kl": 0.48876953125, + "learning_rate": 5.7379713914174244e-08, + "loss": 0.0195, + "reward": 1.8077799081802368, + "reward_std": 0.20259752869606018, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8546549379825592, "step": 5799 }, { - "epoch": 0.39, - "learning_rate": 1.3984832664251538e-05, - "loss": 1.0593, + "clip_ratio": 0.0, + "completion_length": 146.75, + "epoch": 0.9427062169849655, + "grad_norm": 1.4888360500335693, + "kl": 0.826171875, + "learning_rate": 5.721716514954486e-08, + "loss": 0.0332, + "reward": 1.7659826278686523, + "reward_std": 0.3372388184070587, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8597326576709747, "step": 5800 }, { - "epoch": 0.39, - "learning_rate": 1.3982843071012088e-05, - "loss": 0.9604, + "clip_ratio": 0.0, + "completion_length": 170.734375, + "epoch": 0.942868752539618, + "grad_norm": 2.9767141342163086, + "kl": 0.75390625, + "learning_rate": 5.7054616384915475e-08, + "loss": 0.0302, + "reward": 1.7724533677101135, + "reward_std": 0.16039126738905907, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8349533081054688, "step": 5801 }, { - "epoch": 0.39, - "learning_rate": 1.3980853290369926e-05, - "loss": 1.0528, + "clip_ratio": 0.0, + "completion_length": 174.046875, + "epoch": 0.9430312880942706, + "grad_norm": 2.287869453430176, + "kl": 1.298828125, + "learning_rate": 5.689206762028608e-08, + "loss": 0.0518, + "reward": 1.6724780797958374, + "reward_std": 0.3205816149711609, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7818530797958374, "step": 5802 }, { - "epoch": 0.39, - "learning_rate": 1.3978863322418671e-05, - "loss": 1.0177, + "clip_ratio": 0.0, + "completion_length": 161.703125, + "epoch": 0.9431938236489232, + "grad_norm": 1.4638783931732178, + "kl": 1.34765625, + "learning_rate": 5.672951885565669e-08, + "loss": 0.0538, + "reward": 1.6327890753746033, + "reward_std": 0.3352103680372238, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7734140753746033, "step": 5803 }, { - "epoch": 0.39, - "learning_rate": 1.3976873167251962e-05, - "loss": 0.9563, + "clip_ratio": 0.0, + "completion_length": 161.484375, + "epoch": 0.9433563592035757, + "grad_norm": 2.3570094108581543, + "kl": 0.51220703125, + "learning_rate": 5.6566970091027306e-08, + "loss": 0.0206, + "reward": 1.6648778319358826, + "reward_std": 0.15359336137771606, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7273778319358826, "step": 5804 }, { - "epoch": 0.39, - "learning_rate": 1.3974882824963437e-05, - "loss": 0.9555, + "clip_ratio": 0.0, + "completion_length": 162.234375, + "epoch": 0.9435188947582284, + "grad_norm": 1.2230308055877686, + "kl": 1.51123046875, + "learning_rate": 5.640442132639792e-08, + "loss": 0.0603, + "reward": 1.6744956970214844, + "reward_std": 0.2308220136910677, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7526206970214844, "step": 5805 }, { - "epoch": 0.39, - "learning_rate": 1.3972892295646748e-05, - "loss": 1.0654, + "clip_ratio": 0.0, + "completion_length": 170.6875, + "epoch": 0.943681430312881, + "grad_norm": 1.3972090482711792, + "kl": 1.322265625, + "learning_rate": 5.624187256176853e-08, + "loss": 0.0529, + "reward": 1.7371309995651245, + "reward_std": 0.2087557427585125, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8152560293674469, "step": 5806 }, { - "epoch": 0.39, - "learning_rate": 1.3970901579395549e-05, - "loss": 1.0014, + "clip_ratio": 0.0, + "completion_length": 158.578125, + "epoch": 0.9438439658675335, + "grad_norm": 1.4064676761627197, + "kl": 0.94140625, + "learning_rate": 5.6079323797139136e-08, + "loss": 0.0376, + "reward": 1.757225513458252, + "reward_std": 0.2694764733314514, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8197254240512848, "step": 5807 }, { - "epoch": 0.39, - "learning_rate": 1.3968910676303516e-05, - "loss": 1.0479, + "clip_ratio": 0.0, + "completion_length": 169.8125, + "epoch": 0.9440065014221861, + "grad_norm": 1.424930453300476, + "kl": 0.7900390625, + "learning_rate": 5.591677503250975e-08, + "loss": 0.0316, + "reward": 1.714186668395996, + "reward_std": 0.21293019875884056, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7923116683959961, "step": 5808 }, { - "epoch": 0.39, - "learning_rate": 1.396691958646432e-05, - "loss": 0.9789, + "clip_ratio": 0.0, + "completion_length": 171.765625, + "epoch": 0.9441690369768387, + "grad_norm": 5.029215335845947, + "kl": 1.085205078125, + "learning_rate": 5.575422626788036e-08, + "loss": 0.0434, + "reward": 1.6937540769577026, + "reward_std": 0.28595079854130745, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7718790769577026, "step": 5809 }, { - "epoch": 0.39, - "learning_rate": 1.3964928309971652e-05, - "loss": 0.997, + "clip_ratio": 0.0, + "completion_length": 159.3125, + "epoch": 0.9443315725314912, + "grad_norm": 1.762042760848999, + "kl": 1.833984375, + "learning_rate": 5.559167750325097e-08, + "loss": 0.0735, + "reward": 1.6421314477920532, + "reward_std": 0.20453764125704765, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7046314179897308, "step": 5810 }, { - "epoch": 0.39, - "learning_rate": 1.3962936846919202e-05, - "loss": 1.0249, + "clip_ratio": 0.0, + "completion_length": 179.828125, + "epoch": 0.9444941080861439, + "grad_norm": 1.4532798528671265, + "kl": 1.85546875, + "learning_rate": 5.5429128738621585e-08, + "loss": 0.0744, + "reward": 1.6339728832244873, + "reward_std": 0.24486422538757324, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7433478534221649, "step": 5811 }, { - "epoch": 0.39, - "learning_rate": 1.3960945197400675e-05, - "loss": 1.0577, + "clip_ratio": 0.0, + "completion_length": 176.234375, + "epoch": 0.9446566436407964, + "grad_norm": 1.5251370668411255, + "kl": 1.42822265625, + "learning_rate": 5.526657997399219e-08, + "loss": 0.0572, + "reward": 1.594599723815918, + "reward_std": 0.27493613585829735, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6727247536182404, "step": 5812 }, { - "epoch": 0.39, - "learning_rate": 1.3958953361509782e-05, - "loss": 0.9188, + "clip_ratio": 0.0, + "completion_length": 168.953125, + "epoch": 0.944819179195449, + "grad_norm": 1.5715981721878052, + "kl": 1.583984375, + "learning_rate": 5.510403120936281e-08, + "loss": 0.0633, + "reward": 1.7219206094741821, + "reward_std": 0.1542147919535637, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8000456690788269, "step": 5813 }, { - "epoch": 0.39, - "learning_rate": 1.3956961339340247e-05, - "loss": 1.0061, + "clip_ratio": 0.0, + "completion_length": 166.609375, + "epoch": 0.9449817147501016, + "grad_norm": 2.19507098197937, + "kl": 1.49609375, + "learning_rate": 5.4941482444733415e-08, + "loss": 0.0597, + "reward": 1.5977548360824585, + "reward_std": 0.28979264199733734, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7227548062801361, "step": 5814 }, { - "epoch": 0.39, - "learning_rate": 1.3954969130985798e-05, - "loss": 0.9832, + "clip_ratio": 0.0, + "completion_length": 167.140625, + "epoch": 0.9451442503047541, + "grad_norm": 1.2150051593780518, + "kl": 0.7216796875, + "learning_rate": 5.477893368010403e-08, + "loss": 0.0289, + "reward": 1.731311857700348, + "reward_std": 0.21054986864328384, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8094367682933807, "step": 5815 }, { - "epoch": 0.39, - "learning_rate": 1.3952976736540174e-05, - "loss": 0.974, + "clip_ratio": 0.0, + "completion_length": 182.25, + "epoch": 0.9453067858594068, + "grad_norm": 2.99428391456604, + "kl": 0.4169921875, + "learning_rate": 5.461638491547464e-08, + "loss": 0.0167, + "reward": 1.7396408319473267, + "reward_std": 0.13544870540499687, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.770890861749649, "step": 5816 }, { - "epoch": 0.39, - "learning_rate": 1.3950984156097115e-05, - "loss": 0.9805, + "clip_ratio": 0.0, + "completion_length": 164.234375, + "epoch": 0.9454693214140594, + "grad_norm": 1.3230714797973633, + "kl": 0.9755859375, + "learning_rate": 5.445383615084525e-08, + "loss": 0.0389, + "reward": 1.6570488214492798, + "reward_std": 0.30735454708337784, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.813298761844635, "step": 5817 }, { - "epoch": 0.39, - "learning_rate": 1.3948991389750388e-05, - "loss": 0.9747, + "clip_ratio": 0.0, + "completion_length": 192.46875, + "epoch": 0.9456318569687119, + "grad_norm": 1.7396340370178223, + "kl": 1.9296875, + "learning_rate": 5.4291287386215864e-08, + "loss": 0.0769, + "reward": 1.6544597148895264, + "reward_std": 0.26046591252088547, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.748209685087204, "step": 5818 }, { - "epoch": 0.39, - "learning_rate": 1.3946998437593753e-05, - "loss": 1.1134, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.9457943925233645, + "grad_norm": 1.5840245485305786, + "kl": 1.53955078125, + "learning_rate": 5.4128738621586476e-08, + "loss": 0.0615, + "reward": 1.6436709761619568, + "reward_std": 0.36027462780475616, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7686710357666016, "step": 5819 }, { - "epoch": 0.39, - "learning_rate": 1.3945005299720982e-05, - "loss": 0.9417, + "clip_ratio": 0.0, + "completion_length": 151.484375, + "epoch": 0.945956928078017, + "grad_norm": 1.2077524662017822, + "kl": 1.1083984375, + "learning_rate": 5.396618985695708e-08, + "loss": 0.0443, + "reward": 1.7542585134506226, + "reward_std": 0.28427061438560486, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8167585730552673, "step": 5820 }, { - "epoch": 0.39, - "learning_rate": 1.3943011976225858e-05, - "loss": 0.9468, + "clip_ratio": 0.0, + "completion_length": 151.5625, + "epoch": 0.9461194636326696, + "grad_norm": 1.1888781785964966, + "kl": 0.849609375, + "learning_rate": 5.38036410923277e-08, + "loss": 0.0341, + "reward": 1.727207601070404, + "reward_std": 0.22229028865695, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.805332601070404, "step": 5821 }, { - "epoch": 0.39, - "learning_rate": 1.3941018467202173e-05, - "loss": 1.0704, + "clip_ratio": 0.0, + "completion_length": 188.515625, + "epoch": 0.9462819991873223, + "grad_norm": 1.5273431539535522, + "kl": 1.373046875, + "learning_rate": 5.3641092327698307e-08, + "loss": 0.0548, + "reward": 1.5988414883613586, + "reward_std": 0.3541456013917923, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.723841518163681, "step": 5822 }, { - "epoch": 0.39, - "learning_rate": 1.3939024772743723e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 163.015625, + "epoch": 0.9464445347419748, + "grad_norm": 1.3742036819458008, + "kl": 1.220703125, + "learning_rate": 5.347854356306892e-08, + "loss": 0.0489, + "reward": 1.7187714576721191, + "reward_std": 0.33145156502723694, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8125214576721191, "step": 5823 }, { - "epoch": 0.39, - "learning_rate": 1.3937030892944323e-05, - "loss": 0.976, + "clip_ratio": 0.0, + "completion_length": 150.859375, + "epoch": 0.9466070702966274, + "grad_norm": 1.1537328958511353, + "kl": 2.4375, + "learning_rate": 5.331599479843953e-08, + "loss": 0.0978, + "reward": 1.7393327951431274, + "reward_std": 0.44835908710956573, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8799577951431274, "step": 5824 }, { - "epoch": 0.39, - "learning_rate": 1.3935036827897782e-05, - "loss": 1.0082, + "clip_ratio": 0.0, + "completion_length": 165.359375, + "epoch": 0.94676960585128, + "grad_norm": 2.3134636878967285, + "kl": 0.568359375, + "learning_rate": 5.315344603381014e-08, + "loss": 0.0227, + "reward": 1.6916141510009766, + "reward_std": 0.1984490379691124, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7541141510009766, "step": 5825 }, { - "epoch": 0.39, - "learning_rate": 1.393304257769793e-05, - "loss": 0.9613, + "clip_ratio": 0.0, + "completion_length": 145.421875, + "epoch": 0.9469321414059325, + "grad_norm": 1.3999255895614624, + "kl": 0.669921875, + "learning_rate": 5.2990897269180756e-08, + "loss": 0.0267, + "reward": 1.831850826740265, + "reward_std": 0.14203716441988945, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8787258267402649, "step": 5826 }, { - "epoch": 0.39, - "learning_rate": 1.3931048142438601e-05, - "loss": 0.9686, + "clip_ratio": 0.0, + "completion_length": 194.6875, + "epoch": 0.9470946769605851, + "grad_norm": 1.6585148572921753, + "kl": 1.201171875, + "learning_rate": 5.282834850455136e-08, + "loss": 0.0479, + "reward": 1.5530650615692139, + "reward_std": 0.3164685368537903, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.6936900615692139, "step": 5827 }, { - "epoch": 0.39, - "learning_rate": 1.392905352221364e-05, - "loss": 0.9486, + "clip_ratio": 0.0, + "completion_length": 144.765625, + "epoch": 0.9472572125152378, + "grad_norm": 2.499047040939331, + "kl": 0.79052734375, + "learning_rate": 5.2665799739921974e-08, + "loss": 0.0317, + "reward": 1.6990048289299011, + "reward_std": 0.19913648441433907, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7615047991275787, "step": 5828 }, { - "epoch": 0.39, - "learning_rate": 1.39270587171169e-05, - "loss": 1.0305, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.9474197480698903, + "grad_norm": 1.999921441078186, + "kl": 1.552734375, + "learning_rate": 5.2503250975292586e-08, + "loss": 0.0619, + "reward": 1.6041514873504639, + "reward_std": 0.3267039656639099, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7291516065597534, "step": 5829 }, { - "epoch": 0.39, - "learning_rate": 1.3925063727242231e-05, - "loss": 1.0553, + "clip_ratio": 0.0, + "completion_length": 203.078125, + "epoch": 0.9475822836245429, + "grad_norm": 1.932701587677002, + "kl": 1.4765625, + "learning_rate": 5.23407022106632e-08, + "loss": 0.059, + "reward": 1.607421100139618, + "reward_std": 0.3069319427013397, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7167961001396179, "step": 5830 }, { - "epoch": 0.39, - "learning_rate": 1.3923068552683514e-05, - "loss": 1.0478, + "clip_ratio": 0.0, + "completion_length": 171.375, + "epoch": 0.9477448191791954, + "grad_norm": 1.3604354858398438, + "kl": 1.455078125, + "learning_rate": 5.217815344603381e-08, + "loss": 0.0581, + "reward": 1.7029087543487549, + "reward_std": 0.32908394932746887, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8122838139533997, "step": 5831 }, { - "epoch": 0.39, - "learning_rate": 1.3921073193534622e-05, - "loss": 1.0125, + "clip_ratio": 0.0, + "completion_length": 164.96875, + "epoch": 0.947907354733848, + "grad_norm": 1.3616849184036255, + "kl": 1.986328125, + "learning_rate": 5.2015604681404416e-08, + "loss": 0.0792, + "reward": 1.6566935777664185, + "reward_std": 0.3094121962785721, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7816935777664185, "step": 5832 }, { - "epoch": 0.39, - "learning_rate": 1.3919077649889445e-05, - "loss": 0.9983, + "clip_ratio": 0.0, + "completion_length": 161.203125, + "epoch": 0.9480698902885006, + "grad_norm": 4.895748138427734, + "kl": 0.3974609375, + "learning_rate": 5.185305591677503e-08, + "loss": 0.0158, + "reward": 1.6986837983131409, + "reward_std": 0.25365301966667175, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7611838281154633, "step": 5833 }, { - "epoch": 0.39, - "learning_rate": 1.3917081921841873e-05, - "loss": 1.0837, + "clip_ratio": 0.0, + "completion_length": 160.4375, + "epoch": 0.9482324258431531, + "grad_norm": 1.6992052793502808, + "kl": 0.95703125, + "learning_rate": 5.169050715214565e-08, + "loss": 0.0381, + "reward": 1.61150723695755, + "reward_std": 0.3108951039612293, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7052572965621948, "step": 5834 }, { - "epoch": 0.39, - "learning_rate": 1.3915086009485817e-05, - "loss": 1.0082, + "clip_ratio": 0.0, + "completion_length": 196.8125, + "epoch": 0.9483949613978058, + "grad_norm": 2.5020554065704346, + "kl": 1.04736328125, + "learning_rate": 5.152795838751625e-08, + "loss": 0.0419, + "reward": 1.6838946342468262, + "reward_std": 0.17294606193900108, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7463946044445038, "step": 5835 }, { - "epoch": 0.39, - "learning_rate": 1.3913089912915179e-05, - "loss": 1.0209, + "clip_ratio": 0.0, + "completion_length": 172.59375, + "epoch": 0.9485574969524584, + "grad_norm": 1.929390788078308, + "kl": 1.30078125, + "learning_rate": 5.1365409622886865e-08, + "loss": 0.0519, + "reward": 1.6836358308792114, + "reward_std": 0.2531088814139366, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7617608606815338, "step": 5836 }, { - "epoch": 0.39, - "learning_rate": 1.3911093632223891e-05, - "loss": 1.0224, + "clip_ratio": 0.0, + "completion_length": 149.984375, + "epoch": 0.9487200325071109, + "grad_norm": 1.2989170551300049, + "kl": 0.548095703125, + "learning_rate": 5.120286085825747e-08, + "loss": 0.0221, + "reward": 1.7353624105453491, + "reward_std": 0.15249820426106453, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7822374105453491, "step": 5837 }, { - "epoch": 0.39, - "learning_rate": 1.3909097167505877e-05, - "loss": 1.019, + "clip_ratio": 0.0, + "completion_length": 160.9375, + "epoch": 0.9488825680617635, + "grad_norm": 3.6884653568267822, + "kl": 0.6064453125, + "learning_rate": 5.104031209362809e-08, + "loss": 0.0243, + "reward": 1.773143470287323, + "reward_std": 0.13177458196878433, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8043935298919678, "step": 5838 }, { - "epoch": 0.39, - "learning_rate": 1.390710051885508e-05, - "loss": 0.9403, + "clip_ratio": 0.0, + "completion_length": 166.0, + "epoch": 0.9490451036164161, + "grad_norm": 6.300650596618652, + "kl": 3.3671875, + "learning_rate": 5.08777633289987e-08, + "loss": 0.1346, + "reward": 1.3420639038085938, + "reward_std": 0.6475210189819336, + "rewards/format_reward_gen": 0.6875, + "rewards/llm_reward": 0.6545639038085938, "step": 5839 }, { - "epoch": 0.39, - "learning_rate": 1.3905103686365442e-05, - "loss": 1.0096, + "clip_ratio": 0.0, + "completion_length": 141.390625, + "epoch": 0.9492076391710687, + "grad_norm": 0.6614137291908264, + "kl": 0.134765625, + "learning_rate": 5.071521456436931e-08, + "loss": 0.0054, + "reward": 1.7608697414398193, + "reward_std": 0.13194189965724945, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8077447414398193, "step": 5840 }, { - "epoch": 0.39, - "learning_rate": 1.3903106670130923e-05, - "loss": 0.9558, + "clip_ratio": 0.0, + "completion_length": 183.640625, + "epoch": 0.9493701747257213, + "grad_norm": 2.669548511505127, + "kl": 2.95703125, + "learning_rate": 5.055266579973992e-08, + "loss": 0.118, + "reward": 1.5671473145484924, + "reward_std": 0.31233029067516327, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7077722549438477, "step": 5841 }, { - "epoch": 0.39, - "learning_rate": 1.3901109470245483e-05, - "loss": 1.0997, + "clip_ratio": 0.0, + "completion_length": 160.859375, + "epoch": 0.9495327102803738, + "grad_norm": 8.582756996154785, + "kl": 0.619140625, + "learning_rate": 5.0390117035110526e-08, + "loss": 0.0248, + "reward": 1.7292994260787964, + "reward_std": 0.2581555247306824, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7917994558811188, "step": 5842 }, { - "epoch": 0.39, - "learning_rate": 1.3899112086803106e-05, - "loss": 0.9669, + "clip_ratio": 0.0, + "completion_length": 159.890625, + "epoch": 0.9496952458350264, + "grad_norm": 4.027604579925537, + "kl": 3.318359375, + "learning_rate": 5.0227568270481145e-08, + "loss": 0.1328, + "reward": 1.637718677520752, + "reward_std": 0.35612449049949646, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7939687073230743, "step": 5843 }, { - "epoch": 0.39, - "learning_rate": 1.389711451989776e-05, - "loss": 1.0132, + "clip_ratio": 0.0, + "completion_length": 209.9375, + "epoch": 0.949857781389679, + "grad_norm": 1.8253356218338013, + "kl": 0.865234375, + "learning_rate": 5.006501950585176e-08, + "loss": 0.0347, + "reward": 1.6573556661605835, + "reward_std": 0.23742370307445526, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7667306959629059, "step": 5844 }, { - "epoch": 0.39, - "learning_rate": 1.3895116769623445e-05, - "loss": 0.9849, + "clip_ratio": 0.0, + "completion_length": 158.71875, + "epoch": 0.9500203169443315, + "grad_norm": 1.7752279043197632, + "kl": 0.943359375, + "learning_rate": 4.990247074122236e-08, + "loss": 0.0378, + "reward": 1.6532153487205505, + "reward_std": 0.33069008588790894, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7469653487205505, "step": 5845 }, { - "epoch": 0.39, - "learning_rate": 1.3893118836074155e-05, - "loss": 1.0404, + "clip_ratio": 0.0, + "completion_length": 153.390625, + "epoch": 0.9501828524989842, + "grad_norm": 2.1776297092437744, + "kl": 0.552734375, + "learning_rate": 4.9739921976592975e-08, + "loss": 0.0221, + "reward": 1.649415135383606, + "reward_std": 0.17321149352937937, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6962900459766388, "step": 5846 }, { - "epoch": 0.39, - "learning_rate": 1.38911207193439e-05, - "loss": 0.934, + "clip_ratio": 0.0, + "completion_length": 160.203125, + "epoch": 0.9503453880536368, + "grad_norm": 2.6415822505950928, + "kl": 1.4765625, + "learning_rate": 4.957737321196359e-08, + "loss": 0.0589, + "reward": 1.5755810737609863, + "reward_std": 0.1915127895772457, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6380810737609863, "step": 5847 }, { - "epoch": 0.39, - "learning_rate": 1.38891224195267e-05, - "loss": 0.9743, + "clip_ratio": 0.0, + "completion_length": 165.453125, + "epoch": 0.9505079236082893, + "grad_norm": 1.5975627899169922, + "kl": 0.5791015625, + "learning_rate": 4.94148244473342e-08, + "loss": 0.0231, + "reward": 1.6743176579475403, + "reward_std": 0.19975955039262772, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7368176579475403, "step": 5848 }, { - "epoch": 0.39, - "learning_rate": 1.3887123936716573e-05, - "loss": 1.0757, + "clip_ratio": 0.0, + "completion_length": 142.8125, + "epoch": 0.9506704591629419, + "grad_norm": 8.007599830627441, + "kl": 0.817626953125, + "learning_rate": 4.925227568270481e-08, + "loss": 0.0329, + "reward": 1.920218050479889, + "reward_std": 0.060594022274017334, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.9358430206775665, "step": 5849 }, { - "epoch": 0.39, - "learning_rate": 1.3885125271007557e-05, - "loss": 1.0189, + "clip_ratio": 0.0, + "completion_length": 164.125, + "epoch": 0.9508329947175945, + "grad_norm": 1.5283349752426147, + "kl": 1.17578125, + "learning_rate": 4.908972691807542e-08, + "loss": 0.0471, + "reward": 1.7003861665725708, + "reward_std": 0.2609873414039612, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7941361367702484, "step": 5850 }, { - "epoch": 0.39, - "learning_rate": 1.3883126422493692e-05, - "loss": 1.002, + "clip_ratio": 0.0, + "completion_length": 157.8125, + "epoch": 0.950995530272247, + "grad_norm": 1.0671025514602661, + "kl": 1.1875, + "learning_rate": 4.8927178153446036e-08, + "loss": 0.0474, + "reward": 1.7978712916374207, + "reward_std": 0.1764034926891327, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8603712618350983, "step": 5851 }, { - "epoch": 0.39, - "learning_rate": 1.3881127391269029e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 174.703125, + "epoch": 0.9511580658268997, + "grad_norm": 2.1874005794525146, + "kl": 0.421875, + "learning_rate": 4.876462938881664e-08, + "loss": 0.0168, + "reward": 1.7559250593185425, + "reward_std": 0.12918617576360703, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.787175178527832, "step": 5852 }, { - "epoch": 0.39, - "learning_rate": 1.387912817742763e-05, - "loss": 0.9303, + "clip_ratio": 0.0, + "completion_length": 155.578125, + "epoch": 0.9513206013815522, + "grad_norm": 2.7113802433013916, + "kl": 1.890625, + "learning_rate": 4.8602080624187254e-08, + "loss": 0.0756, + "reward": 1.6740669012069702, + "reward_std": 0.3304581791162491, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7990669310092926, "step": 5853 }, { - "epoch": 0.39, - "learning_rate": 1.3877128781063558e-05, - "loss": 0.9858, + "clip_ratio": 0.0, + "completion_length": 181.328125, + "epoch": 0.9514831369362048, + "grad_norm": 2.8805065155029297, + "kl": 2.015625, + "learning_rate": 4.8439531859557866e-08, + "loss": 0.0805, + "reward": 1.5345935821533203, + "reward_std": 0.28873157501220703, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6595935523509979, "step": 5854 }, { - "epoch": 0.39, - "learning_rate": 1.3875129202270898e-05, - "loss": 1.0212, + "clip_ratio": 0.0, + "completion_length": 169.296875, + "epoch": 0.9516456724908574, + "grad_norm": 1.5084285736083984, + "kl": 1.45703125, + "learning_rate": 4.827698309492847e-08, + "loss": 0.0582, + "reward": 1.7040711045265198, + "reward_std": 0.17952179908752441, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7821961641311646, "step": 5855 }, { - "epoch": 0.39, - "learning_rate": 1.3873129441143726e-05, - "loss": 1.0037, + "clip_ratio": 0.0, + "completion_length": 157.25, + "epoch": 0.9518082080455099, + "grad_norm": 1.2569072246551514, + "kl": 1.11962890625, + "learning_rate": 4.811443433029909e-08, + "loss": 0.0447, + "reward": 1.734431505203247, + "reward_std": 0.17331048846244812, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7969314455986023, "step": 5856 }, { - "epoch": 0.39, - "learning_rate": 1.3871129497776141e-05, - "loss": 0.9994, + "clip_ratio": 0.0, + "completion_length": 157.734375, + "epoch": 0.9519707436001625, + "grad_norm": 1.5259504318237305, + "kl": 1.3505859375, + "learning_rate": 4.7951885565669697e-08, + "loss": 0.0543, + "reward": 1.7355467081069946, + "reward_std": 0.32346250116825104, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8292967677116394, "step": 5857 }, { - "epoch": 0.39, - "learning_rate": 1.386912937226225e-05, - "loss": 1.0639, + "clip_ratio": 0.0, + "completion_length": 176.90625, + "epoch": 0.9521332791548152, + "grad_norm": 2.3362674713134766, + "kl": 1.11328125, + "learning_rate": 4.778933680104031e-08, + "loss": 0.0446, + "reward": 1.6036690473556519, + "reward_std": 0.3278385177254677, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7130440473556519, "step": 5858 }, { - "epoch": 0.39, - "learning_rate": 1.3867129064696147e-05, - "loss": 0.9399, + "clip_ratio": 0.0, + "completion_length": 163.1875, + "epoch": 0.9522958147094677, + "grad_norm": 3.3730645179748535, + "kl": 2.11328125, + "learning_rate": 4.762678803641092e-08, + "loss": 0.0845, + "reward": 1.6831632852554321, + "reward_std": 0.403168261051178, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8394132554531097, "step": 5859 }, { - "epoch": 0.39, - "learning_rate": 1.3865128575171972e-05, - "loss": 0.9802, + "clip_ratio": 0.0, + "completion_length": 148.984375, + "epoch": 0.9524583502641203, + "grad_norm": 2.1151227951049805, + "kl": 1.1806640625, + "learning_rate": 4.7464239271781533e-08, + "loss": 0.0472, + "reward": 1.690729558467865, + "reward_std": 0.2582170367240906, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.784479558467865, "step": 5860 }, { - "epoch": 0.39, - "learning_rate": 1.3863127903783835e-05, - "loss": 0.9708, + "clip_ratio": 0.0, + "completion_length": 169.015625, + "epoch": 0.9526208858187729, + "grad_norm": 1.620118498802185, + "kl": 0.5048828125, + "learning_rate": 4.7301690507152146e-08, + "loss": 0.0202, + "reward": 1.7993701696395874, + "reward_std": 0.15744945406913757, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8462452590465546, "step": 5861 }, { - "epoch": 0.39, - "learning_rate": 1.3861127050625891e-05, - "loss": 1.0651, + "clip_ratio": 0.0, + "completion_length": 151.578125, + "epoch": 0.9527834213734254, + "grad_norm": 1.3693827390670776, + "kl": 0.787109375, + "learning_rate": 4.713914174252275e-08, + "loss": 0.0314, + "reward": 1.7780044674873352, + "reward_std": 0.21980611234903336, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8248794972896576, "step": 5862 }, { - "epoch": 0.39, - "learning_rate": 1.3859126015792267e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 171.421875, + "epoch": 0.952945956928078, + "grad_norm": 3.4114797115325928, + "kl": 1.241455078125, + "learning_rate": 4.6976592977893364e-08, + "loss": 0.0497, + "reward": 1.5857536792755127, + "reward_std": 0.3533197771757841, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7107536792755127, "step": 5863 }, { - "epoch": 0.39, - "learning_rate": 1.385712479937713e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 150.328125, + "epoch": 0.9531084924827306, + "grad_norm": 1.6465351581573486, + "kl": 1.2783203125, + "learning_rate": 4.681404421326398e-08, + "loss": 0.0511, + "reward": 1.661757230758667, + "reward_std": 0.15590928494930267, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7711322903633118, "step": 5864 }, { - "epoch": 0.39, - "learning_rate": 1.3855123401474633e-05, - "loss": 0.9876, + "clip_ratio": 0.0, + "completion_length": 184.25, + "epoch": 0.9532710280373832, + "grad_norm": 1.4120631217956543, + "kl": 0.771484375, + "learning_rate": 4.665149544863459e-08, + "loss": 0.031, + "reward": 1.712557852268219, + "reward_std": 0.211676225066185, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.775057852268219, "step": 5865 }, { - "epoch": 0.39, - "learning_rate": 1.3853121822178953e-05, - "loss": 1.0072, + "clip_ratio": 0.0, + "completion_length": 164.109375, + "epoch": 0.9534335635920358, + "grad_norm": 2.0582334995269775, + "kl": 0.763671875, + "learning_rate": 4.64889466840052e-08, + "loss": 0.0305, + "reward": 1.7066253423690796, + "reward_std": 0.3090384602546692, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8472503423690796, "step": 5866 }, { - "epoch": 0.39, - "learning_rate": 1.3851120061584267e-05, - "loss": 1.0309, + "clip_ratio": 0.0, + "completion_length": 163.09375, + "epoch": 0.9535960991466883, + "grad_norm": 2.920163154602051, + "kl": 1.068359375, + "learning_rate": 4.6326397919375806e-08, + "loss": 0.0427, + "reward": 1.6048884391784668, + "reward_std": 0.17005230486392975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6830134987831116, "step": 5867 }, { - "epoch": 0.39, - "learning_rate": 1.3849118119784764e-05, - "loss": 0.939, + "clip_ratio": 0.0, + "completion_length": 186.359375, + "epoch": 0.9537586347013409, + "grad_norm": 1.831787347793579, + "kl": 1.9921875, + "learning_rate": 4.6163849154746425e-08, + "loss": 0.0797, + "reward": 1.546740472316742, + "reward_std": 0.34098275750875473, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7029904127120972, "step": 5868 }, { - "epoch": 0.39, - "learning_rate": 1.3847115996874639e-05, - "loss": 1.0754, + "clip_ratio": 0.0, + "completion_length": 153.546875, + "epoch": 0.9539211702559935, + "grad_norm": 1.8642319440841675, + "kl": 0.78515625, + "learning_rate": 4.600130039011704e-08, + "loss": 0.0314, + "reward": 1.6954371929168701, + "reward_std": 0.18836968392133713, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7735621333122253, "step": 5869 }, { - "epoch": 0.39, - "learning_rate": 1.3845113692948097e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 159.09375, + "epoch": 0.954083705810646, + "grad_norm": 1.3263568878173828, + "kl": 1.26171875, + "learning_rate": 4.583875162548764e-08, + "loss": 0.0505, + "reward": 1.7199382185935974, + "reward_std": 0.2694203555583954, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8136883080005646, "step": 5870 }, { - "epoch": 0.39, - "learning_rate": 1.3843111208099349e-05, - "loss": 0.9796, + "clip_ratio": 0.0, + "completion_length": 156.3125, + "epoch": 0.9542462413652987, + "grad_norm": 1.896947979927063, + "kl": 1.68359375, + "learning_rate": 4.5676202860858255e-08, + "loss": 0.0673, + "reward": 1.6316821575164795, + "reward_std": 0.24942154437303543, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7566820681095123, "step": 5871 }, { - "epoch": 0.39, - "learning_rate": 1.3841108542422626e-05, - "loss": 0.9942, + "clip_ratio": 0.0, + "completion_length": 162.21875, + "epoch": 0.9544087769199512, + "grad_norm": 1.2931544780731201, + "kl": 1.46875, + "learning_rate": 4.551365409622886e-08, + "loss": 0.0587, + "reward": 1.642294466495514, + "reward_std": 0.3003983348608017, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7672944962978363, "step": 5872 }, { - "epoch": 0.39, - "learning_rate": 1.3839105696012148e-05, - "loss": 1.0078, + "clip_ratio": 0.0, + "completion_length": 195.28125, + "epoch": 0.9545713124746038, + "grad_norm": 2.44248104095459, + "kl": 1.279296875, + "learning_rate": 4.535110533159948e-08, + "loss": 0.0511, + "reward": 1.6183828711509705, + "reward_std": 0.3042043596506119, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7121329605579376, "step": 5873 }, { - "epoch": 0.39, - "learning_rate": 1.3837102668962157e-05, - "loss": 0.9589, + "clip_ratio": 0.0, + "completion_length": 167.125, + "epoch": 0.9547338480292564, + "grad_norm": 1.643234372138977, + "kl": 0.47998046875, + "learning_rate": 4.518855656697009e-08, + "loss": 0.0192, + "reward": 1.7527430653572083, + "reward_std": 0.13823701161891222, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7996180355548859, "step": 5874 }, { - "epoch": 0.39, - "learning_rate": 1.3835099461366903e-05, - "loss": 1.0296, + "clip_ratio": 0.0, + "completion_length": 175.28125, + "epoch": 0.9548963835839089, + "grad_norm": 1.8040639162063599, + "kl": 1.83984375, + "learning_rate": 4.50260078023407e-08, + "loss": 0.0732, + "reward": 1.6063533425331116, + "reward_std": 0.2725559324026108, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.700103372335434, "step": 5875 }, { - "epoch": 0.39, - "learning_rate": 1.383309607332064e-05, - "loss": 1.014, + "clip_ratio": 0.0, + "completion_length": 155.953125, + "epoch": 0.9550589191385616, + "grad_norm": 1.7208093404769897, + "kl": 1.56640625, + "learning_rate": 4.486345903771131e-08, + "loss": 0.0626, + "reward": 1.711761713027954, + "reward_std": 0.30150729417800903, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7898867726325989, "step": 5876 }, { - "epoch": 0.39, - "learning_rate": 1.3831092504917634e-05, - "loss": 1.0487, + "clip_ratio": 0.0, + "completion_length": 175.015625, + "epoch": 0.9552214546932142, + "grad_norm": 1.4719809293746948, + "kl": 0.6376953125, + "learning_rate": 4.470091027308192e-08, + "loss": 0.0255, + "reward": 1.6409822702407837, + "reward_std": 0.2714430242776871, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7191072106361389, "step": 5877 }, { - "epoch": 0.39, - "learning_rate": 1.3829088756252156e-05, - "loss": 0.9752, + "clip_ratio": 0.0, + "completion_length": 170.515625, + "epoch": 0.9553839902478667, + "grad_norm": 1.3986480236053467, + "kl": 1.330078125, + "learning_rate": 4.4538361508452534e-08, + "loss": 0.0531, + "reward": 1.626728355884552, + "reward_std": 0.22844728827476501, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7048534154891968, "step": 5878 }, { - "epoch": 0.39, - "learning_rate": 1.3827084827418486e-05, - "loss": 0.932, + "clip_ratio": 0.0, + "completion_length": 191.75, + "epoch": 0.9555465258025193, + "grad_norm": 1.3207554817199707, + "kl": 1.48046875, + "learning_rate": 4.437581274382315e-08, + "loss": 0.0591, + "reward": 1.6042147278785706, + "reward_std": 0.22744936496019363, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7448397278785706, "step": 5879 }, { - "epoch": 0.39, - "learning_rate": 1.382508071851092e-05, - "loss": 1.0138, + "clip_ratio": 0.0, + "completion_length": 202.296875, + "epoch": 0.9557090613571719, + "grad_norm": 1.3120380640029907, + "kl": 1.546875, + "learning_rate": 4.421326397919375e-08, + "loss": 0.0619, + "reward": 1.604933500289917, + "reward_std": 0.28262875974178314, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.745558500289917, "step": 5880 }, { - "epoch": 0.39, - "learning_rate": 1.382307642962375e-05, - "loss": 1.0202, + "clip_ratio": 0.0, + "completion_length": 180.59375, + "epoch": 0.9558715969118244, + "grad_norm": 4.798175811767578, + "kl": 3.1484375, + "learning_rate": 4.405071521456437e-08, + "loss": 0.1258, + "reward": 1.5511343479156494, + "reward_std": 0.32633189857006073, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7230093777179718, "step": 5881 }, { - "epoch": 0.39, - "learning_rate": 1.3821071960851285e-05, - "loss": 0.9872, + "clip_ratio": 0.0, + "completion_length": 172.328125, + "epoch": 0.9560341324664771, + "grad_norm": 3.0373659133911133, + "kl": 1.57421875, + "learning_rate": 4.388816644993498e-08, + "loss": 0.063, + "reward": 1.527235507965088, + "reward_std": 0.3870188295841217, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6522354483604431, "step": 5882 }, { - "epoch": 0.39, - "learning_rate": 1.3819067312287837e-05, - "loss": 1.0619, + "clip_ratio": 0.0, + "completion_length": 175.359375, + "epoch": 0.9561966680211296, + "grad_norm": 1.9160078763961792, + "kl": 1.70703125, + "learning_rate": 4.372561768530559e-08, + "loss": 0.0681, + "reward": 1.6676369905471802, + "reward_std": 0.28728559613227844, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7457619607448578, "step": 5883 }, { - "epoch": 0.39, - "learning_rate": 1.381706248402774e-05, - "loss": 0.8914, + "clip_ratio": 0.0, + "completion_length": 187.4375, + "epoch": 0.9563592035757822, + "grad_norm": 2.4366085529327393, + "kl": 3.421875, + "learning_rate": 4.35630689206762e-08, + "loss": 0.1369, + "reward": 1.4834882020950317, + "reward_std": 0.3852582573890686, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.6553631722927094, "step": 5884 }, { - "epoch": 0.39, - "learning_rate": 1.3815057476165314e-05, - "loss": 1.0474, + "clip_ratio": 0.0, + "completion_length": 142.625, + "epoch": 0.9565217391304348, + "grad_norm": 1.1988685131072998, + "kl": 0.966796875, + "learning_rate": 4.340052015604681e-08, + "loss": 0.0387, + "reward": 1.6933706402778625, + "reward_std": 0.27635715901851654, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7871206998825073, "step": 5885 }, { - "epoch": 0.39, - "learning_rate": 1.3813052288794906e-05, - "loss": 1.0605, + "clip_ratio": 0.0, + "completion_length": 173.109375, + "epoch": 0.9566842746850873, + "grad_norm": 2.420349359512329, + "kl": 3.1484375, + "learning_rate": 4.3237971391417426e-08, + "loss": 0.1263, + "reward": 1.6366329193115234, + "reward_std": 0.4315609335899353, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.8085080087184906, "step": 5886 }, { - "epoch": 0.39, - "learning_rate": 1.3811046922010865e-05, - "loss": 1.0031, + "clip_ratio": 0.0, + "completion_length": 157.796875, + "epoch": 0.9568468102397399, + "grad_norm": 1.4341893196105957, + "kl": 0.6904296875, + "learning_rate": 4.307542262678803e-08, + "loss": 0.0276, + "reward": 1.7333981394767761, + "reward_std": 0.2908497601747513, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8271481692790985, "step": 5887 }, { - "epoch": 0.39, - "learning_rate": 1.3809041375907545e-05, - "loss": 1.0744, + "clip_ratio": 0.0, + "completion_length": 150.625, + "epoch": 0.9570093457943926, + "grad_norm": 1.1769474744796753, + "kl": 0.833984375, + "learning_rate": 4.2912873862158644e-08, + "loss": 0.0335, + "reward": 1.8020835518836975, + "reward_std": 0.14921501278877258, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8645836114883423, "step": 5888 }, { - "epoch": 0.39, - "learning_rate": 1.3807035650579318e-05, - "loss": 1.0234, + "clip_ratio": 0.0, + "completion_length": 172.34375, + "epoch": 0.9571718813490451, + "grad_norm": 3.2101199626922607, + "kl": 2.625, + "learning_rate": 4.2750325097529256e-08, + "loss": 0.1049, + "reward": 1.6764811873435974, + "reward_std": 0.25171881914138794, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7702311873435974, "step": 5889 }, { - "epoch": 0.39, - "learning_rate": 1.3805029746120549e-05, - "loss": 1.0132, + "clip_ratio": 0.0, + "completion_length": 184.53125, + "epoch": 0.9573344169036977, + "grad_norm": 1.8224377632141113, + "kl": 1.04296875, + "learning_rate": 4.258777633289987e-08, + "loss": 0.0417, + "reward": 1.7085294127464294, + "reward_std": 0.1858847364783287, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7866544723510742, "step": 5890 }, { - "epoch": 0.39, - "learning_rate": 1.3803023662625632e-05, - "loss": 0.9839, + "clip_ratio": 0.0, + "completion_length": 163.28125, + "epoch": 0.9574969524583503, + "grad_norm": 1.5701484680175781, + "kl": 1.53125, + "learning_rate": 4.242522756827048e-08, + "loss": 0.0613, + "reward": 1.7148140668869019, + "reward_std": 0.2169802412390709, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7929390370845795, "step": 5891 }, { - "epoch": 0.39, - "learning_rate": 1.380101740018895e-05, - "loss": 1.017, + "clip_ratio": 0.0, + "completion_length": 162.21875, + "epoch": 0.9576594880130028, + "grad_norm": 1.988901138305664, + "kl": 1.59375, + "learning_rate": 4.2262678803641086e-08, + "loss": 0.0638, + "reward": 1.6424919962882996, + "reward_std": 0.2531402111053467, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7206170558929443, "step": 5892 }, { - "epoch": 0.39, - "learning_rate": 1.3799010958904905e-05, - "loss": 0.9837, + "clip_ratio": 0.0, + "completion_length": 155.6875, + "epoch": 0.9578220235676554, + "grad_norm": 1.2537339925765991, + "kl": 1.19140625, + "learning_rate": 4.21001300390117e-08, + "loss": 0.0477, + "reward": 1.6530770063400269, + "reward_std": 0.2151922583580017, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7468269765377045, "step": 5893 }, { - "epoch": 0.39, - "learning_rate": 1.3797004338867907e-05, - "loss": 0.9928, + "clip_ratio": 0.0, + "completion_length": 166.765625, + "epoch": 0.957984559122308, + "grad_norm": 2.5712404251098633, + "kl": 1.796875, + "learning_rate": 4.193758127438232e-08, + "loss": 0.0718, + "reward": 1.6082000732421875, + "reward_std": 0.3786282241344452, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7332000136375427, "step": 5894 }, { - "epoch": 0.39, - "learning_rate": 1.3794997540172373e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 168.9375, + "epoch": 0.9581470946769606, + "grad_norm": 1.956781029701233, + "kl": 2.558837890625, + "learning_rate": 4.177503250975292e-08, + "loss": 0.1023, + "reward": 1.5451895594596863, + "reward_std": 0.29518792033195496, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7014395296573639, "step": 5895 }, { - "epoch": 0.39, - "learning_rate": 1.3792990562912722e-05, - "loss": 1.01, + "clip_ratio": 0.0, + "completion_length": 159.921875, + "epoch": 0.9583096302316132, + "grad_norm": 1.545139193534851, + "kl": 1.638671875, + "learning_rate": 4.1612483745123536e-08, + "loss": 0.0654, + "reward": 1.5800359845161438, + "reward_std": 0.41588373482227325, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7206610143184662, "step": 5896 }, { - "epoch": 0.39, - "learning_rate": 1.3790983407183394e-05, - "loss": 0.9967, + "clip_ratio": 0.0, + "completion_length": 152.703125, + "epoch": 0.9584721657862657, + "grad_norm": 2.5311696529388428, + "kl": 1.3203125, + "learning_rate": 4.144993498049414e-08, + "loss": 0.0528, + "reward": 1.703981876373291, + "reward_std": 0.29994111508131027, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.813356876373291, "step": 5897 }, { - "epoch": 0.4, - "learning_rate": 1.3788976073078825e-05, - "loss": 0.9523, + "clip_ratio": 0.0, + "completion_length": 170.0, + "epoch": 0.9586347013409183, + "grad_norm": 1.172085165977478, + "kl": 1.548828125, + "learning_rate": 4.128738621586476e-08, + "loss": 0.062, + "reward": 1.7289468050003052, + "reward_std": 0.22876296192407608, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8226968348026276, "step": 5898 }, { - "epoch": 0.4, - "learning_rate": 1.378696856069347e-05, - "loss": 0.9576, + "clip_ratio": 0.0, + "completion_length": 146.359375, + "epoch": 0.958797236895571, + "grad_norm": 1.2748732566833496, + "kl": 0.44873046875, + "learning_rate": 4.112483745123537e-08, + "loss": 0.0179, + "reward": 1.8029980063438416, + "reward_std": 0.2059788778424263, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8498730063438416, "step": 5899 }, { - "epoch": 0.4, - "learning_rate": 1.3784960870121786e-05, - "loss": 1.0169, + "clip_ratio": 0.0, + "completion_length": 148.375, + "epoch": 0.9589597724502235, + "grad_norm": 1.3040745258331299, + "kl": 1.056640625, + "learning_rate": 4.096228868660598e-08, + "loss": 0.0424, + "reward": 1.7343934774398804, + "reward_std": 0.30409249663352966, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8281434774398804, "step": 5900 }, { - "epoch": 0.4, - "learning_rate": 1.378295300145824e-05, - "loss": 0.953, + "clip_ratio": 0.0, + "completion_length": 163.234375, + "epoch": 0.9591223080048761, + "grad_norm": 1.9678541421890259, + "kl": 1.2734375, + "learning_rate": 4.079973992197659e-08, + "loss": 0.0509, + "reward": 1.6380990743637085, + "reward_std": 0.25351956486701965, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7318490147590637, "step": 5901 }, { - "epoch": 0.4, - "learning_rate": 1.3780944954797301e-05, - "loss": 1.0282, + "clip_ratio": 0.0, + "completion_length": 156.078125, + "epoch": 0.9592848435595287, + "grad_norm": 1.3140273094177246, + "kl": 1.3828125, + "learning_rate": 4.0637191157347196e-08, + "loss": 0.0554, + "reward": 1.7494366765022278, + "reward_std": 0.25098899006843567, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8275616466999054, "step": 5902 }, { - "epoch": 0.4, - "learning_rate": 1.3778936730233463e-05, - "loss": 1.0774, + "clip_ratio": 0.0, + "completion_length": 185.53125, + "epoch": 0.9594473791141812, + "grad_norm": 1.9091887474060059, + "kl": 2.20703125, + "learning_rate": 4.0474642392717815e-08, + "loss": 0.0884, + "reward": 1.6912906765937805, + "reward_std": 0.20304599404335022, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7694156765937805, "step": 5903 }, { - "epoch": 0.4, - "learning_rate": 1.3776928327861212e-05, - "loss": 1.0278, + "clip_ratio": 0.0, + "completion_length": 198.234375, + "epoch": 0.9596099146688338, + "grad_norm": 2.4453344345092773, + "kl": 1.2890625, + "learning_rate": 4.031209362808843e-08, + "loss": 0.0516, + "reward": 1.6448085308074951, + "reward_std": 0.3160433769226074, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7541835904121399, "step": 5904 }, { - "epoch": 0.4, - "learning_rate": 1.3774919747775051e-05, - "loss": 1.071, + "clip_ratio": 0.0, + "completion_length": 165.0, + "epoch": 0.9597724502234863, + "grad_norm": 1.4609336853027344, + "kl": 0.26220703125, + "learning_rate": 4.014954486345903e-08, + "loss": 0.0105, + "reward": 1.8304692506790161, + "reward_std": 0.1586690917611122, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8617193400859833, "step": 5905 }, { - "epoch": 0.4, - "learning_rate": 1.3772910990069486e-05, - "loss": 1.0079, + "clip_ratio": 0.0, + "completion_length": 169.171875, + "epoch": 0.959934985778139, + "grad_norm": 2.827622175216675, + "kl": 1.41796875, + "learning_rate": 3.9986996098829645e-08, + "loss": 0.0566, + "reward": 1.5357322096824646, + "reward_std": 0.40158766508102417, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6919821798801422, "step": 5906 }, { - "epoch": 0.4, - "learning_rate": 1.3770902054839035e-05, - "loss": 0.985, + "clip_ratio": 0.0, + "completion_length": 151.34375, + "epoch": 0.9600975213327916, + "grad_norm": 1.675526738166809, + "kl": 0.96875, + "learning_rate": 3.982444733420026e-08, + "loss": 0.0387, + "reward": 1.6287657022476196, + "reward_std": 0.33882805705070496, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7381407022476196, "step": 5907 }, { - "epoch": 0.4, - "learning_rate": 1.3768892942178223e-05, - "loss": 0.9452, + "clip_ratio": 0.0, + "completion_length": 173.765625, + "epoch": 0.9602600568874441, + "grad_norm": 4.384384632110596, + "kl": 1.81640625, + "learning_rate": 3.966189856957087e-08, + "loss": 0.0727, + "reward": 1.7047264575958252, + "reward_std": 0.30887436866760254, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8297264873981476, "step": 5908 }, { - "epoch": 0.4, - "learning_rate": 1.3766883652181583e-05, - "loss": 1.0321, + "clip_ratio": 0.0, + "completion_length": 166.0, + "epoch": 0.9604225924420967, + "grad_norm": 1.9274852275848389, + "kl": 0.57666015625, + "learning_rate": 3.949934980494148e-08, + "loss": 0.0231, + "reward": 1.7290119528770447, + "reward_std": 0.15079978853464127, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7915119230747223, "step": 5909 }, { - "epoch": 0.4, - "learning_rate": 1.3764874184943664e-05, - "loss": 1.0081, + "clip_ratio": 0.0, + "completion_length": 178.453125, + "epoch": 0.9605851279967493, + "grad_norm": 3.1676063537597656, + "kl": 1.9765625, + "learning_rate": 3.933680104031209e-08, + "loss": 0.0793, + "reward": 1.5628800988197327, + "reward_std": 0.3481302261352539, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6722551882266998, "step": 5910 }, { - "epoch": 0.4, - "learning_rate": 1.3762864540559007e-05, - "loss": 0.9585, + "clip_ratio": 0.0, + "completion_length": 182.28125, + "epoch": 0.9607476635514018, + "grad_norm": 1.6271883249282837, + "kl": 2.47265625, + "learning_rate": 3.9174252275682706e-08, + "loss": 0.0991, + "reward": 1.5309316515922546, + "reward_std": 0.3805999606847763, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7184316515922546, "step": 5911 }, { - "epoch": 0.4, - "learning_rate": 1.3760854719122175e-05, - "loss": 0.9539, + "clip_ratio": 0.0, + "completion_length": 166.78125, + "epoch": 0.9609101991060545, + "grad_norm": 1.859281063079834, + "kl": 1.89453125, + "learning_rate": 3.901170351105332e-08, + "loss": 0.0759, + "reward": 1.59409499168396, + "reward_std": 0.357574924826622, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7190949618816376, "step": 5912 }, { - "epoch": 0.4, - "learning_rate": 1.3758844720727736e-05, - "loss": 1.0409, + "clip_ratio": 0.0, + "completion_length": 168.875, + "epoch": 0.9610727346607071, + "grad_norm": 1.7620041370391846, + "kl": 2.6220703125, + "learning_rate": 3.8849154746423924e-08, + "loss": 0.1046, + "reward": 1.5541947484016418, + "reward_std": 0.4680428206920624, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.7416947782039642, "step": 5913 }, { - "epoch": 0.4, - "learning_rate": 1.3756834545470263e-05, - "loss": 0.9457, + "clip_ratio": 0.0, + "completion_length": 180.171875, + "epoch": 0.9612352702153596, + "grad_norm": 1.9369797706604004, + "kl": 1.3310546875, + "learning_rate": 3.8686605981794537e-08, + "loss": 0.0535, + "reward": 1.7508183121681213, + "reward_std": 0.1943332552909851, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8289432525634766, "step": 5914 }, { - "epoch": 0.4, - "learning_rate": 1.3754824193444342e-05, - "loss": 1.0153, + "clip_ratio": 0.0, + "completion_length": 142.5625, + "epoch": 0.9613978057700122, + "grad_norm": 0.9049075245857239, + "kl": 0.412109375, + "learning_rate": 3.852405721716515e-08, + "loss": 0.0165, + "reward": 1.7425556182861328, + "reward_std": 0.26482678949832916, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8206805884838104, "step": 5915 }, { - "epoch": 0.4, - "learning_rate": 1.3752813664744564e-05, - "loss": 0.9945, + "clip_ratio": 0.0, + "completion_length": 157.453125, + "epoch": 0.9615603413246647, + "grad_norm": 2.3373584747314453, + "kl": 1.640625, + "learning_rate": 3.836150845253576e-08, + "loss": 0.0655, + "reward": 1.5854880213737488, + "reward_std": 0.37224946916103363, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7261130511760712, "step": 5916 }, { - "epoch": 0.4, - "learning_rate": 1.3750802959465528e-05, - "loss": 1.0258, + "clip_ratio": 0.0, + "completion_length": 155.078125, + "epoch": 0.9617228768793173, + "grad_norm": 2.2573049068450928, + "kl": 0.91796875, + "learning_rate": 3.8198959687906373e-08, + "loss": 0.0367, + "reward": 1.5688668489456177, + "reward_std": 0.3595670461654663, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6938668787479401, "step": 5917 }, { - "epoch": 0.4, - "learning_rate": 1.3748792077701847e-05, - "loss": 1.1246, + "clip_ratio": 0.0, + "completion_length": 162.53125, + "epoch": 0.96188541243397, + "grad_norm": 3.4792089462280273, + "kl": 1.4873046875, + "learning_rate": 3.803641092327698e-08, + "loss": 0.0596, + "reward": 1.6755743026733398, + "reward_std": 0.23945853859186172, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.753699392080307, "step": 5918 }, { - "epoch": 0.4, - "learning_rate": 1.3746781019548135e-05, - "loss": 1.0569, + "clip_ratio": 0.0, + "completion_length": 158.359375, + "epoch": 0.9620479479886225, + "grad_norm": 1.7544989585876465, + "kl": 1.439453125, + "learning_rate": 3.787386215864759e-08, + "loss": 0.0575, + "reward": 1.5328166484832764, + "reward_std": 0.16863412410020828, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6109415590763092, "step": 5919 }, { - "epoch": 0.4, - "learning_rate": 1.3744769785099017e-05, - "loss": 1.025, + "clip_ratio": 0.0, + "completion_length": 153.65625, + "epoch": 0.9622104835432751, + "grad_norm": 4.087279796600342, + "kl": 1.1875, + "learning_rate": 3.7711313394018204e-08, + "loss": 0.0475, + "reward": 1.6120153665542603, + "reward_std": 0.2890956699848175, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7057653367519379, "step": 5920 }, { - "epoch": 0.4, - "learning_rate": 1.3742758374449126e-05, - "loss": 0.9658, + "clip_ratio": 0.0, + "completion_length": 190.859375, + "epoch": 0.9623730190979277, + "grad_norm": 1.6555960178375244, + "kl": 1.52734375, + "learning_rate": 3.7548764629388816e-08, + "loss": 0.0612, + "reward": 1.5510181188583374, + "reward_std": 0.3622492104768753, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.660393089056015, "step": 5921 }, { - "epoch": 0.4, - "learning_rate": 1.3740746787693107e-05, - "loss": 1.0219, + "clip_ratio": 0.0, + "completion_length": 171.828125, + "epoch": 0.9625355546525802, + "grad_norm": 1.9112235307693481, + "kl": 1.369140625, + "learning_rate": 3.738621586475943e-08, + "loss": 0.0549, + "reward": 1.5584303736686707, + "reward_std": 0.33979230374097824, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.683430403470993, "step": 5922 }, { - "epoch": 0.4, - "learning_rate": 1.3738735024925607e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 174.328125, + "epoch": 0.9626980902072328, + "grad_norm": 1.9424940347671509, + "kl": 1.369140625, + "learning_rate": 3.7223667100130034e-08, + "loss": 0.0547, + "reward": 1.5206773281097412, + "reward_std": 0.29013778269290924, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6144272983074188, "step": 5923 }, { - "epoch": 0.4, - "learning_rate": 1.3736723086241288e-05, - "loss": 0.9882, + "clip_ratio": 0.0, + "completion_length": 169.640625, + "epoch": 0.9628606257618854, + "grad_norm": 1.2147138118743896, + "kl": 0.7978515625, + "learning_rate": 3.706111833550065e-08, + "loss": 0.0319, + "reward": 1.7713292837142944, + "reward_std": 0.14935174584388733, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8338291645050049, "step": 5924 }, { - "epoch": 0.4, - "learning_rate": 1.3734710971734813e-05, - "loss": 1.0365, + "clip_ratio": 0.0, + "completion_length": 182.703125, + "epoch": 0.963023161316538, + "grad_norm": 1.9493329524993896, + "kl": 0.885986328125, + "learning_rate": 3.689856957087126e-08, + "loss": 0.0355, + "reward": 1.721316933631897, + "reward_std": 0.15180226415395737, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.752566933631897, "step": 5925 }, { - "epoch": 0.4, - "learning_rate": 1.3732698681500859e-05, - "loss": 1.0361, + "clip_ratio": 0.0, + "completion_length": 166.421875, + "epoch": 0.9631856968711906, + "grad_norm": 1.9939701557159424, + "kl": 1.42578125, + "learning_rate": 3.673602080624187e-08, + "loss": 0.0569, + "reward": 1.6008845567703247, + "reward_std": 0.365353599190712, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7415096461772919, "step": 5926 }, { - "epoch": 0.4, - "learning_rate": 1.3730686215634106e-05, - "loss": 0.9072, + "clip_ratio": 0.0, + "completion_length": 151.65625, + "epoch": 0.9633482324258431, + "grad_norm": 1.1723552942276, + "kl": 1.23828125, + "learning_rate": 3.657347204161248e-08, + "loss": 0.0496, + "reward": 1.8076319098472595, + "reward_std": 0.18270858749747276, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8701318502426147, "step": 5927 }, { - "epoch": 0.4, - "learning_rate": 1.372867357422925e-05, - "loss": 1.0095, + "clip_ratio": 0.0, + "completion_length": 171.296875, + "epoch": 0.9635107679804957, + "grad_norm": 1.4478219747543335, + "kl": 2.22265625, + "learning_rate": 3.6410923276983095e-08, + "loss": 0.0888, + "reward": 1.6717928647994995, + "reward_std": 0.25713782012462616, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7811678349971771, "step": 5928 }, { - "epoch": 0.4, - "learning_rate": 1.372666075738099e-05, - "loss": 0.9885, + "clip_ratio": 0.0, + "completion_length": 165.625, + "epoch": 0.9636733035351484, + "grad_norm": 3.1605565547943115, + "kl": 1.1748046875, + "learning_rate": 3.624837451235371e-08, + "loss": 0.047, + "reward": 1.7746291756629944, + "reward_std": 0.22398261725902557, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8371291160583496, "step": 5929 }, { - "epoch": 0.4, - "learning_rate": 1.3724647765184034e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 175.34375, + "epoch": 0.9638358390898009, + "grad_norm": 1.362143874168396, + "kl": 1.34375, + "learning_rate": 3.608582574772431e-08, + "loss": 0.0536, + "reward": 1.6323106288909912, + "reward_std": 0.33885160088539124, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.757310688495636, "step": 5930 }, { - "epoch": 0.4, - "learning_rate": 1.3722634597733095e-05, - "loss": 0.9527, + "clip_ratio": 0.0, + "completion_length": 155.484375, + "epoch": 0.9639983746444535, + "grad_norm": 2.0198826789855957, + "kl": 0.8154296875, + "learning_rate": 3.5923276983094925e-08, + "loss": 0.0327, + "reward": 1.6761711835861206, + "reward_std": 0.266364187002182, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.769921064376831, "step": 5931 }, { - "epoch": 0.4, - "learning_rate": 1.3720621255122901e-05, - "loss": 1.0455, + "clip_ratio": 0.0, + "completion_length": 179.953125, + "epoch": 0.9641609101991061, + "grad_norm": 1.1827505826950073, + "kl": 1.794921875, + "learning_rate": 3.5760728218465544e-08, + "loss": 0.072, + "reward": 1.694853961467743, + "reward_std": 0.2989250645041466, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8042289018630981, "step": 5932 }, { - "epoch": 0.4, - "learning_rate": 1.3718607737448184e-05, - "loss": 1.0546, + "clip_ratio": 0.0, + "completion_length": 164.984375, + "epoch": 0.9643234457537586, + "grad_norm": 1.2245793342590332, + "kl": 1.37109375, + "learning_rate": 3.559817945383615e-08, + "loss": 0.0547, + "reward": 1.5814781188964844, + "reward_std": 0.26998402178287506, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.675228089094162, "step": 5933 }, { - "epoch": 0.4, - "learning_rate": 1.3716594044803686e-05, - "loss": 0.9928, + "clip_ratio": 0.0, + "completion_length": 197.078125, + "epoch": 0.9644859813084112, + "grad_norm": 1.8952418565750122, + "kl": 1.083984375, + "learning_rate": 3.543563068920676e-08, + "loss": 0.0434, + "reward": 1.5519232749938965, + "reward_std": 0.30045266449451447, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6456732451915741, "step": 5934 }, { - "epoch": 0.4, - "learning_rate": 1.3714580177284153e-05, - "loss": 0.9606, + "clip_ratio": 0.0, + "completion_length": 191.8125, + "epoch": 0.9646485168630637, + "grad_norm": 2.8150014877319336, + "kl": 2.578125, + "learning_rate": 3.527308192457737e-08, + "loss": 0.1032, + "reward": 1.5688560605049133, + "reward_std": 0.37146149575710297, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7094810605049133, "step": 5935 }, { - "epoch": 0.4, - "learning_rate": 1.3712566134984346e-05, - "loss": 0.9644, + "clip_ratio": 0.0, + "completion_length": 173.015625, + "epoch": 0.9648110524177164, + "grad_norm": 2.2786715030670166, + "kl": 1.498046875, + "learning_rate": 3.511053315994798e-08, + "loss": 0.0601, + "reward": 1.6902457475662231, + "reward_std": 0.3900432288646698, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.8308706879615784, "step": 5936 }, { - "epoch": 0.4, - "learning_rate": 1.371055191799903e-05, - "loss": 0.9296, + "clip_ratio": 0.0, + "completion_length": 198.140625, + "epoch": 0.964973587972369, + "grad_norm": 2.543330192565918, + "kl": 1.583984375, + "learning_rate": 3.49479843953186e-08, + "loss": 0.0635, + "reward": 1.6471374034881592, + "reward_std": 0.2573372423648834, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.756512314081192, "step": 5937 }, { - "epoch": 0.4, - "learning_rate": 1.370853752642298e-05, - "loss": 0.9946, + "clip_ratio": 0.0, + "completion_length": 177.484375, + "epoch": 0.9651361235270215, + "grad_norm": 1.2809571027755737, + "kl": 0.82421875, + "learning_rate": 3.4785435630689205e-08, + "loss": 0.0328, + "reward": 1.679815411567688, + "reward_std": 0.2964964210987091, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7735653817653656, "step": 5938 }, { - "epoch": 0.4, - "learning_rate": 1.3706522960350972e-05, - "loss": 1.0805, + "clip_ratio": 0.0, + "completion_length": 188.0625, + "epoch": 0.9652986590816741, + "grad_norm": 1.6490795612335205, + "kl": 1.74609375, + "learning_rate": 3.462288686605982e-08, + "loss": 0.0697, + "reward": 1.6242722272872925, + "reward_std": 0.18756158649921417, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7336472570896149, "step": 5939 }, { - "epoch": 0.4, - "learning_rate": 1.3704508219877804e-05, - "loss": 0.8881, + "clip_ratio": 0.0, + "completion_length": 152.640625, + "epoch": 0.9654611946363267, + "grad_norm": 2.124610662460327, + "kl": 2.15625, + "learning_rate": 3.446033810143042e-08, + "loss": 0.0862, + "reward": 1.6427239775657654, + "reward_std": 0.29077112674713135, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7520989179611206, "step": 5940 }, { - "epoch": 0.4, - "learning_rate": 1.370249330509827e-05, - "loss": 0.979, + "clip_ratio": 0.0, + "completion_length": 170.515625, + "epoch": 0.9656237301909792, + "grad_norm": 2.9754698276519775, + "kl": 1.29052734375, + "learning_rate": 3.429778933680104e-08, + "loss": 0.0515, + "reward": 1.6113134622573853, + "reward_std": 0.4004649817943573, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7831884026527405, "step": 5941 }, { - "epoch": 0.4, - "learning_rate": 1.3700478216107179e-05, - "loss": 0.9371, + "clip_ratio": 0.0, + "completion_length": 157.84375, + "epoch": 0.9657862657456319, + "grad_norm": 2.7015674114227295, + "kl": 0.927734375, + "learning_rate": 3.4135240572171654e-08, + "loss": 0.0371, + "reward": 1.697768211364746, + "reward_std": 0.21050440520048141, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7758932709693909, "step": 5942 }, { - "epoch": 0.4, - "learning_rate": 1.3698462952999344e-05, - "loss": 0.9739, + "clip_ratio": 0.0, + "completion_length": 166.671875, + "epoch": 0.9659488013002845, + "grad_norm": 1.8881417512893677, + "kl": 1.875, + "learning_rate": 3.397269180754226e-08, + "loss": 0.075, + "reward": 1.61698979139328, + "reward_std": 0.25656360387802124, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.72636479139328, "step": 5943 }, { - "epoch": 0.4, - "learning_rate": 1.369644751586959e-05, - "loss": 1.0406, + "clip_ratio": 0.0, + "completion_length": 176.5, + "epoch": 0.966111336854937, + "grad_norm": 1.8996081352233887, + "kl": 2.328125, + "learning_rate": 3.381014304291287e-08, + "loss": 0.0932, + "reward": 1.472508430480957, + "reward_std": 0.29027993977069855, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.5975084900856018, "step": 5944 }, { - "epoch": 0.4, - "learning_rate": 1.3694431904812751e-05, - "loss": 0.9802, + "clip_ratio": 0.0, + "completion_length": 152.109375, + "epoch": 0.9662738724095896, + "grad_norm": 1.761711835861206, + "kl": 0.9375, + "learning_rate": 3.3647594278283484e-08, + "loss": 0.0375, + "reward": 1.6509482264518738, + "reward_std": 0.20657437294721603, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7290732860565186, "step": 5945 }, { - "epoch": 0.4, - "learning_rate": 1.369241611992366e-05, - "loss": 1.0222, + "clip_ratio": 0.0, + "completion_length": 180.828125, + "epoch": 0.9664364079642421, + "grad_norm": 1.9329817295074463, + "kl": 1.408203125, + "learning_rate": 3.3485045513654096e-08, + "loss": 0.0561, + "reward": 1.7162013053894043, + "reward_std": 0.1533515602350235, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7474513053894043, "step": 5946 }, { - "epoch": 0.4, - "learning_rate": 1.3690400161297167e-05, - "loss": 0.9684, + "clip_ratio": 0.0, + "completion_length": 151.125, + "epoch": 0.9665989435188947, + "grad_norm": 1.5112988948822021, + "kl": 0.861328125, + "learning_rate": 3.332249674902471e-08, + "loss": 0.0345, + "reward": 1.7811789512634277, + "reward_std": 0.20388266816735268, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8280539512634277, "step": 5947 }, { - "epoch": 0.4, - "learning_rate": 1.368838402902813e-05, - "loss": 1.0691, + "clip_ratio": 0.0, + "completion_length": 157.671875, + "epoch": 0.9667614790735474, + "grad_norm": 1.2054303884506226, + "kl": 1.0341796875, + "learning_rate": 3.3159947984395314e-08, + "loss": 0.0414, + "reward": 1.6097297668457031, + "reward_std": 0.21275834739208221, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6878547966480255, "step": 5948 }, { - "epoch": 0.4, - "learning_rate": 1.3686367723211414e-05, - "loss": 0.9701, + "clip_ratio": 0.0, + "completion_length": 142.640625, + "epoch": 0.9669240146281999, + "grad_norm": 0.8231251239776611, + "kl": 0.471435546875, + "learning_rate": 3.2997399219765927e-08, + "loss": 0.0189, + "reward": 1.782676339149475, + "reward_std": 0.144378200173378, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8451763093471527, "step": 5949 }, { - "epoch": 0.4, - "learning_rate": 1.3684351243941885e-05, - "loss": 0.9261, + "clip_ratio": 0.0, + "completion_length": 151.953125, + "epoch": 0.9670865501828525, + "grad_norm": 1.401658535003662, + "kl": 2.140625, + "learning_rate": 3.283485045513654e-08, + "loss": 0.0855, + "reward": 1.6773805022239685, + "reward_std": 0.3271521180868149, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8023805320262909, "step": 5950 }, { - "epoch": 0.4, - "learning_rate": 1.368233459131443e-05, - "loss": 1.0199, + "clip_ratio": 0.0, + "completion_length": 161.515625, + "epoch": 0.9672490857375051, + "grad_norm": 3.198859930038452, + "kl": 1.1142578125, + "learning_rate": 3.267230169050715e-08, + "loss": 0.0445, + "reward": 1.7410115003585815, + "reward_std": 0.25143641233444214, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8191364407539368, "step": 5951 }, { - "epoch": 0.4, - "learning_rate": 1.3680317765423932e-05, - "loss": 1.0127, + "clip_ratio": 0.0, + "completion_length": 167.84375, + "epoch": 0.9674116212921576, + "grad_norm": 1.744728446006775, + "kl": 2.03515625, + "learning_rate": 3.2509752925877763e-08, + "loss": 0.0815, + "reward": 1.5850093364715576, + "reward_std": 0.277370810508728, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6787593066692352, "step": 5952 }, { - "epoch": 0.4, - "learning_rate": 1.3678300766365296e-05, - "loss": 0.9634, + "clip_ratio": 0.0, + "completion_length": 159.671875, + "epoch": 0.9675741568468103, + "grad_norm": 2.098121404647827, + "kl": 1.15234375, + "learning_rate": 3.234720416124837e-08, + "loss": 0.046, + "reward": 1.6668044328689575, + "reward_std": 0.3070085346698761, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7605544030666351, "step": 5953 }, { - "epoch": 0.4, - "learning_rate": 1.3676283594233418e-05, - "loss": 0.9958, + "clip_ratio": 0.0, + "completion_length": 185.25, + "epoch": 0.9677366924014629, + "grad_norm": 1.6392420530319214, + "kl": 1.43359375, + "learning_rate": 3.218465539661899e-08, + "loss": 0.0573, + "reward": 1.4329854249954224, + "reward_std": 0.3896801024675369, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.5736104249954224, "step": 5954 }, { - "epoch": 0.4, - "learning_rate": 1.3674266249123216e-05, - "loss": 0.9542, + "clip_ratio": 0.0, + "completion_length": 158.609375, + "epoch": 0.9678992279561154, + "grad_norm": 2.4543373584747314, + "kl": 1.927734375, + "learning_rate": 3.2022106631989594e-08, + "loss": 0.0772, + "reward": 1.6382484436035156, + "reward_std": 0.3008609637618065, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.747623473405838, "step": 5955 }, { - "epoch": 0.4, - "learning_rate": 1.3672248731129606e-05, - "loss": 1.015, + "clip_ratio": 0.0, + "completion_length": 144.125, + "epoch": 0.968061763510768, + "grad_norm": 2.170612335205078, + "kl": 1.0595703125, + "learning_rate": 3.1859557867360206e-08, + "loss": 0.0425, + "reward": 1.738701581954956, + "reward_std": 0.1894309464842081, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.816826581954956, "step": 5956 }, { - "epoch": 0.4, - "learning_rate": 1.3670231040347528e-05, - "loss": 0.9741, + "clip_ratio": 0.0, + "completion_length": 152.015625, + "epoch": 0.9682242990654205, + "grad_norm": 2.378960609436035, + "kl": 1.240234375, + "learning_rate": 3.169700910273082e-08, + "loss": 0.0497, + "reward": 1.642511785030365, + "reward_std": 0.46044448018074036, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7831367254257202, "step": 5957 }, { - "epoch": 0.4, - "learning_rate": 1.3668213176871907e-05, - "loss": 1.0377, + "clip_ratio": 0.0, + "completion_length": 171.546875, + "epoch": 0.9683868346200731, + "grad_norm": 1.8269470930099487, + "kl": 1.890625, + "learning_rate": 3.153446033810143e-08, + "loss": 0.0756, + "reward": 1.6484185457229614, + "reward_std": 0.2815651670098305, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.757793515920639, "step": 5958 }, { - "epoch": 0.4, - "learning_rate": 1.3666195140797695e-05, - "loss": 1.0328, + "clip_ratio": 0.0, + "completion_length": 173.90625, + "epoch": 0.9685493701747258, + "grad_norm": 1.3224226236343384, + "kl": 1.263671875, + "learning_rate": 3.137191157347204e-08, + "loss": 0.0506, + "reward": 1.6857876181602478, + "reward_std": 0.24345746636390686, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7639126181602478, "step": 5959 }, { - "epoch": 0.4, - "learning_rate": 1.3664176932219843e-05, - "loss": 1.0054, + "clip_ratio": 0.0, + "completion_length": 178.609375, + "epoch": 0.9687119057293783, + "grad_norm": 2.078775405883789, + "kl": 1.16015625, + "learning_rate": 3.1209362808842655e-08, + "loss": 0.0465, + "reward": 1.6061731576919556, + "reward_std": 0.2145528495311737, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7155481576919556, "step": 5960 }, { - "epoch": 0.4, - "learning_rate": 1.3662158551233317e-05, - "loss": 1.031, + "clip_ratio": 0.0, + "completion_length": 154.890625, + "epoch": 0.9688744412840309, + "grad_norm": 1.9957343339920044, + "kl": 2.041015625, + "learning_rate": 3.104681404421326e-08, + "loss": 0.0815, + "reward": 1.7541882991790771, + "reward_std": 0.20659711211919785, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8635633289813995, "step": 5961 }, { - "epoch": 0.4, - "learning_rate": 1.3660139997933085e-05, - "loss": 1.0658, + "clip_ratio": 0.0, + "completion_length": 171.5, + "epoch": 0.9690369768386835, + "grad_norm": 1.57993745803833, + "kl": 1.031005859375, + "learning_rate": 3.088426527958387e-08, + "loss": 0.0411, + "reward": 1.682841420173645, + "reward_std": 0.18534000404179096, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7609663903713226, "step": 5962 }, { - "epoch": 0.4, - "learning_rate": 1.3658121272414122e-05, - "loss": 0.9629, + "clip_ratio": 0.0, + "completion_length": 178.015625, + "epoch": 0.969199512393336, + "grad_norm": 5.391641139984131, + "kl": 2.21875, + "learning_rate": 3.0721716514954485e-08, + "loss": 0.089, + "reward": 1.602205514907837, + "reward_std": 0.34945909678936005, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7584554553031921, "step": 5963 }, { - "epoch": 0.4, - "learning_rate": 1.3656102374771413e-05, - "loss": 0.8144, + "clip_ratio": 0.0, + "completion_length": 185.53125, + "epoch": 0.9693620479479886, + "grad_norm": 1.4939513206481934, + "kl": 1.646484375, + "learning_rate": 3.05591677503251e-08, + "loss": 0.0658, + "reward": 1.6513544917106628, + "reward_std": 0.28408467024564743, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7294794619083405, "step": 5964 }, { - "epoch": 0.4, - "learning_rate": 1.365408330509996e-05, - "loss": 1.0151, + "clip_ratio": 0.0, + "completion_length": 149.328125, + "epoch": 0.9695245835026413, + "grad_norm": 1.6895296573638916, + "kl": 0.81591796875, + "learning_rate": 3.039661898569571e-08, + "loss": 0.0326, + "reward": 1.592737853527069, + "reward_std": 0.39755068719387054, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7021129131317139, "step": 5965 }, { - "epoch": 0.4, - "learning_rate": 1.365206406349476e-05, - "loss": 1.0074, + "clip_ratio": 0.0, + "completion_length": 155.09375, + "epoch": 0.9696871190572938, + "grad_norm": 2.1428072452545166, + "kl": 0.41064453125, + "learning_rate": 3.0234070221066315e-08, + "loss": 0.0164, + "reward": 1.74739271402359, + "reward_std": 0.1503109224140644, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7786427438259125, "step": 5966 }, { - "epoch": 0.4, - "learning_rate": 1.3650044650050824e-05, - "loss": 1.0383, + "clip_ratio": 0.0, + "completion_length": 153.09375, + "epoch": 0.9698496546119464, + "grad_norm": 1.1044416427612305, + "kl": 1.245849609375, + "learning_rate": 3.007152145643693e-08, + "loss": 0.0499, + "reward": 1.7868545055389404, + "reward_std": 0.17089221952483058, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8337295353412628, "step": 5967 }, { - "epoch": 0.4, - "learning_rate": 1.3648025064863168e-05, - "loss": 1.0003, + "clip_ratio": 0.0, + "completion_length": 151.421875, + "epoch": 0.9700121901665989, + "grad_norm": 1.5857048034667969, + "kl": 1.525390625, + "learning_rate": 2.990897269180754e-08, + "loss": 0.061, + "reward": 1.7169207334518433, + "reward_std": 0.23377396911382675, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.795045793056488, "step": 5968 }, { - "epoch": 0.4, - "learning_rate": 1.3646005308026824e-05, - "loss": 0.95, + "clip_ratio": 0.0, + "completion_length": 167.78125, + "epoch": 0.9701747257212515, + "grad_norm": 1.4227019548416138, + "kl": 1.544921875, + "learning_rate": 2.9746423927178152e-08, + "loss": 0.0618, + "reward": 1.7641521692276, + "reward_std": 0.22404567897319794, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8579021096229553, "step": 5969 }, { - "epoch": 0.4, - "learning_rate": 1.3643985379636822e-05, - "loss": 1.0228, + "clip_ratio": 0.0, + "completion_length": 163.46875, + "epoch": 0.9703372612759041, + "grad_norm": 2.4634342193603516, + "kl": 1.359375, + "learning_rate": 2.9583875162548764e-08, + "loss": 0.0544, + "reward": 1.5961734652519226, + "reward_std": 0.2948223873972893, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7211734652519226, "step": 5970 }, { - "epoch": 0.4, - "learning_rate": 1.3641965279788205e-05, - "loss": 0.9663, + "clip_ratio": 0.0, + "completion_length": 167.890625, + "epoch": 0.9704997968305566, + "grad_norm": 1.5886437892913818, + "kl": 1.88671875, + "learning_rate": 2.9421326397919373e-08, + "loss": 0.0755, + "reward": 1.804709553718567, + "reward_std": 0.19180986285209656, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8828345537185669, "step": 5971 }, { - "epoch": 0.4, - "learning_rate": 1.3639945008576028e-05, - "loss": 1.0908, + "clip_ratio": 0.0, + "completion_length": 165.28125, + "epoch": 0.9706623323852093, + "grad_norm": 1.7084213495254517, + "kl": 2.33203125, + "learning_rate": 2.9258777633289986e-08, + "loss": 0.0934, + "reward": 1.5434778928756714, + "reward_std": 0.27800916880369186, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.684102863073349, "step": 5972 }, { - "epoch": 0.4, - "learning_rate": 1.3637924566095344e-05, - "loss": 0.9861, + "clip_ratio": 0.0, + "completion_length": 149.328125, + "epoch": 0.9708248679398619, + "grad_norm": 1.3660404682159424, + "kl": 2.17578125, + "learning_rate": 2.9096228868660595e-08, + "loss": 0.0871, + "reward": 1.6491537690162659, + "reward_std": 0.3602798730134964, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.8054037392139435, "step": 5973 }, { - "epoch": 0.4, - "learning_rate": 1.3635903952441225e-05, - "loss": 1.0944, + "clip_ratio": 0.0, + "completion_length": 162.421875, + "epoch": 0.9709874034945144, + "grad_norm": 1.8573880195617676, + "kl": 1.45703125, + "learning_rate": 2.893368010403121e-08, + "loss": 0.0585, + "reward": 1.6544255018234253, + "reward_std": 0.3029063194990158, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7325505316257477, "step": 5974 }, { - "epoch": 0.4, - "learning_rate": 1.3633883167708741e-05, - "loss": 0.9819, + "clip_ratio": 0.0, + "completion_length": 187.6875, + "epoch": 0.971149939049167, + "grad_norm": 2.060239553451538, + "kl": 1.892578125, + "learning_rate": 2.877113133940182e-08, + "loss": 0.076, + "reward": 1.5796876549720764, + "reward_std": 0.29288314282894135, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6890627145767212, "step": 5975 }, { - "epoch": 0.4, - "learning_rate": 1.3631862211992979e-05, - "loss": 0.9003, + "clip_ratio": 0.0, + "completion_length": 170.484375, + "epoch": 0.9713124746038195, + "grad_norm": 1.4412561655044556, + "kl": 1.771484375, + "learning_rate": 2.860858257477243e-08, + "loss": 0.0708, + "reward": 1.5066761374473572, + "reward_std": 0.42194949090480804, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6941761374473572, "step": 5976 }, { - "epoch": 0.4, - "learning_rate": 1.362984108538903e-05, - "loss": 1.062, + "clip_ratio": 0.0, + "completion_length": 161.65625, + "epoch": 0.9714750101584722, + "grad_norm": 1.9990904331207275, + "kl": 1.876953125, + "learning_rate": 2.844603381014304e-08, + "loss": 0.0748, + "reward": 1.6399614214897156, + "reward_std": 0.33445121347904205, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.749336451292038, "step": 5977 }, { - "epoch": 0.4, - "learning_rate": 1.3627819787991992e-05, - "loss": 0.9999, + "clip_ratio": 0.0, + "completion_length": 171.296875, + "epoch": 0.9716375457131248, + "grad_norm": 2.1203854084014893, + "kl": 1.263671875, + "learning_rate": 2.8283485045513653e-08, + "loss": 0.0507, + "reward": 1.7184866666793823, + "reward_std": 0.19917570799589157, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7653616666793823, "step": 5978 }, { - "epoch": 0.4, - "learning_rate": 1.3625798319896968e-05, - "loss": 1.0074, + "clip_ratio": 0.0, + "completion_length": 185.578125, + "epoch": 0.9718000812677773, + "grad_norm": 1.6376904249191284, + "kl": 2.1328125, + "learning_rate": 2.8120936280884265e-08, + "loss": 0.0853, + "reward": 1.6197190880775452, + "reward_std": 0.3967612683773041, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7915940880775452, "step": 5979 }, { - "epoch": 0.4, - "learning_rate": 1.362377668119908e-05, - "loss": 1.0729, + "clip_ratio": 0.0, + "completion_length": 161.390625, + "epoch": 0.9719626168224299, + "grad_norm": 2.0809476375579834, + "kl": 3.15625, + "learning_rate": 2.7958387516254874e-08, + "loss": 0.1262, + "reward": 1.5702317357063293, + "reward_std": 0.3678355813026428, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7108566761016846, "step": 5980 }, { - "epoch": 0.4, - "learning_rate": 1.3621754871993446e-05, - "loss": 1.0392, + "clip_ratio": 0.0, + "completion_length": 164.125, + "epoch": 0.9721251523770825, + "grad_norm": 1.5791250467300415, + "kl": 2.53125, + "learning_rate": 2.7795838751625486e-08, + "loss": 0.1012, + "reward": 1.6157578229904175, + "reward_std": 0.40381236374378204, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7720077633857727, "step": 5981 }, { - "epoch": 0.4, - "learning_rate": 1.3619732892375199e-05, - "loss": 0.9342, + "clip_ratio": 0.0, + "completion_length": 149.9375, + "epoch": 0.972287687931735, + "grad_norm": 1.5856144428253174, + "kl": 0.93408203125, + "learning_rate": 2.7633289986996095e-08, + "loss": 0.0375, + "reward": 1.6897246837615967, + "reward_std": 0.22446684539318085, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7678498029708862, "step": 5982 }, { - "epoch": 0.4, - "learning_rate": 1.3617710742439478e-05, - "loss": 0.9772, + "clip_ratio": 0.0, + "completion_length": 167.46875, + "epoch": 0.9724502234863877, + "grad_norm": 1.5448260307312012, + "kl": 1.244140625, + "learning_rate": 2.7470741222366708e-08, + "loss": 0.0497, + "reward": 1.6363317370414734, + "reward_std": 0.25188540667295456, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7300817370414734, "step": 5983 }, { - "epoch": 0.4, - "learning_rate": 1.3615688422281433e-05, - "loss": 0.9938, + "clip_ratio": 0.0, + "completion_length": 175.203125, + "epoch": 0.9726127590410403, + "grad_norm": 1.5382087230682373, + "kl": 1.10009765625, + "learning_rate": 2.730819245773732e-08, + "loss": 0.0441, + "reward": 1.7272268533706665, + "reward_std": 0.2297840155661106, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7897269427776337, "step": 5984 }, { - "epoch": 0.4, - "learning_rate": 1.3613665931996214e-05, - "loss": 1.1047, + "clip_ratio": 0.0, + "completion_length": 158.0625, + "epoch": 0.9727752945956928, + "grad_norm": 1.59334397315979, + "kl": 0.884765625, + "learning_rate": 2.7145643693107932e-08, + "loss": 0.0354, + "reward": 1.7304370403289795, + "reward_std": 0.2991146370768547, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8085620403289795, "step": 5985 }, { - "epoch": 0.4, - "learning_rate": 1.3611643271678992e-05, - "loss": 0.9972, + "clip_ratio": 0.0, + "completion_length": 158.1875, + "epoch": 0.9729378301503454, + "grad_norm": 1.8852094411849976, + "kl": 2.10791015625, + "learning_rate": 2.698309492847854e-08, + "loss": 0.0843, + "reward": 1.6358517408370972, + "reward_std": 0.17698688805103302, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7296018004417419, "step": 5986 }, { - "epoch": 0.4, - "learning_rate": 1.3609620441424926e-05, - "loss": 1.0108, + "clip_ratio": 0.0, + "completion_length": 165.265625, + "epoch": 0.9731003657049979, + "grad_norm": 2.468637704849243, + "kl": 0.2509765625, + "learning_rate": 2.6820546163849153e-08, + "loss": 0.01, + "reward": 1.7709972262382507, + "reward_std": 0.07843578606843948, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7866222560405731, "step": 5987 }, { - "epoch": 0.4, - "learning_rate": 1.3607597441329207e-05, - "loss": 0.9878, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.9732629012596505, + "grad_norm": 1.94392991065979, + "kl": 1.3994140625, + "learning_rate": 2.6657997399219766e-08, + "loss": 0.056, + "reward": 1.7124533653259277, + "reward_std": 0.17066241800785065, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7905783653259277, "step": 5988 }, { - "epoch": 0.4, - "learning_rate": 1.3605574271487014e-05, - "loss": 0.9784, + "clip_ratio": 0.0, + "completion_length": 184.3125, + "epoch": 0.9734254368143032, + "grad_norm": 2.4083380699157715, + "kl": 2.56640625, + "learning_rate": 2.6495448634590378e-08, + "loss": 0.1028, + "reward": 1.5576993227005005, + "reward_std": 0.4309345930814743, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7295742928981781, "step": 5989 }, { - "epoch": 0.4, - "learning_rate": 1.360355093199355e-05, - "loss": 0.9974, + "clip_ratio": 0.0, + "completion_length": 155.203125, + "epoch": 0.9735879723689557, + "grad_norm": 1.1004294157028198, + "kl": 0.966796875, + "learning_rate": 2.6332899869960987e-08, + "loss": 0.0388, + "reward": 1.797655701637268, + "reward_std": 0.2152877002954483, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8601557016372681, "step": 5990 }, { - "epoch": 0.4, - "learning_rate": 1.3601527422944014e-05, - "loss": 0.9854, + "clip_ratio": 0.0, + "completion_length": 185.3125, + "epoch": 0.9737505079236083, + "grad_norm": 1.1517990827560425, + "kl": 0.8701171875, + "learning_rate": 2.61703511053316e-08, + "loss": 0.0348, + "reward": 1.751989722251892, + "reward_std": 0.22992530465126038, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8144896924495697, "step": 5991 }, { - "epoch": 0.4, - "learning_rate": 1.3599503744433616e-05, - "loss": 1.0625, + "clip_ratio": 0.0, + "completion_length": 165.65625, + "epoch": 0.9739130434782609, + "grad_norm": 1.3380047082901, + "kl": 1.5654296875, + "learning_rate": 2.6007802340702208e-08, + "loss": 0.0625, + "reward": 1.684393048286438, + "reward_std": 0.30752579867839813, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.778143048286438, "step": 5992 }, { - "epoch": 0.4, - "learning_rate": 1.3597479896557575e-05, - "loss": 1.0078, + "clip_ratio": 0.0, + "completion_length": 144.890625, + "epoch": 0.9740755790329134, + "grad_norm": 3.3725569248199463, + "kl": 0.87451171875, + "learning_rate": 2.5845253576072824e-08, + "loss": 0.035, + "reward": 1.6470770239830017, + "reward_std": 0.307351678609848, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7408269941806793, "step": 5993 }, { - "epoch": 0.4, - "learning_rate": 1.359545587941112e-05, - "loss": 0.9646, + "clip_ratio": 0.0, + "completion_length": 146.390625, + "epoch": 0.974238114587566, + "grad_norm": 1.193968415260315, + "kl": 0.8828125, + "learning_rate": 2.5682704811443433e-08, + "loss": 0.0354, + "reward": 1.7342655062675476, + "reward_std": 0.19943773746490479, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.79676553606987, "step": 5994 }, { - "epoch": 0.4, - "learning_rate": 1.3593431693089485e-05, - "loss": 0.9411, + "clip_ratio": 0.0, + "completion_length": 153.53125, + "epoch": 0.9744006501422187, + "grad_norm": 1.4122071266174316, + "kl": 0.912109375, + "learning_rate": 2.5520156046814045e-08, + "loss": 0.0364, + "reward": 1.6695008873939514, + "reward_std": 0.2713729366660118, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7476258873939514, "step": 5995 }, { - "epoch": 0.4, - "learning_rate": 1.3591407337687917e-05, - "loss": 1.0034, + "clip_ratio": 0.0, + "completion_length": 152.46875, + "epoch": 0.9745631856968712, + "grad_norm": 3.4187018871307373, + "kl": 1.447265625, + "learning_rate": 2.5357607282184654e-08, + "loss": 0.0582, + "reward": 1.652658462524414, + "reward_std": 0.37012864649295807, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7776584923267365, "step": 5996 }, { - "epoch": 0.4, - "learning_rate": 1.3589382813301657e-05, - "loss": 1.0099, + "clip_ratio": 0.0, + "completion_length": 180.875, + "epoch": 0.9747257212515238, + "grad_norm": 1.744934320449829, + "kl": 2.421875, + "learning_rate": 2.5195058517555263e-08, + "loss": 0.0969, + "reward": 1.5685444474220276, + "reward_std": 0.4140331298112869, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7404193580150604, "step": 5997 }, { - "epoch": 0.4, - "learning_rate": 1.3587358120025975e-05, - "loss": 0.9828, + "clip_ratio": 0.0, + "completion_length": 164.375, + "epoch": 0.9748882568061763, + "grad_norm": 1.5210399627685547, + "kl": 1.84765625, + "learning_rate": 2.503250975292588e-08, + "loss": 0.074, + "reward": 1.7137476801872253, + "reward_std": 0.24430538713932037, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8231227397918701, "step": 5998 }, { - "epoch": 0.4, - "learning_rate": 1.3585333257956133e-05, - "loss": 1.0126, + "clip_ratio": 0.0, + "completion_length": 182.03125, + "epoch": 0.9750507923608289, + "grad_norm": 2.0011239051818848, + "kl": 1.212890625, + "learning_rate": 2.4869960988296487e-08, + "loss": 0.0485, + "reward": 1.6256121397018433, + "reward_std": 0.34505341947078705, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7662372291088104, "step": 5999 }, { - "epoch": 0.4, - "learning_rate": 1.3583308227187404e-05, - "loss": 0.9311, + "clip_ratio": 0.0, + "completion_length": 153.46875, + "epoch": 0.9752133279154815, + "grad_norm": 1.4919236898422241, + "kl": 0.53759765625, + "learning_rate": 2.47074122236671e-08, + "loss": 0.0216, + "reward": 1.6172089576721191, + "reward_std": 0.2983246296644211, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7109589576721191, "step": 6000 }, { - "epoch": 0.4, - "learning_rate": 1.3581283027815073e-05, - "loss": 0.976, + "clip_ratio": 0.0, + "completion_length": 162.34375, + "epoch": 0.975375863470134, + "grad_norm": 1.6268362998962402, + "kl": 1.46484375, + "learning_rate": 2.454486345903771e-08, + "loss": 0.0586, + "reward": 1.695298433303833, + "reward_std": 0.32522374391555786, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8202984631061554, "step": 6001 }, { - "epoch": 0.4, - "learning_rate": 1.3579257659934433e-05, - "loss": 1.0182, + "clip_ratio": 0.0, + "completion_length": 165.0625, + "epoch": 0.9755383990247867, + "grad_norm": 1.6106784343719482, + "kl": 2.390625, + "learning_rate": 2.438231469440832e-08, + "loss": 0.0958, + "reward": 1.7261335849761963, + "reward_std": 0.21133583039045334, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8511335253715515, "step": 6002 }, { - "epoch": 0.4, - "learning_rate": 1.357723212364078e-05, - "loss": 1.0399, + "clip_ratio": 0.0, + "completion_length": 150.0625, + "epoch": 0.9757009345794393, + "grad_norm": 2.001223564147949, + "kl": 1.1171875, + "learning_rate": 2.4219765929778933e-08, + "loss": 0.0448, + "reward": 1.633014440536499, + "reward_std": 0.32593464851379395, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.726764440536499, "step": 6003 }, { - "epoch": 0.4, - "learning_rate": 1.3575206419029416e-05, - "loss": 1.0259, + "clip_ratio": 0.0, + "completion_length": 175.671875, + "epoch": 0.9758634701340918, + "grad_norm": 1.5539129972457886, + "kl": 0.78125, + "learning_rate": 2.4057217165149545e-08, + "loss": 0.0312, + "reward": 1.6015411615371704, + "reward_std": 0.3305678367614746, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7265411019325256, "step": 6004 }, { - "epoch": 0.4, - "learning_rate": 1.3573180546195665e-05, - "loss": 1.0336, + "clip_ratio": 0.0, + "completion_length": 157.453125, + "epoch": 0.9760260056887444, + "grad_norm": 1.1780307292938232, + "kl": 1.2001953125, + "learning_rate": 2.3894668400520154e-08, + "loss": 0.0481, + "reward": 1.7698797583580017, + "reward_std": 0.23093300312757492, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8480046987533569, "step": 6005 }, { - "epoch": 0.4, - "learning_rate": 1.3571154505234842e-05, - "loss": 0.9649, + "clip_ratio": 0.0, + "completion_length": 167.453125, + "epoch": 0.976188541243397, + "grad_norm": 1.5841232538223267, + "kl": 1.80859375, + "learning_rate": 2.3732119635890767e-08, + "loss": 0.0724, + "reward": 1.636418640613556, + "reward_std": 0.29230930656194687, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7301686406135559, "step": 6006 }, { - "epoch": 0.4, - "learning_rate": 1.3569128296242282e-05, - "loss": 1.0499, + "clip_ratio": 0.0, + "completion_length": 177.34375, + "epoch": 0.9763510767980496, + "grad_norm": 3.1968467235565186, + "kl": 0.8349609375, + "learning_rate": 2.3569570871261376e-08, + "loss": 0.0334, + "reward": 1.5527047514915466, + "reward_std": 0.3827165961265564, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.677704781293869, "step": 6007 }, { - "epoch": 0.4, - "learning_rate": 1.3567101919313318e-05, - "loss": 1.0508, + "clip_ratio": 0.0, + "completion_length": 170.921875, + "epoch": 0.9765136123527022, + "grad_norm": 1.8174868822097778, + "kl": 2.119140625, + "learning_rate": 2.340702210663199e-08, + "loss": 0.0848, + "reward": 1.6815261244773865, + "reward_std": 0.16510964930057526, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7596510946750641, "step": 6008 }, { - "epoch": 0.4, - "learning_rate": 1.3565075374543302e-05, - "loss": 0.9532, + "clip_ratio": 0.0, + "completion_length": 156.328125, + "epoch": 0.9766761479073547, + "grad_norm": 1.6511472463607788, + "kl": 0.755859375, + "learning_rate": 2.32444733420026e-08, + "loss": 0.0303, + "reward": 1.7336597442626953, + "reward_std": 0.1747146174311638, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7805347442626953, "step": 6009 }, { - "epoch": 0.4, - "learning_rate": 1.3563048662027582e-05, - "loss": 0.9744, + "clip_ratio": 0.0, + "completion_length": 156.875, + "epoch": 0.9768386834620073, + "grad_norm": 1.1052982807159424, + "kl": 1.150390625, + "learning_rate": 2.3081924577373212e-08, + "loss": 0.0461, + "reward": 1.7119981050491333, + "reward_std": 0.1923210322856903, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7901230752468109, "step": 6010 }, { - "epoch": 0.4, - "learning_rate": 1.3561021781861528e-05, - "loss": 1.0039, + "clip_ratio": 0.0, + "completion_length": 197.890625, + "epoch": 0.9770012190166599, + "grad_norm": 1.1201388835906982, + "kl": 0.846923828125, + "learning_rate": 2.291937581274382e-08, + "loss": 0.0339, + "reward": 1.6851378083229065, + "reward_std": 0.20092103630304337, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7476377189159393, "step": 6011 }, { - "epoch": 0.4, - "learning_rate": 1.3558994734140498e-05, - "loss": 0.9821, + "clip_ratio": 0.0, + "completion_length": 188.421875, + "epoch": 0.9771637545713124, + "grad_norm": 1.834234356880188, + "kl": 1.83203125, + "learning_rate": 2.275682704811443e-08, + "loss": 0.0734, + "reward": 1.53060644865036, + "reward_std": 0.4447501599788666, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7024814486503601, "step": 6012 }, { - "epoch": 0.4, - "learning_rate": 1.3556967518959882e-05, - "loss": 0.9934, + "clip_ratio": 0.0, + "completion_length": 179.421875, + "epoch": 0.9773262901259651, + "grad_norm": 2.711897850036621, + "kl": 0.63916015625, + "learning_rate": 2.2594278283485046e-08, + "loss": 0.0256, + "reward": 1.7867321968078613, + "reward_std": 0.16199544817209244, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8492322862148285, "step": 6013 }, { - "epoch": 0.4, - "learning_rate": 1.3554940136415058e-05, - "loss": 1.0063, + "clip_ratio": 0.0, + "completion_length": 187.125, + "epoch": 0.9774888256806177, + "grad_norm": 1.522597074508667, + "kl": 0.638671875, + "learning_rate": 2.2431729518855655e-08, + "loss": 0.0256, + "reward": 1.7426467537879944, + "reward_std": 0.1635534092783928, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7895217835903168, "step": 6014 }, { - "epoch": 0.4, - "learning_rate": 1.355291258660142e-05, - "loss": 0.9516, + "clip_ratio": 0.0, + "completion_length": 176.921875, + "epoch": 0.9776513612352702, + "grad_norm": 3.304959774017334, + "kl": 2.99609375, + "learning_rate": 2.2269180754226267e-08, + "loss": 0.1203, + "reward": 1.473969042301178, + "reward_std": 0.3849889412522316, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.645844042301178, "step": 6015 }, { - "epoch": 0.4, - "learning_rate": 1.3550884869614372e-05, - "loss": 1.0016, + "clip_ratio": 0.0, + "completion_length": 183.890625, + "epoch": 0.9778138967899228, + "grad_norm": 1.6197823286056519, + "kl": 1.205078125, + "learning_rate": 2.2106631989596876e-08, + "loss": 0.0482, + "reward": 1.6474322080612183, + "reward_std": 0.2592509686946869, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7411822974681854, "step": 6016 }, { - "epoch": 0.4, - "learning_rate": 1.354885698554932e-05, - "loss": 0.9581, + "clip_ratio": 0.0, + "completion_length": 162.796875, + "epoch": 0.9779764323445754, + "grad_norm": 1.5088697671890259, + "kl": 1.52734375, + "learning_rate": 2.194408322496749e-08, + "loss": 0.0611, + "reward": 1.506600260734558, + "reward_std": 0.20865537226200104, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6159752905368805, "step": 6017 }, { - "epoch": 0.4, - "learning_rate": 1.3546828934501686e-05, - "loss": 0.9993, + "clip_ratio": 0.0, + "completion_length": 165.28125, + "epoch": 0.9781389678992279, + "grad_norm": 2.7971930503845215, + "kl": 1.12890625, + "learning_rate": 2.17815344603381e-08, + "loss": 0.0452, + "reward": 1.500983715057373, + "reward_std": 0.24032944440841675, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.594733715057373, "step": 6018 }, { - "epoch": 0.4, - "learning_rate": 1.3544800716566891e-05, - "loss": 1.0191, + "clip_ratio": 0.0, + "completion_length": 152.71875, + "epoch": 0.9783015034538806, + "grad_norm": 1.3884071111679077, + "kl": 1.32421875, + "learning_rate": 2.1618985695708713e-08, + "loss": 0.0529, + "reward": 1.7719891667366028, + "reward_std": 0.26251377165317535, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8657391965389252, "step": 6019 }, { - "epoch": 0.4, - "learning_rate": 1.3542772331840367e-05, - "loss": 0.9571, + "clip_ratio": 0.0, + "completion_length": 159.90625, + "epoch": 0.9784640390085331, + "grad_norm": 1.7703229188919067, + "kl": 0.607421875, + "learning_rate": 2.1456436931079322e-08, + "loss": 0.0243, + "reward": 1.5657632946968079, + "reward_std": 0.23258807510137558, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.6595132946968079, "step": 6020 }, { - "epoch": 0.4, - "learning_rate": 1.3540743780417555e-05, - "loss": 0.972, + "clip_ratio": 0.0, + "completion_length": 173.671875, + "epoch": 0.9786265745631857, + "grad_norm": 2.770120143890381, + "kl": 1.5859375, + "learning_rate": 2.1293888166449934e-08, + "loss": 0.0635, + "reward": 1.7364619970321655, + "reward_std": 0.21166566759347916, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8145870566368103, "step": 6021 }, { - "epoch": 0.4, - "learning_rate": 1.3538715062393903e-05, - "loss": 1.0784, + "clip_ratio": 0.0, + "completion_length": 163.140625, + "epoch": 0.9787891101178383, + "grad_norm": 0.8894795775413513, + "kl": 1.576171875, + "learning_rate": 2.1131339401820543e-08, + "loss": 0.0632, + "reward": 1.7283340692520142, + "reward_std": 0.21618925034999847, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8220840990543365, "step": 6022 }, { - "epoch": 0.4, - "learning_rate": 1.3536686177864873e-05, - "loss": 1.0524, + "clip_ratio": 0.0, + "completion_length": 184.0625, + "epoch": 0.9789516456724908, + "grad_norm": 1.2529642581939697, + "kl": 0.6982421875, + "learning_rate": 2.096879063719116e-08, + "loss": 0.028, + "reward": 1.7050037384033203, + "reward_std": 0.27957703173160553, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7675038278102875, "step": 6023 }, { - "epoch": 0.4, - "learning_rate": 1.3534657126925924e-05, - "loss": 1.0163, + "clip_ratio": 0.0, + "completion_length": 150.6875, + "epoch": 0.9791141812271434, + "grad_norm": 2.3336331844329834, + "kl": 1.0478515625, + "learning_rate": 2.0806241872561768e-08, + "loss": 0.042, + "reward": 1.7771546840667725, + "reward_std": 0.17327679321169853, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8396547138690948, "step": 6024 }, { - "epoch": 0.4, - "learning_rate": 1.3532627909672527e-05, - "loss": 0.9728, + "clip_ratio": 0.0, + "completion_length": 175.0625, + "epoch": 0.9792767167817961, + "grad_norm": 1.7124602794647217, + "kl": 0.779296875, + "learning_rate": 2.064369310793238e-08, + "loss": 0.0311, + "reward": 1.6706334352493286, + "reward_std": 0.19380461424589157, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7018834352493286, "step": 6025 }, { - "epoch": 0.4, - "learning_rate": 1.3530598526200162e-05, - "loss": 0.9949, + "clip_ratio": 0.0, + "completion_length": 172.09375, + "epoch": 0.9794392523364486, + "grad_norm": 1.335864543914795, + "kl": 0.834716796875, + "learning_rate": 2.048114434330299e-08, + "loss": 0.0334, + "reward": 1.7831522822380066, + "reward_std": 0.11312463879585266, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.8144022822380066, "step": 6026 }, { - "epoch": 0.4, - "learning_rate": 1.3528568976604321e-05, - "loss": 0.9865, + "clip_ratio": 0.0, + "completion_length": 167.90625, + "epoch": 0.9796017878911012, + "grad_norm": 1.307637095451355, + "kl": 1.45703125, + "learning_rate": 2.0318595578673598e-08, + "loss": 0.0583, + "reward": 1.747458815574646, + "reward_std": 0.3420155197381973, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8568339347839355, "step": 6027 }, { - "epoch": 0.4, - "learning_rate": 1.3526539260980495e-05, - "loss": 1.0771, + "clip_ratio": 0.0, + "completion_length": 169.484375, + "epoch": 0.9797643234457537, + "grad_norm": 1.8352108001708984, + "kl": 1.42578125, + "learning_rate": 2.0156046814044214e-08, + "loss": 0.0572, + "reward": 1.7092450857162476, + "reward_std": 0.18406669795513153, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7717450559139252, "step": 6028 }, { - "epoch": 0.4, - "learning_rate": 1.352450937942419e-05, - "loss": 1.0992, + "clip_ratio": 0.0, + "completion_length": 178.796875, + "epoch": 0.9799268590004063, + "grad_norm": 5.663449764251709, + "kl": 0.802734375, + "learning_rate": 1.9993498049414823e-08, + "loss": 0.0321, + "reward": 1.7177892923355103, + "reward_std": 0.16223198920488358, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7802892923355103, "step": 6029 }, { - "epoch": 0.4, - "learning_rate": 1.352247933203091e-05, - "loss": 1.0715, + "clip_ratio": 0.0, + "completion_length": 152.015625, + "epoch": 0.980089394555059, + "grad_norm": 1.6091746091842651, + "kl": 1.12890625, + "learning_rate": 1.9830949284785435e-08, + "loss": 0.045, + "reward": 1.6401835680007935, + "reward_std": 0.3033933788537979, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7495585680007935, "step": 6030 }, { - "epoch": 0.4, - "learning_rate": 1.3520449118896186e-05, - "loss": 0.9604, + "clip_ratio": 0.0, + "completion_length": 149.109375, + "epoch": 0.9802519301097115, + "grad_norm": 2.0879898071289062, + "kl": 0.513671875, + "learning_rate": 1.9668400520156044e-08, + "loss": 0.0206, + "reward": 1.6095656156539917, + "reward_std": 0.19292104989290237, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.6720656156539917, "step": 6031 }, { - "epoch": 0.4, - "learning_rate": 1.3518418740115536e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 186.875, + "epoch": 0.9804144656643641, + "grad_norm": 5.4540886878967285, + "kl": 1.99609375, + "learning_rate": 1.950585175552666e-08, + "loss": 0.0799, + "reward": 1.6192378997802734, + "reward_std": 0.41822685301303864, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7754878401756287, "step": 6032 }, { - "epoch": 0.4, - "learning_rate": 1.3516388195784495e-05, - "loss": 0.9347, + "clip_ratio": 0.0, + "completion_length": 160.953125, + "epoch": 0.9805770012190167, + "grad_norm": 1.4176644086837769, + "kl": 0.098388671875, + "learning_rate": 1.9343302990897268e-08, + "loss": 0.0039, + "reward": 1.765637993812561, + "reward_std": 0.09625855274498463, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.7812630236148834, "step": 6033 }, { - "epoch": 0.4, - "learning_rate": 1.3514357485998606e-05, - "loss": 0.9467, + "clip_ratio": 0.0, + "completion_length": 167.125, + "epoch": 0.9807395367736692, + "grad_norm": 1.7001044750213623, + "kl": 1.9140625, + "learning_rate": 1.918075422626788e-08, + "loss": 0.0764, + "reward": 1.6698212623596191, + "reward_std": 0.24935230240225792, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7635712325572968, "step": 6034 }, { - "epoch": 0.4, - "learning_rate": 1.3512326610853421e-05, - "loss": 1.0195, + "clip_ratio": 0.0, + "completion_length": 191.140625, + "epoch": 0.9809020723283218, + "grad_norm": 2.4490199089050293, + "kl": 1.4267578125, + "learning_rate": 1.901820546163849e-08, + "loss": 0.0571, + "reward": 1.713469386100769, + "reward_std": 0.24951505661010742, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7915943562984467, "step": 6035 }, { - "epoch": 0.4, - "learning_rate": 1.3510295570444494e-05, - "loss": 1.0144, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.9810646078829744, + "grad_norm": 1.5232988595962524, + "kl": 0.890625, + "learning_rate": 1.8855656697009102e-08, + "loss": 0.0357, + "reward": 1.7772570848464966, + "reward_std": 0.26441192999482155, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8553820252418518, "step": 6036 }, { - "epoch": 0.4, - "learning_rate": 1.3508264364867395e-05, - "loss": 0.9861, + "clip_ratio": 0.0, + "completion_length": 161.03125, + "epoch": 0.981227143437627, + "grad_norm": 1.350906252861023, + "kl": 0.89697265625, + "learning_rate": 1.8693107932379714e-08, + "loss": 0.036, + "reward": 1.6484043598175049, + "reward_std": 0.2071539368480444, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.6952793598175049, "step": 6037 }, { - "epoch": 0.4, - "learning_rate": 1.3506232994217694e-05, - "loss": 1.0164, + "clip_ratio": 0.0, + "completion_length": 169.46875, + "epoch": 0.9813896789922796, + "grad_norm": 2.5514869689941406, + "kl": 1.0419921875, + "learning_rate": 1.8530559167750326e-08, + "loss": 0.0417, + "reward": 1.6049561500549316, + "reward_std": 0.32461509853601456, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7299561500549316, "step": 6038 }, { - "epoch": 0.4, - "learning_rate": 1.3504201458590971e-05, - "loss": 1.0452, + "clip_ratio": 0.0, + "completion_length": 162.203125, + "epoch": 0.9815522145469321, + "grad_norm": 1.8256412744522095, + "kl": 1.15625, + "learning_rate": 1.8368010403120935e-08, + "loss": 0.0461, + "reward": 1.615217924118042, + "reward_std": 0.2702861577272415, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.740217924118042, "step": 6039 }, { - "epoch": 0.4, - "learning_rate": 1.3502169758082819e-05, - "loss": 1.0025, + "clip_ratio": 0.0, + "completion_length": 150.453125, + "epoch": 0.9817147501015847, + "grad_norm": 2.178973913192749, + "kl": 0.70703125, + "learning_rate": 1.8205461638491548e-08, + "loss": 0.0282, + "reward": 1.668759047985077, + "reward_std": 0.30784690380096436, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7625090777873993, "step": 6040 }, { - "epoch": 0.4, - "learning_rate": 1.3500137892788831e-05, - "loss": 0.9496, + "clip_ratio": 0.0, + "completion_length": 193.1875, + "epoch": 0.9818772856562373, + "grad_norm": 1.5145992040634155, + "kl": 0.6923828125, + "learning_rate": 1.8042912873862157e-08, + "loss": 0.0278, + "reward": 1.6726018786430359, + "reward_std": 0.09778951527550817, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7038518786430359, "step": 6041 }, { - "epoch": 0.4, - "learning_rate": 1.3498105862804615e-05, - "loss": 1.0027, + "clip_ratio": 0.0, + "completion_length": 168.9375, + "epoch": 0.9820398212108898, + "grad_norm": 1.8118051290512085, + "kl": 1.625, + "learning_rate": 1.7880364109232772e-08, + "loss": 0.0651, + "reward": 1.722910463809967, + "reward_std": 0.2535569295287132, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.816660463809967, "step": 6042 }, { - "epoch": 0.4, - "learning_rate": 1.349607366822578e-05, - "loss": 0.9968, + "clip_ratio": 0.0, + "completion_length": 174.09375, + "epoch": 0.9822023567655425, + "grad_norm": 1.5149122476577759, + "kl": 1.18408203125, + "learning_rate": 1.771781534460338e-08, + "loss": 0.0473, + "reward": 1.6749840378761292, + "reward_std": 0.20394868031144142, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7843590676784515, "step": 6043 }, { - "epoch": 0.4, - "learning_rate": 1.349404130914795e-05, - "loss": 1.0694, + "clip_ratio": 0.0, + "completion_length": 152.90625, + "epoch": 0.9823648923201951, + "grad_norm": 1.02345609664917, + "kl": 1.34521484375, + "learning_rate": 1.755526657997399e-08, + "loss": 0.0538, + "reward": 1.7797333598136902, + "reward_std": 0.17991138715296984, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8422333598136902, "step": 6044 }, { - "epoch": 0.4, - "learning_rate": 1.3492008785666744e-05, - "loss": 1.0041, + "clip_ratio": 0.0, + "completion_length": 159.203125, + "epoch": 0.9825274278748476, + "grad_norm": 2.280468702316284, + "kl": 2.0546875, + "learning_rate": 1.7392717815344602e-08, + "loss": 0.082, + "reward": 1.4549583792686462, + "reward_std": 0.5265875160694122, + "rewards/format_reward_gen": 0.8125, + "rewards/llm_reward": 0.6424583792686462, "step": 6045 }, { - "epoch": 0.4, - "learning_rate": 1.3489976097877804e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 166.984375, + "epoch": 0.9826899634295002, + "grad_norm": 1.931718111038208, + "kl": 1.248046875, + "learning_rate": 1.723016905071521e-08, + "loss": 0.0499, + "reward": 1.754173994064331, + "reward_std": 0.2700989916920662, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.832298994064331, "step": 6046 }, { - "epoch": 0.4, - "learning_rate": 1.348794324587677e-05, - "loss": 1.0688, + "clip_ratio": 0.0, + "completion_length": 165.5, + "epoch": 0.9828524989841528, + "grad_norm": 2.036675214767456, + "kl": 1.37890625, + "learning_rate": 1.7067620286085827e-08, + "loss": 0.0552, + "reward": 1.5838513374328613, + "reward_std": 0.3404759466648102, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7088513970375061, "step": 6047 }, { - "epoch": 0.41, - "learning_rate": 1.34859102297593e-05, - "loss": 1.0035, + "clip_ratio": 0.0, + "completion_length": 165.546875, + "epoch": 0.9830150345388053, + "grad_norm": 1.7081091403961182, + "kl": 1.39453125, + "learning_rate": 1.6905071521456436e-08, + "loss": 0.0558, + "reward": 1.606922447681427, + "reward_std": 0.28854580223560333, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7006724774837494, "step": 6048 }, { - "epoch": 0.41, - "learning_rate": 1.3483877049621042e-05, - "loss": 0.9937, + "clip_ratio": 0.0, + "completion_length": 161.546875, + "epoch": 0.983177570093458, + "grad_norm": 2.718679428100586, + "kl": 1.72265625, + "learning_rate": 1.6742522756827048e-08, + "loss": 0.069, + "reward": 1.530871570110321, + "reward_std": 0.3321821540594101, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.655871570110321, "step": 6049 }, { - "epoch": 0.41, - "learning_rate": 1.3481843705557669e-05, - "loss": 1.0243, + "clip_ratio": 0.0, + "completion_length": 165.28125, + "epoch": 0.9833401056481105, + "grad_norm": 1.834863305091858, + "kl": 1.72265625, + "learning_rate": 1.6579973992197657e-08, + "loss": 0.0689, + "reward": 1.6373189091682434, + "reward_std": 0.27994972467422485, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7310689091682434, "step": 6050 }, { - "epoch": 0.41, - "learning_rate": 1.3479810197664849e-05, - "loss": 0.985, + "clip_ratio": 0.0, + "completion_length": 179.53125, + "epoch": 0.9835026412027631, + "grad_norm": 1.825966477394104, + "kl": 1.12890625, + "learning_rate": 1.641742522756827e-08, + "loss": 0.0453, + "reward": 1.8485632538795471, + "reward_std": 0.1361764520406723, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8954382538795471, "step": 6051 }, { - "epoch": 0.41, - "learning_rate": 1.3477776526038273e-05, - "loss": 1.0846, + "clip_ratio": 0.0, + "completion_length": 159.203125, + "epoch": 0.9836651767574157, + "grad_norm": 3.272139549255371, + "kl": 1.40625, + "learning_rate": 1.6254876462938882e-08, + "loss": 0.056, + "reward": 1.6890652775764465, + "reward_std": 0.2007211223244667, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7671901881694794, "step": 6052 }, { - "epoch": 0.41, - "learning_rate": 1.347574269077362e-05, - "loss": 1.0567, + "clip_ratio": 0.0, + "completion_length": 185.140625, + "epoch": 0.9838277123120682, + "grad_norm": 1.9624043703079224, + "kl": 2.09375, + "learning_rate": 1.6092327698309494e-08, + "loss": 0.0839, + "reward": 1.5239045023918152, + "reward_std": 0.33824945986270905, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6801545023918152, "step": 6053 }, { - "epoch": 0.41, - "learning_rate": 1.3473708691966598e-05, - "loss": 0.9766, + "clip_ratio": 0.0, + "completion_length": 162.578125, + "epoch": 0.9839902478667208, + "grad_norm": 1.4257384538650513, + "kl": 1.041015625, + "learning_rate": 1.5929778933680103e-08, + "loss": 0.0416, + "reward": 1.681596040725708, + "reward_std": 0.3253115713596344, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8065960109233856, "step": 6054 }, { - "epoch": 0.41, - "learning_rate": 1.3471674529712901e-05, - "loss": 0.9883, + "clip_ratio": 0.0, + "completion_length": 152.671875, + "epoch": 0.9841527834213735, + "grad_norm": 1.0983400344848633, + "kl": 0.29736328125, + "learning_rate": 1.5767230169050715e-08, + "loss": 0.0119, + "reward": 1.8095651865005493, + "reward_std": 0.1811995431780815, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8720650970935822, "step": 6055 }, { - "epoch": 0.41, - "learning_rate": 1.3469640204108247e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 190.859375, + "epoch": 0.984315318976026, + "grad_norm": 1.9621881246566772, + "kl": 1.6875, + "learning_rate": 1.5604681404421327e-08, + "loss": 0.0675, + "reward": 1.5295547842979431, + "reward_std": 0.3166602849960327, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6858048141002655, "step": 6056 }, { - "epoch": 0.41, - "learning_rate": 1.3467605715248358e-05, - "loss": 1.0184, + "clip_ratio": 0.0, + "completion_length": 186.65625, + "epoch": 0.9844778545306786, + "grad_norm": 5.934179306030273, + "kl": 2.03125, + "learning_rate": 1.5442132639791936e-08, + "loss": 0.0813, + "reward": 1.6783013939857483, + "reward_std": 0.3765956908464432, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8033014237880707, "step": 6057 }, { - "epoch": 0.41, - "learning_rate": 1.3465571063228957e-05, - "loss": 1.0485, + "clip_ratio": 0.0, + "completion_length": 142.015625, + "epoch": 0.9846403900853312, + "grad_norm": 1.3557499647140503, + "kl": 1.30859375, + "learning_rate": 1.527958387516255e-08, + "loss": 0.0522, + "reward": 1.730306088924408, + "reward_std": 0.2645768076181412, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.792806088924408, "step": 6058 }, { - "epoch": 0.41, - "learning_rate": 1.3463536248145779e-05, - "loss": 0.963, + "clip_ratio": 0.0, + "completion_length": 170.71875, + "epoch": 0.9848029256399837, + "grad_norm": 1.252844214439392, + "kl": 0.102783203125, + "learning_rate": 1.5117035110533158e-08, + "loss": 0.0041, + "reward": 1.5613832473754883, + "reward_std": 0.12598779052495956, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.5926331877708435, "step": 6059 }, { - "epoch": 0.41, - "learning_rate": 1.3461501270094572e-05, - "loss": 0.9543, + "clip_ratio": 0.0, + "completion_length": 180.421875, + "epoch": 0.9849654611946363, + "grad_norm": 3.0343778133392334, + "kl": 3.359375, + "learning_rate": 1.495448634590377e-08, + "loss": 0.1344, + "reward": 1.53010493516922, + "reward_std": 0.3973839432001114, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.7019798755645752, "step": 6060 }, { - "epoch": 0.41, - "learning_rate": 1.3459466129171085e-05, - "loss": 1.0059, + "clip_ratio": 0.0, + "completion_length": 168.78125, + "epoch": 0.9851279967492889, + "grad_norm": 3.0752930641174316, + "kl": 1.064453125, + "learning_rate": 1.4791937581274382e-08, + "loss": 0.0425, + "reward": 1.6157763004302979, + "reward_std": 0.23245443403720856, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7095261812210083, "step": 6061 }, { - "epoch": 0.41, - "learning_rate": 1.3457430825471076e-05, - "loss": 1.0737, + "clip_ratio": 0.0, + "completion_length": 173.609375, + "epoch": 0.9852905323039415, + "grad_norm": 1.6012712717056274, + "kl": 1.390625, + "learning_rate": 1.4629388816644993e-08, + "loss": 0.0557, + "reward": 1.6762356162071228, + "reward_std": 0.2796678990125656, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7856106162071228, "step": 6062 }, { - "epoch": 0.41, - "learning_rate": 1.3455395359090309e-05, - "loss": 1.1409, + "clip_ratio": 0.0, + "completion_length": 169.28125, + "epoch": 0.9854530678585941, + "grad_norm": 1.282960295677185, + "kl": 0.654296875, + "learning_rate": 1.4466840052015605e-08, + "loss": 0.0262, + "reward": 1.647314965724945, + "reward_std": 0.21955175697803497, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7098149657249451, "step": 6063 }, { - "epoch": 0.41, - "learning_rate": 1.345335973012456e-05, - "loss": 0.9948, + "clip_ratio": 0.0, + "completion_length": 156.296875, + "epoch": 0.9856156034132466, + "grad_norm": 0.9805169701576233, + "kl": 0.4345703125, + "learning_rate": 1.4304291287386216e-08, + "loss": 0.0174, + "reward": 1.710584282875061, + "reward_std": 0.10926049947738647, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.757459282875061, "step": 6064 }, { - "epoch": 0.41, - "learning_rate": 1.3451323938669614e-05, - "loss": 0.9721, + "clip_ratio": 0.0, + "completion_length": 160.890625, + "epoch": 0.9857781389678992, + "grad_norm": 2.2396271228790283, + "kl": 1.25, + "learning_rate": 1.4141742522756826e-08, + "loss": 0.05, + "reward": 1.7136089205741882, + "reward_std": 0.264395073056221, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7917338609695435, "step": 6065 }, { - "epoch": 0.41, - "learning_rate": 1.3449287984821252e-05, - "loss": 0.9839, + "clip_ratio": 0.0, + "completion_length": 168.203125, + "epoch": 0.9859406745225519, + "grad_norm": 1.2643523216247559, + "kl": 1.31640625, + "learning_rate": 1.3979193758127437e-08, + "loss": 0.0527, + "reward": 1.7106919884681702, + "reward_std": 0.22102157771587372, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7888169288635254, "step": 6066 }, { - "epoch": 0.41, - "learning_rate": 1.3447251868675278e-05, - "loss": 0.944, + "clip_ratio": 0.0, + "completion_length": 182.609375, + "epoch": 0.9861032100772044, + "grad_norm": 1.8217090368270874, + "kl": 1.04443359375, + "learning_rate": 1.3816644993498048e-08, + "loss": 0.0416, + "reward": 1.6480891704559326, + "reward_std": 0.21935556456446648, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7262141704559326, "step": 6067 }, { - "epoch": 0.41, - "learning_rate": 1.3445215590327489e-05, - "loss": 0.9419, + "clip_ratio": 0.0, + "completion_length": 154.375, + "epoch": 0.986265745631857, + "grad_norm": 1.4768345355987549, + "kl": 0.7890625, + "learning_rate": 1.365409622886866e-08, + "loss": 0.0315, + "reward": 1.580593466758728, + "reward_std": 0.2538110166788101, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6587184369564056, "step": 6068 }, { - "epoch": 0.41, - "learning_rate": 1.3443179149873704e-05, - "loss": 1.0041, + "clip_ratio": 0.0, + "completion_length": 179.640625, + "epoch": 0.9864282811865096, + "grad_norm": 3.6533093452453613, + "kl": 1.3515625, + "learning_rate": 1.349154746423927e-08, + "loss": 0.054, + "reward": 1.738715648651123, + "reward_std": 0.3181152120232582, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8324657082557678, "step": 6069 }, { - "epoch": 0.41, - "learning_rate": 1.3441142547409737e-05, - "loss": 0.9643, + "clip_ratio": 0.0, + "completion_length": 171.296875, + "epoch": 0.9865908167411621, + "grad_norm": 1.3916031122207642, + "kl": 1.216796875, + "learning_rate": 1.3328998699609883e-08, + "loss": 0.0488, + "reward": 1.6423107385635376, + "reward_std": 0.29893453419208527, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7673107087612152, "step": 6070 }, { - "epoch": 0.41, - "learning_rate": 1.3439105783031426e-05, - "loss": 0.9361, + "clip_ratio": 0.0, + "completion_length": 159.359375, + "epoch": 0.9867533522958147, + "grad_norm": 1.4388213157653809, + "kl": 1.205078125, + "learning_rate": 1.3166449934980493e-08, + "loss": 0.0484, + "reward": 1.6757725477218628, + "reward_std": 0.16825927048921585, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7226475477218628, "step": 6071 }, { - "epoch": 0.41, - "learning_rate": 1.343706885683459e-05, - "loss": 0.995, + "clip_ratio": 0.0, + "completion_length": 164.90625, + "epoch": 0.9869158878504672, + "grad_norm": 2.2638676166534424, + "kl": 1.9375, + "learning_rate": 1.3003901170351104e-08, + "loss": 0.0774, + "reward": 1.6973981261253357, + "reward_std": 0.27968358993530273, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7911481857299805, "step": 6072 }, { - "epoch": 0.41, - "learning_rate": 1.3435031768915084e-05, - "loss": 1.0113, + "clip_ratio": 0.0, + "completion_length": 161.734375, + "epoch": 0.9870784234051199, + "grad_norm": 1.1618481874465942, + "kl": 1.310546875, + "learning_rate": 1.2841352405721716e-08, + "loss": 0.0526, + "reward": 1.6546416282653809, + "reward_std": 0.29117611050605774, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7483916580677032, "step": 6073 }, { - "epoch": 0.41, - "learning_rate": 1.343299451936875e-05, - "loss": 0.9962, + "clip_ratio": 0.0, + "completion_length": 186.21875, + "epoch": 0.9872409589597725, + "grad_norm": 1.6506052017211914, + "kl": 2.9765625, + "learning_rate": 1.2678803641092327e-08, + "loss": 0.1192, + "reward": 1.5996528267860413, + "reward_std": 0.3683028966188431, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7559028267860413, "step": 6074 }, { - "epoch": 0.41, - "learning_rate": 1.3430957108291451e-05, - "loss": 1.0431, + "clip_ratio": 0.0, + "completion_length": 162.125, + "epoch": 0.987403494514425, + "grad_norm": 3.4893100261688232, + "kl": 0.62744140625, + "learning_rate": 1.251625487646294e-08, + "loss": 0.0251, + "reward": 1.6950170993804932, + "reward_std": 0.31508591771125793, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7887670695781708, "step": 6075 }, { - "epoch": 0.41, - "learning_rate": 1.342891953577905e-05, - "loss": 0.9629, + "clip_ratio": 0.0, + "completion_length": 177.609375, + "epoch": 0.9875660300690776, + "grad_norm": 1.1220587491989136, + "kl": 1.19140625, + "learning_rate": 1.235370611183355e-08, + "loss": 0.0477, + "reward": 1.7349842190742493, + "reward_std": 0.24087918549776077, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8131093084812164, "step": 6076 }, { - "epoch": 0.41, - "learning_rate": 1.3426881801927423e-05, - "loss": 0.9733, + "clip_ratio": 0.0, + "completion_length": 155.859375, + "epoch": 0.9877285656237302, + "grad_norm": 1.2734307050704956, + "kl": 0.287841796875, + "learning_rate": 1.219115734720416e-08, + "loss": 0.0115, + "reward": 1.714468240737915, + "reward_std": 0.15382599458098412, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.7457181811332703, "step": 6077 }, { - "epoch": 0.41, - "learning_rate": 1.3424843906832443e-05, - "loss": 0.9855, + "clip_ratio": 0.0, + "completion_length": 171.09375, + "epoch": 0.9878911011783827, + "grad_norm": 1.2105203866958618, + "kl": 0.25927734375, + "learning_rate": 1.2028608582574773e-08, + "loss": 0.0103, + "reward": 1.7422577738761902, + "reward_std": 0.1649627536535263, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7891327440738678, "step": 6078 }, { - "epoch": 0.41, - "learning_rate": 1.3422805850590006e-05, - "loss": 0.988, + "clip_ratio": 0.0, + "completion_length": 188.375, + "epoch": 0.9880536367330354, + "grad_norm": 1.5914628505706787, + "kl": 2.03515625, + "learning_rate": 1.1866059817945383e-08, + "loss": 0.0814, + "reward": 1.6063315272331238, + "reward_std": 0.3394318222999573, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7157065272331238, "step": 6079 }, { - "epoch": 0.41, - "learning_rate": 1.3420767633296004e-05, - "loss": 1.03, + "clip_ratio": 0.0, + "completion_length": 180.265625, + "epoch": 0.9882161722876879, + "grad_norm": 2.2802069187164307, + "kl": 0.639892578125, + "learning_rate": 1.1703511053315996e-08, + "loss": 0.0256, + "reward": 1.67365962266922, + "reward_std": 0.2005222737789154, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7361596524715424, "step": 6080 }, { - "epoch": 0.41, - "learning_rate": 1.3418729255046344e-05, - "loss": 0.9733, + "clip_ratio": 0.0, + "completion_length": 159.703125, + "epoch": 0.9883787078423405, + "grad_norm": 1.650351881980896, + "kl": 2.375, + "learning_rate": 1.1540962288686606e-08, + "loss": 0.0954, + "reward": 1.632445752620697, + "reward_std": 0.42918723821640015, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.804320752620697, "step": 6081 }, { - "epoch": 0.41, - "learning_rate": 1.3416690715936929e-05, - "loss": 1.0973, + "clip_ratio": 0.0, + "completion_length": 160.046875, + "epoch": 0.9885412433969931, + "grad_norm": 2.493586778640747, + "kl": 1.92578125, + "learning_rate": 1.1378413524057215e-08, + "loss": 0.0771, + "reward": 1.6780418157577515, + "reward_std": 0.3688828945159912, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8030418157577515, "step": 6082 }, { - "epoch": 0.41, - "learning_rate": 1.3414652016063683e-05, - "loss": 0.9098, + "clip_ratio": 0.0, + "completion_length": 179.65625, + "epoch": 0.9887037789516456, + "grad_norm": 1.4752813577651978, + "kl": 0.91650390625, + "learning_rate": 1.1215864759427827e-08, + "loss": 0.0365, + "reward": 1.6639868021011353, + "reward_std": 0.2644525617361069, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7264868021011353, "step": 6083 }, { - "epoch": 0.41, - "learning_rate": 1.3412613155522528e-05, - "loss": 1.0078, + "clip_ratio": 0.0, + "completion_length": 165.921875, + "epoch": 0.9888663145062982, + "grad_norm": 2.15592885017395, + "kl": 2.625, + "learning_rate": 1.1053315994798438e-08, + "loss": 0.105, + "reward": 1.607912838459015, + "reward_std": 0.41259098052978516, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7485378980636597, "step": 6084 }, { - "epoch": 0.41, - "learning_rate": 1.3410574134409404e-05, - "loss": 1.1116, + "clip_ratio": 0.0, + "completion_length": 160.109375, + "epoch": 0.9890288500609509, + "grad_norm": 1.049148440361023, + "kl": 1.71484375, + "learning_rate": 1.089076723016905e-08, + "loss": 0.0684, + "reward": 1.6834514737129211, + "reward_std": 0.23983515426516533, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7772014737129211, "step": 6085 }, { - "epoch": 0.41, - "learning_rate": 1.3408534952820249e-05, - "loss": 1.0024, + "clip_ratio": 0.0, + "completion_length": 165.140625, + "epoch": 0.9891913856156034, + "grad_norm": 1.1289196014404297, + "kl": 1.36328125, + "learning_rate": 1.0728218465539661e-08, + "loss": 0.0545, + "reward": 1.721918523311615, + "reward_std": 0.19498050212860107, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8000434935092926, "step": 6086 }, { - "epoch": 0.41, - "learning_rate": 1.340649561085101e-05, - "loss": 1.0409, + "clip_ratio": 0.0, + "completion_length": 204.53125, + "epoch": 0.989353921170256, + "grad_norm": 2.1193835735321045, + "kl": 0.888671875, + "learning_rate": 1.0565669700910272e-08, + "loss": 0.0356, + "reward": 1.6694549918174744, + "reward_std": 0.2221815511584282, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7475799918174744, "step": 6087 }, { - "epoch": 0.41, - "learning_rate": 1.3404456108597642e-05, - "loss": 0.9818, + "clip_ratio": 0.0, + "completion_length": 161.15625, + "epoch": 0.9895164567249086, + "grad_norm": 1.3341444730758667, + "kl": 1.03515625, + "learning_rate": 1.0403120936280884e-08, + "loss": 0.0414, + "reward": 1.7345905900001526, + "reward_std": 0.28287339210510254, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8283405601978302, "step": 6088 }, { - "epoch": 0.41, - "learning_rate": 1.3402416446156112e-05, - "loss": 0.9846, + "clip_ratio": 0.0, + "completion_length": 175.546875, + "epoch": 0.9896789922795611, + "grad_norm": 2.0328896045684814, + "kl": 1.51171875, + "learning_rate": 1.0240572171651495e-08, + "loss": 0.0605, + "reward": 1.5457417964935303, + "reward_std": 0.2879452556371689, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6707417666912079, "step": 6089 }, { - "epoch": 0.41, - "learning_rate": 1.340037662362239e-05, - "loss": 0.9795, + "clip_ratio": 0.0, + "completion_length": 153.296875, + "epoch": 0.9898415278342138, + "grad_norm": 1.1268174648284912, + "kl": 1.1875, + "learning_rate": 1.0078023407022107e-08, + "loss": 0.0475, + "reward": 1.7586395740509033, + "reward_std": 0.33010779321193695, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.8680144846439362, "step": 6090 }, { - "epoch": 0.41, - "learning_rate": 1.3398336641092455e-05, - "loss": 0.9772, + "clip_ratio": 0.0, + "completion_length": 168.4375, + "epoch": 0.9900040633888663, + "grad_norm": 1.1157243251800537, + "kl": 0.49365234375, + "learning_rate": 9.915474642392717e-09, + "loss": 0.0198, + "reward": 1.7188080549240112, + "reward_std": 0.29658888280391693, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8125579953193665, "step": 6091 }, { - "epoch": 0.41, - "learning_rate": 1.3396296498662294e-05, - "loss": 1.0112, + "clip_ratio": 0.0, + "completion_length": 192.0625, + "epoch": 0.9901665989435189, + "grad_norm": 1.9781334400177002, + "kl": 2.77734375, + "learning_rate": 9.75292587776333e-09, + "loss": 0.1108, + "reward": 1.6079710125923157, + "reward_std": 0.39539553225040436, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7642210125923157, "step": 6092 }, { - "epoch": 0.41, - "learning_rate": 1.3394256196427897e-05, - "loss": 0.9752, + "clip_ratio": 0.0, + "completion_length": 169.78125, + "epoch": 0.9903291344981715, + "grad_norm": 2.175640106201172, + "kl": 0.4453125, + "learning_rate": 9.59037711313394e-09, + "loss": 0.0178, + "reward": 1.6402177214622498, + "reward_std": 0.058606646955013275, + "rewards/format_reward_gen": 0.984375, + "rewards/llm_reward": 0.6558427810668945, "step": 6093 }, { - "epoch": 0.41, - "learning_rate": 1.3392215734485272e-05, - "loss": 0.9917, + "clip_ratio": 0.0, + "completion_length": 160.828125, + "epoch": 0.990491670052824, + "grad_norm": 1.771086573600769, + "kl": 1.96875, + "learning_rate": 9.427828348504551e-09, + "loss": 0.0787, + "reward": 1.606310248374939, + "reward_std": 0.4506228417158127, + "rewards/format_reward_gen": 0.828125, + "rewards/llm_reward": 0.778185248374939, "step": 6094 }, { - "epoch": 0.41, - "learning_rate": 1.3390175112930421e-05, - "loss": 0.8816, + "clip_ratio": 0.0, + "completion_length": 190.171875, + "epoch": 0.9906542056074766, + "grad_norm": 2.581721067428589, + "kl": 0.863525390625, + "learning_rate": 9.265279583875163e-09, + "loss": 0.0345, + "reward": 1.7333409786224365, + "reward_std": 0.23259955644607544, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8270910084247589, "step": 6095 }, { - "epoch": 0.41, - "learning_rate": 1.3388134331859363e-05, - "loss": 0.9814, + "clip_ratio": 0.0, + "completion_length": 147.796875, + "epoch": 0.9908167411621293, + "grad_norm": 1.9532475471496582, + "kl": 1.384765625, + "learning_rate": 9.102730819245774e-09, + "loss": 0.0553, + "reward": 1.6793715953826904, + "reward_std": 0.34369058161973953, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7887465953826904, "step": 6096 }, { - "epoch": 0.41, - "learning_rate": 1.3386093391368122e-05, - "loss": 1.007, + "clip_ratio": 0.0, + "completion_length": 160.96875, + "epoch": 0.9909792767167818, + "grad_norm": 2.0724403858184814, + "kl": 1.0029296875, + "learning_rate": 8.940182054616386e-09, + "loss": 0.0401, + "reward": 1.6289953589439392, + "reward_std": 0.2724749594926834, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.707120269536972, "step": 6097 }, { - "epoch": 0.41, - "learning_rate": 1.3384052291552732e-05, - "loss": 0.9303, + "clip_ratio": 0.0, + "completion_length": 144.28125, + "epoch": 0.9911418122714344, + "grad_norm": 1.3868002891540527, + "kl": 0.20166015625, + "learning_rate": 8.777633289986995e-09, + "loss": 0.008, + "reward": 1.6700109243392944, + "reward_std": 0.2609468549489975, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.748135894536972, "step": 6098 }, { - "epoch": 0.41, - "learning_rate": 1.3382011032509226e-05, - "loss": 1.0086, + "clip_ratio": 0.0, + "completion_length": 159.546875, + "epoch": 0.991304347826087, + "grad_norm": 2.934622049331665, + "kl": 2.552734375, + "learning_rate": 8.615084525357606e-09, + "loss": 0.1021, + "reward": 1.4775004982948303, + "reward_std": 0.3337005600333214, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.6337504982948303, "step": 6099 }, { - "epoch": 0.41, - "learning_rate": 1.3379969614333656e-05, - "loss": 0.957, + "clip_ratio": 0.0, + "completion_length": 189.3125, + "epoch": 0.9914668833807395, + "grad_norm": 1.1777220964431763, + "kl": 1.423828125, + "learning_rate": 8.452535760728218e-09, + "loss": 0.057, + "reward": 1.6681715250015259, + "reward_std": 0.20032542198896408, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7462964653968811, "step": 6100 }, { - "epoch": 0.41, - "learning_rate": 1.3377928037122072e-05, - "loss": 1.0014, + "clip_ratio": 0.0, + "completion_length": 163.171875, + "epoch": 0.9916294189353921, + "grad_norm": 1.6697494983673096, + "kl": 1.171875, + "learning_rate": 8.289986996098829e-09, + "loss": 0.0468, + "reward": 1.765328824520111, + "reward_std": 0.16228589415550232, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8122038245201111, "step": 6101 }, { - "epoch": 0.41, - "learning_rate": 1.3375886300970537e-05, - "loss": 0.9647, + "clip_ratio": 0.0, + "completion_length": 175.421875, + "epoch": 0.9917919544900446, + "grad_norm": 1.1582088470458984, + "kl": 1.203125, + "learning_rate": 8.127438231469441e-09, + "loss": 0.0482, + "reward": 1.645074725151062, + "reward_std": 0.2842673361301422, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.738824725151062, "step": 6102 }, { - "epoch": 0.41, - "learning_rate": 1.3373844405975119e-05, - "loss": 0.9632, + "clip_ratio": 0.0, + "completion_length": 190.75, + "epoch": 0.9919544900446973, + "grad_norm": 2.1878507137298584, + "kl": 0.7734375, + "learning_rate": 7.964889466840051e-09, + "loss": 0.0309, + "reward": 1.7011685967445374, + "reward_std": 0.25163252651691437, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7636685967445374, "step": 6103 }, { - "epoch": 0.41, - "learning_rate": 1.3371802352231895e-05, - "loss": 0.9787, + "clip_ratio": 0.0, + "completion_length": 174.75, + "epoch": 0.9921170255993499, + "grad_norm": 4.862989902496338, + "kl": 1.970703125, + "learning_rate": 7.802340702210664e-09, + "loss": 0.0786, + "reward": 1.588924527168274, + "reward_std": 0.333341121673584, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6982994973659515, "step": 6104 }, { - "epoch": 0.41, - "learning_rate": 1.3369760139836951e-05, - "loss": 0.9951, + "clip_ratio": 0.0, + "completion_length": 168.3125, + "epoch": 0.9922795611540024, + "grad_norm": 2.3595094680786133, + "kl": 1.05859375, + "learning_rate": 7.639791937581274e-09, + "loss": 0.0422, + "reward": 1.6221935153007507, + "reward_std": 0.2378399297595024, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7003184854984283, "step": 6105 }, { - "epoch": 0.41, - "learning_rate": 1.3367717768886374e-05, - "loss": 0.9109, + "clip_ratio": 0.0, + "completion_length": 163.015625, + "epoch": 0.992442096708655, + "grad_norm": 1.7509362697601318, + "kl": 0.99462890625, + "learning_rate": 7.477243172951885e-09, + "loss": 0.0398, + "reward": 1.7678346037864685, + "reward_std": 0.12690218165516853, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8147096037864685, "step": 6106 }, { - "epoch": 0.41, - "learning_rate": 1.3365675239476263e-05, - "loss": 1.0123, + "clip_ratio": 0.0, + "completion_length": 160.484375, + "epoch": 0.9926046322633076, + "grad_norm": 1.7537809610366821, + "kl": 0.38818359375, + "learning_rate": 7.3146944083224964e-09, + "loss": 0.0156, + "reward": 1.8541219234466553, + "reward_std": 0.1080629825592041, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.9009969830513, "step": 6107 }, { - "epoch": 0.41, - "learning_rate": 1.3363632551702726e-05, - "loss": 0.9987, + "clip_ratio": 0.0, + "completion_length": 157.328125, + "epoch": 0.9927671678179601, + "grad_norm": 1.9309700727462769, + "kl": 0.484375, + "learning_rate": 7.152145643693108e-09, + "loss": 0.0193, + "reward": 1.7032230496406555, + "reward_std": 0.2332400530576706, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7500979900360107, "step": 6108 }, { - "epoch": 0.41, - "learning_rate": 1.3361589705661877e-05, - "loss": 0.9574, + "clip_ratio": 0.0, + "completion_length": 143.953125, + "epoch": 0.9929297033726128, + "grad_norm": 2.115159511566162, + "kl": 0.759765625, + "learning_rate": 6.9895968790637185e-09, + "loss": 0.0304, + "reward": 1.7255263924598694, + "reward_std": 0.2928824871778488, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8036513924598694, "step": 6109 }, { - "epoch": 0.41, - "learning_rate": 1.3359546701449838e-05, - "loss": 1.0045, + "clip_ratio": 0.0, + "completion_length": 177.03125, + "epoch": 0.9930922389272654, + "grad_norm": 2.8382601737976074, + "kl": 1.5546875, + "learning_rate": 6.82704811443433e-09, + "loss": 0.0624, + "reward": 1.6081703305244446, + "reward_std": 0.24266555905342102, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7175453305244446, "step": 6110 }, { - "epoch": 0.41, - "learning_rate": 1.3357503539162731e-05, - "loss": 1.0304, + "clip_ratio": 0.0, + "completion_length": 177.484375, + "epoch": 0.9932547744819179, + "grad_norm": 1.461567759513855, + "kl": 1.12890625, + "learning_rate": 6.664499349804941e-09, + "loss": 0.0452, + "reward": 1.655519962310791, + "reward_std": 0.2878093719482422, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.7805199921131134, "step": 6111 }, { - "epoch": 0.41, - "learning_rate": 1.3355460218896698e-05, - "loss": 1.0877, + "clip_ratio": 0.0, + "completion_length": 150.453125, + "epoch": 0.9934173100365705, + "grad_norm": 1.419042944908142, + "kl": 0.361328125, + "learning_rate": 6.501950585175552e-09, + "loss": 0.0144, + "reward": 1.6694080233573914, + "reward_std": 0.1743118017911911, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7162830233573914, "step": 6112 }, { - "epoch": 0.41, - "learning_rate": 1.335341674074788e-05, - "loss": 0.9864, + "clip_ratio": 0.0, + "completion_length": 161.640625, + "epoch": 0.993579845591223, + "grad_norm": 1.480210304260254, + "kl": 0.751953125, + "learning_rate": 6.3394018205461635e-09, + "loss": 0.0301, + "reward": 1.7175384759902954, + "reward_std": 0.1788783147931099, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7800384759902954, "step": 6113 }, { - "epoch": 0.41, - "learning_rate": 1.3351373104812433e-05, - "loss": 0.9756, + "clip_ratio": 0.0, + "completion_length": 172.75, + "epoch": 0.9937423811458757, + "grad_norm": 1.1973882913589478, + "kl": 1.0634765625, + "learning_rate": 6.176853055916775e-09, + "loss": 0.0425, + "reward": 1.7517569661140442, + "reward_std": 0.1810472086071968, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8298819661140442, "step": 6114 }, { - "epoch": 0.41, - "learning_rate": 1.3349329311186505e-05, - "loss": 0.9933, + "clip_ratio": 0.0, + "completion_length": 170.875, + "epoch": 0.9939049167005283, + "grad_norm": 1.546342134475708, + "kl": 1.595703125, + "learning_rate": 6.014304291287386e-09, + "loss": 0.0638, + "reward": 1.6728885173797607, + "reward_std": 0.1635599285364151, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7510135173797607, "step": 6115 }, { - "epoch": 0.41, - "learning_rate": 1.334728535996627e-05, - "loss": 1.0317, + "clip_ratio": 0.0, + "completion_length": 160.640625, + "epoch": 0.9940674522551808, + "grad_norm": 1.705895185470581, + "kl": 1.19921875, + "learning_rate": 5.851755526657998e-09, + "loss": 0.048, + "reward": 1.5628543496131897, + "reward_std": 0.3481155186891556, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.6722293794155121, "step": 6116 }, { - "epoch": 0.41, - "learning_rate": 1.3345241251247898e-05, - "loss": 0.9395, + "clip_ratio": 0.0, + "completion_length": 168.109375, + "epoch": 0.9942299878098334, + "grad_norm": 1.4182708263397217, + "kl": 1.7578125, + "learning_rate": 5.689206762028608e-09, + "loss": 0.0704, + "reward": 1.5862261652946472, + "reward_std": 0.5364972949028015, + "rewards/format_reward_gen": 0.84375, + "rewards/llm_reward": 0.7424761056900024, "step": 6117 }, { - "epoch": 0.41, - "learning_rate": 1.3343196985127568e-05, - "loss": 1.0106, + "clip_ratio": 0.0, + "completion_length": 156.890625, + "epoch": 0.994392523364486, + "grad_norm": 2.2948005199432373, + "kl": 1.482421875, + "learning_rate": 5.526657997399219e-09, + "loss": 0.0593, + "reward": 1.6649659276008606, + "reward_std": 0.2932490408420563, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7743409276008606, "step": 6118 }, { - "epoch": 0.41, - "learning_rate": 1.3341152561701472e-05, - "loss": 0.9905, + "clip_ratio": 0.0, + "completion_length": 142.171875, + "epoch": 0.9945550589191385, + "grad_norm": 1.8590662479400635, + "kl": 0.845703125, + "learning_rate": 5.3641092327698305e-09, + "loss": 0.0339, + "reward": 1.7106080651283264, + "reward_std": 0.24539992958307266, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8043580949306488, "step": 6119 }, { - "epoch": 0.41, - "learning_rate": 1.3339107981065803e-05, - "loss": 1.0086, + "clip_ratio": 0.0, + "completion_length": 161.1875, + "epoch": 0.9947175944737912, + "grad_norm": 1.5204685926437378, + "kl": 1.51171875, + "learning_rate": 5.201560468140442e-09, + "loss": 0.0607, + "reward": 1.733526587486267, + "reward_std": 0.1773778349161148, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8116515278816223, "step": 6120 }, { - "epoch": 0.41, - "learning_rate": 1.3337063243316762e-05, - "loss": 1.074, + "clip_ratio": 0.0, + "completion_length": 156.296875, + "epoch": 0.9948801300284438, + "grad_norm": 1.3213828802108765, + "kl": 0.123046875, + "learning_rate": 5.039011703511053e-09, + "loss": 0.0049, + "reward": 1.715197503566742, + "reward_std": 0.11938461661338806, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.7620724737644196, "step": 6121 }, { - "epoch": 0.41, - "learning_rate": 1.3335018348550559e-05, - "loss": 1.0525, + "clip_ratio": 0.0, + "completion_length": 175.25, + "epoch": 0.9950426655830963, + "grad_norm": 2.077929735183716, + "kl": 2.4609375, + "learning_rate": 4.876462938881665e-09, + "loss": 0.0987, + "reward": 1.6497433185577393, + "reward_std": 0.34589655697345734, + "rewards/format_reward_gen": 0.859375, + "rewards/llm_reward": 0.7903682589530945, "step": 6122 }, { - "epoch": 0.41, - "learning_rate": 1.3332973296863413e-05, - "loss": 1.0256, + "clip_ratio": 0.0, + "completion_length": 169.546875, + "epoch": 0.9952052011377489, + "grad_norm": 1.3860187530517578, + "kl": 1.43359375, + "learning_rate": 4.7139141742522755e-09, + "loss": 0.0573, + "reward": 1.6472246646881104, + "reward_std": 0.28127123415470123, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7565996646881104, "step": 6123 }, { - "epoch": 0.41, - "learning_rate": 1.3330928088351552e-05, - "loss": 1.0827, + "clip_ratio": 0.0, + "completion_length": 152.375, + "epoch": 0.9953677366924014, + "grad_norm": 2.0184743404388428, + "kl": 1.215576171875, + "learning_rate": 4.551365409622887e-09, + "loss": 0.0488, + "reward": 1.7307828068733215, + "reward_std": 0.22263838350772858, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7932827472686768, "step": 6124 }, { - "epoch": 0.41, - "learning_rate": 1.3328882723111203e-05, - "loss": 1.0319, + "clip_ratio": 0.0, + "completion_length": 166.828125, + "epoch": 0.995530272247054, + "grad_norm": 1.4522770643234253, + "kl": 0.74365234375, + "learning_rate": 4.3888166449934975e-09, + "loss": 0.0298, + "reward": 1.8996955156326294, + "reward_std": 0.05460292100906372, + "rewards/format_reward_gen": 1.0, + "rewards/llm_reward": 0.8996955156326294, "step": 6125 }, { - "epoch": 0.41, - "learning_rate": 1.3326837201238605e-05, - "loss": 0.9377, + "clip_ratio": 0.0, + "completion_length": 167.625, + "epoch": 0.9956928078017067, + "grad_norm": 2.33915114402771, + "kl": 0.83984375, + "learning_rate": 4.226267880364109e-09, + "loss": 0.0337, + "reward": 1.5265031456947327, + "reward_std": 0.3251952528953552, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.635878175497055, "step": 6126 }, { - "epoch": 0.41, - "learning_rate": 1.3324791522830008e-05, - "loss": 1.0206, + "clip_ratio": 0.0, + "completion_length": 178.046875, + "epoch": 0.9958553433563592, + "grad_norm": 1.2714078426361084, + "kl": 2.07421875, + "learning_rate": 4.0637191157347204e-09, + "loss": 0.0829, + "reward": 1.7166255712509155, + "reward_std": 0.34615834057331085, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8416255712509155, "step": 6127 }, { - "epoch": 0.41, - "learning_rate": 1.3322745687981668e-05, - "loss": 0.9717, + "clip_ratio": 0.0, + "completion_length": 156.359375, + "epoch": 0.9960178789110118, + "grad_norm": 1.6456151008605957, + "kl": 0.98046875, + "learning_rate": 3.901170351105332e-09, + "loss": 0.0391, + "reward": 1.7287796139717102, + "reward_std": 0.2523651346564293, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7912796139717102, "step": 6128 }, { - "epoch": 0.41, - "learning_rate": 1.3320699696789843e-05, - "loss": 1.0384, + "clip_ratio": 0.0, + "completion_length": 152.234375, + "epoch": 0.9961804144656644, + "grad_norm": 1.2084773778915405, + "kl": 0.8134765625, + "learning_rate": 3.7386215864759425e-09, + "loss": 0.0325, + "reward": 1.6965367197990417, + "reward_std": 0.33118736743927, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8215367197990417, "step": 6129 }, { - "epoch": 0.41, - "learning_rate": 1.33186535493508e-05, - "loss": 1.092, + "clip_ratio": 0.0, + "completion_length": 164.078125, + "epoch": 0.9963429500203169, + "grad_norm": 2.0061817169189453, + "kl": 0.6376953125, + "learning_rate": 3.576072821846554e-09, + "loss": 0.0255, + "reward": 1.822944700717926, + "reward_std": 0.18046444840729237, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8854447305202484, "step": 6130 }, { - "epoch": 0.41, - "learning_rate": 1.3316607245760822e-05, - "loss": 1.0149, + "clip_ratio": 0.0, + "completion_length": 193.921875, + "epoch": 0.9965054855749695, + "grad_norm": 2.325981855392456, + "kl": 1.05078125, + "learning_rate": 3.413524057217165e-09, + "loss": 0.0421, + "reward": 1.647044062614441, + "reward_std": 0.09775117039680481, + "rewards/format_reward_gen": 0.96875, + "rewards/llm_reward": 0.6782940626144409, "step": 6131 }, { - "epoch": 0.41, - "learning_rate": 1.3314560786116186e-05, - "loss": 0.9934, + "clip_ratio": 0.0, + "completion_length": 163.265625, + "epoch": 0.996668021129622, + "grad_norm": 1.7665690183639526, + "kl": 1.6328125, + "learning_rate": 3.250975292587776e-09, + "loss": 0.0654, + "reward": 1.7257030606269836, + "reward_std": 0.2333199381828308, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8038280308246613, "step": 6132 }, { - "epoch": 0.41, - "learning_rate": 1.331251417051319e-05, - "loss": 1.0718, + "clip_ratio": 0.0, + "completion_length": 151.484375, + "epoch": 0.9968305566842747, + "grad_norm": 1.1835898160934448, + "kl": 0.44775390625, + "learning_rate": 3.0884265279583875e-09, + "loss": 0.0179, + "reward": 1.6883609294891357, + "reward_std": 0.27757397294044495, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.8133609294891357, "step": 6133 }, { - "epoch": 0.41, - "learning_rate": 1.3310467399048127e-05, - "loss": 0.9506, + "clip_ratio": 0.0, + "completion_length": 156.390625, + "epoch": 0.9969930922389273, + "grad_norm": 1.5485200881958008, + "kl": 0.978515625, + "learning_rate": 2.925877763328999e-09, + "loss": 0.0393, + "reward": 1.6908746361732483, + "reward_std": 0.22864703088998795, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7533746063709259, "step": 6134 }, { - "epoch": 0.41, - "learning_rate": 1.3308420471817302e-05, - "loss": 1.0326, + "clip_ratio": 0.0, + "completion_length": 172.890625, + "epoch": 0.9971556277935798, + "grad_norm": 2.7103664875030518, + "kl": 1.052734375, + "learning_rate": 2.7633289986996095e-09, + "loss": 0.0422, + "reward": 1.6589223146438599, + "reward_std": 0.23279608599841595, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7526722550392151, "step": 6135 }, { - "epoch": 0.41, - "learning_rate": 1.330637338891703e-05, - "loss": 1.0262, + "clip_ratio": 0.0, + "completion_length": 152.390625, + "epoch": 0.9973181633482324, + "grad_norm": 1.3195385932922363, + "kl": 1.162109375, + "learning_rate": 2.600780234070221e-09, + "loss": 0.0464, + "reward": 1.671269178390503, + "reward_std": 0.24403639137744904, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.7493941187858582, "step": 6136 }, { - "epoch": 0.41, - "learning_rate": 1.3304326150443636e-05, - "loss": 0.9419, + "clip_ratio": 0.0, + "completion_length": 173.140625, + "epoch": 0.997480698902885, + "grad_norm": 2.2082178592681885, + "kl": 0.879638671875, + "learning_rate": 2.4382314694408324e-09, + "loss": 0.0352, + "reward": 1.7669458985328674, + "reward_std": 0.15057681500911713, + "rewards/format_reward_gen": 0.953125, + "rewards/llm_reward": 0.8138208985328674, "step": 6137 }, { - "epoch": 0.41, - "learning_rate": 1.3302278756493441e-05, - "loss": 1.0809, + "clip_ratio": 0.0, + "completion_length": 176.359375, + "epoch": 0.9976432344575376, + "grad_norm": 1.340344786643982, + "kl": 1.86328125, + "learning_rate": 2.2756827048114435e-09, + "loss": 0.0748, + "reward": 1.618396520614624, + "reward_std": 0.2300134301185608, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7277715504169464, "step": 6138 }, { - "epoch": 0.41, - "learning_rate": 1.3300231207162783e-05, - "loss": 1.0617, + "clip_ratio": 0.0, + "completion_length": 163.046875, + "epoch": 0.9978057700121902, + "grad_norm": 1.393985629081726, + "kl": 1.5107421875, + "learning_rate": 2.1131339401820545e-09, + "loss": 0.0605, + "reward": 1.6967394351959229, + "reward_std": 0.2232644483447075, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7904894649982452, "step": 6139 }, { - "epoch": 0.41, - "learning_rate": 1.3298183502548003e-05, - "loss": 1.0814, + "clip_ratio": 0.0, + "completion_length": 178.59375, + "epoch": 0.9979683055668428, + "grad_norm": 2.77441143989563, + "kl": 0.693359375, + "learning_rate": 1.950585175552666e-09, + "loss": 0.0277, + "reward": 1.5733239650726318, + "reward_std": 0.19332902133464813, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.6514489501714706, "step": 6140 }, { - "epoch": 0.41, - "learning_rate": 1.3296135642745452e-05, - "loss": 1.0749, + "clip_ratio": 0.0, + "completion_length": 161.96875, + "epoch": 0.9981308411214953, + "grad_norm": 1.4763997793197632, + "kl": 1.68359375, + "learning_rate": 1.788036410923277e-09, + "loss": 0.0674, + "reward": 1.7418420910835266, + "reward_std": 0.35914401710033417, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.8355920910835266, "step": 6141 }, { - "epoch": 0.41, - "learning_rate": 1.3294087627851486e-05, - "loss": 0.9817, + "clip_ratio": 0.0, + "completion_length": 145.09375, + "epoch": 0.9982933766761479, + "grad_norm": 1.0579006671905518, + "kl": 0.47216796875, + "learning_rate": 1.625487646293888e-09, + "loss": 0.0189, + "reward": 1.7665297985076904, + "reward_std": 0.1997683197259903, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.8290297091007233, "step": 6142 }, { - "epoch": 0.41, - "learning_rate": 1.3292039457962469e-05, - "loss": 0.9382, + "clip_ratio": 0.0, + "completion_length": 145.671875, + "epoch": 0.9984559122308004, + "grad_norm": 1.2807111740112305, + "kl": 1.23046875, + "learning_rate": 1.4629388816644995e-09, + "loss": 0.0493, + "reward": 1.7292766571044922, + "reward_std": 0.2314268723130226, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.7917766273021698, "step": 6143 }, { - "epoch": 0.41, - "learning_rate": 1.3289991133174774e-05, - "loss": 1.0183, + "clip_ratio": 0.0, + "completion_length": 195.4375, + "epoch": 0.9986184477854531, + "grad_norm": 1.494493842124939, + "kl": 1.37109375, + "learning_rate": 1.3003901170351105e-09, + "loss": 0.0547, + "reward": 1.6667827367782593, + "reward_std": 0.2910485118627548, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7761577069759369, "step": 6144 }, { - "epoch": 0.41, - "learning_rate": 1.3287942653584778e-05, - "loss": 1.0512, + "clip_ratio": 0.0, + "completion_length": 149.21875, + "epoch": 0.9987809833401057, + "grad_norm": 1.7967158555984497, + "kl": 1.2392578125, + "learning_rate": 1.1378413524057217e-09, + "loss": 0.0495, + "reward": 1.6842727065086365, + "reward_std": 0.19289955869317055, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7780226469039917, "step": 6145 }, { - "epoch": 0.41, - "learning_rate": 1.3285894019288863e-05, - "loss": 0.9514, + "clip_ratio": 0.0, + "completion_length": 189.703125, + "epoch": 0.9989435188947582, + "grad_norm": 1.8338680267333984, + "kl": 0.740234375, + "learning_rate": 9.75292587776333e-10, + "loss": 0.0296, + "reward": 1.6973493099212646, + "reward_std": 0.2771976888179779, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7910992801189423, "step": 6146 }, { - "epoch": 0.41, - "learning_rate": 1.3283845230383437e-05, - "loss": 1.0142, + "clip_ratio": 0.0, + "completion_length": 160.625, + "epoch": 0.9991060544494108, + "grad_norm": 1.8084851503372192, + "kl": 1.34765625, + "learning_rate": 8.12743823146944e-10, + "loss": 0.0539, + "reward": 1.6233330965042114, + "reward_std": 0.35582251846790314, + "rewards/format_reward_gen": 0.890625, + "rewards/llm_reward": 0.7327080368995667, "step": 6147 }, { - "epoch": 0.41, - "learning_rate": 1.3281796286964884e-05, - "loss": 0.9861, + "clip_ratio": 0.0, + "completion_length": 153.5625, + "epoch": 0.9992685900040634, + "grad_norm": 3.652763843536377, + "kl": 1.62890625, + "learning_rate": 6.501950585175552e-10, + "loss": 0.0653, + "reward": 1.7359360456466675, + "reward_std": 0.2736722379922867, + "rewards/format_reward_gen": 0.921875, + "rewards/llm_reward": 0.8140610754489899, "step": 6148 }, { - "epoch": 0.41, - "learning_rate": 1.3279747189129619e-05, - "loss": 0.9975, + "clip_ratio": 0.0, + "completion_length": 158.171875, + "epoch": 0.9994311255587159, + "grad_norm": 1.5566580295562744, + "kl": 0.83251953125, + "learning_rate": 4.876462938881665e-10, + "loss": 0.0334, + "reward": 1.6385496854782104, + "reward_std": 0.340593546628952, + "rewards/format_reward_gen": 0.90625, + "rewards/llm_reward": 0.7322996258735657, "step": 6149 }, { - "epoch": 0.41, - "learning_rate": 1.3277697936974058e-05, - "loss": 0.9944, + "clip_ratio": 0.0, + "completion_length": 151.28125, + "epoch": 0.9995936611133686, + "grad_norm": 1.4821940660476685, + "kl": 2.21484375, + "learning_rate": 3.250975292587776e-10, + "loss": 0.0885, + "reward": 1.5440617799758911, + "reward_std": 0.39969469606876373, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.6690617203712463, "step": 6150 }, { - "epoch": 0.41, - "learning_rate": 1.327564853059462e-05, - "loss": 0.9613, + "clip_ratio": 0.0, + "completion_length": 176.96875, + "epoch": 0.9997561966680212, + "grad_norm": 1.7646044492721558, + "kl": 0.666015625, + "learning_rate": 1.625487646293888e-10, + "loss": 0.0266, + "reward": 1.7900773882865906, + "reward_std": 0.1577882394194603, + "rewards/format_reward_gen": 0.9375, + "rewards/llm_reward": 0.852577418088913, "step": 6151 }, { - "epoch": 0.41, - "learning_rate": 1.327359897008774e-05, - "loss": 0.9781, + "clip_ratio": 0.0, + "completion_length": 177.6875, + "epoch": 0.9999187322226737, + "grad_norm": 2.6557462215423584, + "kl": 2.52734375, + "learning_rate": 0.0, + "loss": 0.1013, + "reward": 1.4607595205307007, + "reward_std": 0.18898106180131435, + "rewards/format_reward_gen": 0.875, + "rewards/llm_reward": 0.5857594609260559, "step": 6152 - }, - { - "epoch": 0.41, - "learning_rate": 1.3271549255549854e-05, - "loss": 0.9997, - "step": 6153 - }, - { - "epoch": 0.41, - "learning_rate": 1.32694993870774e-05, - "loss": 1.0101, - "step": 6154 - }, - { - "epoch": 0.41, - "learning_rate": 1.3267449364766833e-05, - "loss": 0.991, - "step": 6155 - }, - { - "epoch": 0.41, - "learning_rate": 1.3265399188714616e-05, - "loss": 1.0224, - "step": 6156 - }, - { - "epoch": 0.41, - "learning_rate": 1.3263348859017208e-05, - "loss": 1.0491, - "step": 6157 - }, - { - "epoch": 0.41, - "learning_rate": 1.3261298375771087e-05, - "loss": 0.9614, - "step": 6158 - }, - { - "epoch": 0.41, - "learning_rate": 1.3259247739072732e-05, - "loss": 1.0186, - "step": 6159 - }, - { - "epoch": 0.41, - "learning_rate": 1.325719694901863e-05, - "loss": 0.9744, - "step": 6160 - }, - { - "epoch": 0.41, - "learning_rate": 1.3255146005705272e-05, - "loss": 0.9423, - "step": 6161 - }, - { - "epoch": 0.41, - "learning_rate": 1.325309490922917e-05, - "loss": 1.0113, - "step": 6162 - }, - { - "epoch": 0.41, - "learning_rate": 1.3251043659686822e-05, - "loss": 1.0676, - "step": 6163 - }, - { - "epoch": 0.41, - "learning_rate": 1.3248992257174754e-05, - "loss": 1.0277, - "step": 6164 - }, - { - "epoch": 0.41, - "learning_rate": 1.3246940701789482e-05, - "loss": 1.0039, - "step": 6165 - }, - { - "epoch": 0.41, - "learning_rate": 1.3244888993627543e-05, - "loss": 0.9846, - "step": 6166 - }, - { - "epoch": 0.41, - "learning_rate": 1.3242837132785468e-05, - "loss": 0.9548, - "step": 6167 - }, - { - "epoch": 0.41, - "learning_rate": 1.324078511935981e-05, - "loss": 1.0076, - "step": 6168 - }, - { - "epoch": 0.41, - "learning_rate": 1.3238732953447113e-05, - "loss": 1.0026, - "step": 6169 - }, - { - "epoch": 0.41, - "learning_rate": 1.3236680635143946e-05, - "loss": 1.0062, - "step": 6170 - }, - { - "epoch": 0.41, - "learning_rate": 1.323462816454687e-05, - "loss": 1.003, - "step": 6171 - }, - { - "epoch": 0.41, - "learning_rate": 1.3232575541752457e-05, - "loss": 0.9729, - "step": 6172 - }, - { - "epoch": 0.41, - "learning_rate": 1.3230522766857293e-05, - "loss": 1.0233, - "step": 6173 - }, - { - "epoch": 0.41, - "learning_rate": 1.3228469839957963e-05, - "loss": 0.9832, - "step": 6174 - }, - { - "epoch": 0.41, - "learning_rate": 1.3226416761151062e-05, - "loss": 1.1119, - "step": 6175 - }, - { - "epoch": 0.41, - "learning_rate": 1.3224363530533197e-05, - "loss": 0.9678, - "step": 6176 - }, - { - "epoch": 0.41, - "learning_rate": 1.3222310148200972e-05, - "loss": 1.003, - "step": 6177 - }, - { - "epoch": 0.41, - "learning_rate": 1.3220256614251006e-05, - "loss": 1.0081, - "step": 6178 - }, - { - "epoch": 0.41, - "learning_rate": 1.3218202928779925e-05, - "loss": 1.0103, - "step": 6179 - }, - { - "epoch": 0.41, - "learning_rate": 1.3216149091884356e-05, - "loss": 0.9544, - "step": 6180 - }, - { - "epoch": 0.41, - "learning_rate": 1.321409510366094e-05, - "loss": 0.9817, - "step": 6181 - }, - { - "epoch": 0.41, - "learning_rate": 1.3212040964206321e-05, - "loss": 0.9645, - "step": 6182 - }, - { - "epoch": 0.41, - "learning_rate": 1.3209986673617152e-05, - "loss": 1.0025, - "step": 6183 - }, - { - "epoch": 0.41, - "learning_rate": 1.320793223199009e-05, - "loss": 0.9855, - "step": 6184 - }, - { - "epoch": 0.41, - "learning_rate": 1.320587763942181e-05, - "loss": 0.9371, - "step": 6185 - }, - { - "epoch": 0.41, - "learning_rate": 1.3203822896008976e-05, - "loss": 0.9588, - "step": 6186 - }, - { - "epoch": 0.41, - "learning_rate": 1.3201768001848272e-05, - "loss": 0.9984, - "step": 6187 - }, - { - "epoch": 0.41, - "learning_rate": 1.3199712957036384e-05, - "loss": 0.9818, - "step": 6188 - }, - { - "epoch": 0.41, - "learning_rate": 1.3197657761670013e-05, - "loss": 0.939, - "step": 6189 - }, - { - "epoch": 0.41, - "learning_rate": 1.3195602415845858e-05, - "loss": 0.9635, - "step": 6190 - }, - { - "epoch": 0.41, - "learning_rate": 1.3193546919660628e-05, - "loss": 0.9802, - "step": 6191 - }, - { - "epoch": 0.41, - "learning_rate": 1.3191491273211034e-05, - "loss": 0.9799, - "step": 6192 - }, - { - "epoch": 0.41, - "learning_rate": 1.3189435476593808e-05, - "loss": 1.1095, - "step": 6193 - }, - { - "epoch": 0.41, - "learning_rate": 1.3187379529905675e-05, - "loss": 1.0448, - "step": 6194 - }, - { - "epoch": 0.41, - "learning_rate": 1.3185323433243378e-05, - "loss": 1.0034, - "step": 6195 - }, - { - "epoch": 0.41, - "learning_rate": 1.3183267186703652e-05, - "loss": 1.0541, - "step": 6196 - }, - { - "epoch": 0.42, - "learning_rate": 1.3181210790383256e-05, - "loss": 1.0506, - "step": 6197 - }, - { - "epoch": 0.42, - "learning_rate": 1.3179154244378946e-05, - "loss": 1.0032, - "step": 6198 - }, - { - "epoch": 0.42, - "learning_rate": 1.3177097548787491e-05, - "loss": 1.0106, - "step": 6199 - }, - { - "epoch": 0.42, - "learning_rate": 1.317504070370566e-05, - "loss": 1.0345, - "step": 6200 - }, - { - "epoch": 0.42, - "learning_rate": 1.3172983709230232e-05, - "loss": 0.9968, - "step": 6201 - }, - { - "epoch": 0.42, - "learning_rate": 1.3170926565457993e-05, - "loss": 1.0801, - "step": 6202 - }, - { - "epoch": 0.42, - "learning_rate": 1.3168869272485743e-05, - "loss": 1.0445, - "step": 6203 - }, - { - "epoch": 0.42, - "learning_rate": 1.3166811830410277e-05, - "loss": 1.0644, - "step": 6204 - }, - { - "epoch": 0.42, - "learning_rate": 1.3164754239328406e-05, - "loss": 0.9972, - "step": 6205 - }, - { - "epoch": 0.42, - "learning_rate": 1.316269649933694e-05, - "loss": 1.0708, - "step": 6206 - }, - { - "epoch": 0.42, - "learning_rate": 1.3160638610532708e-05, - "loss": 0.9981, - "step": 6207 - }, - { - "epoch": 0.42, - "learning_rate": 1.3158580573012534e-05, - "loss": 1.0055, - "step": 6208 - }, - { - "epoch": 0.42, - "learning_rate": 1.3156522386873254e-05, - "loss": 0.9843, - "step": 6209 - }, - { - "epoch": 0.42, - "learning_rate": 1.3154464052211711e-05, - "loss": 1.0028, - "step": 6210 - }, - { - "epoch": 0.42, - "learning_rate": 1.3152405569124756e-05, - "loss": 0.9484, - "step": 6211 - }, - { - "epoch": 0.42, - "learning_rate": 1.3150346937709247e-05, - "loss": 1.0089, - "step": 6212 - }, - { - "epoch": 0.42, - "learning_rate": 1.3148288158062041e-05, - "loss": 1.0033, - "step": 6213 - }, - { - "epoch": 0.42, - "learning_rate": 1.3146229230280017e-05, - "loss": 1.0204, - "step": 6214 - }, - { - "epoch": 0.42, - "learning_rate": 1.314417015446005e-05, - "loss": 1.033, - "step": 6215 - }, - { - "epoch": 0.42, - "learning_rate": 1.3142110930699023e-05, - "loss": 0.9842, - "step": 6216 - }, - { - "epoch": 0.42, - "learning_rate": 1.3140051559093827e-05, - "loss": 1.0474, - "step": 6217 - }, - { - "epoch": 0.42, - "learning_rate": 1.3137992039741368e-05, - "loss": 0.9797, - "step": 6218 - }, - { - "epoch": 0.42, - "learning_rate": 1.313593237273854e-05, - "loss": 1.0249, - "step": 6219 - }, - { - "epoch": 0.42, - "learning_rate": 1.3133872558182264e-05, - "loss": 0.9605, - "step": 6220 - }, - { - "epoch": 0.42, - "learning_rate": 1.3131812596169454e-05, - "loss": 0.9512, - "step": 6221 - }, - { - "epoch": 0.42, - "learning_rate": 1.3129752486797041e-05, - "loss": 1.0486, - "step": 6222 - }, - { - "epoch": 0.42, - "learning_rate": 1.3127692230161955e-05, - "loss": 1.0044, - "step": 6223 - }, - { - "epoch": 0.42, - "learning_rate": 1.3125631826361139e-05, - "loss": 1.0496, - "step": 6224 - }, - { - "epoch": 0.42, - "learning_rate": 1.3123571275491535e-05, - "loss": 0.9224, - "step": 6225 - }, - { - "epoch": 0.42, - "learning_rate": 1.3121510577650106e-05, - "loss": 0.9862, - "step": 6226 - }, - { - "epoch": 0.42, - "learning_rate": 1.3119449732933802e-05, - "loss": 0.9802, - "step": 6227 - }, - { - "epoch": 0.42, - "learning_rate": 1.3117388741439602e-05, - "loss": 1.0239, - "step": 6228 - }, - { - "epoch": 0.42, - "learning_rate": 1.3115327603264472e-05, - "loss": 1.0405, - "step": 6229 - }, - { - "epoch": 0.42, - "learning_rate": 1.3113266318505397e-05, - "loss": 0.9889, - "step": 6230 - }, - { - "epoch": 0.42, - "learning_rate": 1.3111204887259367e-05, - "loss": 1.1063, - "step": 6231 - }, - { - "epoch": 0.42, - "learning_rate": 1.3109143309623375e-05, - "loss": 1.0551, - "step": 6232 - }, - { - "epoch": 0.42, - "learning_rate": 1.3107081585694428e-05, - "loss": 1.004, - "step": 6233 - }, - { - "epoch": 0.42, - "learning_rate": 1.3105019715569528e-05, - "loss": 0.9553, - "step": 6234 - }, - { - "epoch": 0.42, - "learning_rate": 1.3102957699345696e-05, - "loss": 0.9722, - "step": 6235 - }, - { - "epoch": 0.42, - "learning_rate": 1.3100895537119953e-05, - "loss": 1.0124, - "step": 6236 - }, - { - "epoch": 0.42, - "learning_rate": 1.3098833228989332e-05, - "loss": 1.0288, - "step": 6237 - }, - { - "epoch": 0.42, - "learning_rate": 1.3096770775050867e-05, - "loss": 1.0127, - "step": 6238 - }, - { - "epoch": 0.42, - "learning_rate": 1.3094708175401601e-05, - "loss": 0.9993, - "step": 6239 - }, - { - "epoch": 0.42, - "learning_rate": 1.3092645430138586e-05, - "loss": 1.1182, - "step": 6240 - }, - { - "epoch": 0.42, - "learning_rate": 1.3090582539358878e-05, - "loss": 1.0285, - "step": 6241 - }, - { - "epoch": 0.42, - "learning_rate": 1.3088519503159545e-05, - "loss": 1.047, - "step": 6242 - }, - { - "epoch": 0.42, - "learning_rate": 1.3086456321637653e-05, - "loss": 1.0278, - "step": 6243 - }, - { - "epoch": 0.42, - "learning_rate": 1.3084392994890283e-05, - "loss": 1.0074, - "step": 6244 - }, - { - "epoch": 0.42, - "learning_rate": 1.3082329523014516e-05, - "loss": 1.0392, - "step": 6245 - }, - { - "epoch": 0.42, - "learning_rate": 1.3080265906107448e-05, - "loss": 0.9708, - "step": 6246 - }, - { - "epoch": 0.42, - "learning_rate": 1.3078202144266177e-05, - "loss": 1.076, - "step": 6247 - }, - { - "epoch": 0.42, - "learning_rate": 1.3076138237587802e-05, - "loss": 0.9856, - "step": 6248 - }, - { - "epoch": 0.42, - "learning_rate": 1.3074074186169446e-05, - "loss": 1.0231, - "step": 6249 - }, - { - "epoch": 0.42, - "learning_rate": 1.3072009990108216e-05, - "loss": 0.9999, - "step": 6250 - }, - { - "epoch": 0.42, - "learning_rate": 1.3069945649501245e-05, - "loss": 0.9251, - "step": 6251 - }, - { - "epoch": 0.42, - "learning_rate": 1.3067881164445664e-05, - "loss": 1.0306, - "step": 6252 - }, - { - "epoch": 0.42, - "learning_rate": 1.3065816535038612e-05, - "loss": 1.013, - "step": 6253 - }, - { - "epoch": 0.42, - "learning_rate": 1.3063751761377233e-05, - "loss": 1.0462, - "step": 6254 - }, - { - "epoch": 0.42, - "learning_rate": 1.3061686843558681e-05, - "loss": 0.9775, - "step": 6255 - }, - { - "epoch": 0.42, - "learning_rate": 1.3059621781680117e-05, - "loss": 0.9503, - "step": 6256 - }, - { - "epoch": 0.42, - "learning_rate": 1.3057556575838706e-05, - "loss": 0.969, - "step": 6257 - }, - { - "epoch": 0.42, - "learning_rate": 1.3055491226131618e-05, - "loss": 0.9811, - "step": 6258 - }, - { - "epoch": 0.42, - "learning_rate": 1.305342573265604e-05, - "loss": 1.006, - "step": 6259 - }, - { - "epoch": 0.42, - "learning_rate": 1.305136009550915e-05, - "loss": 1.117, - "step": 6260 - }, - { - "epoch": 0.42, - "learning_rate": 1.3049294314788154e-05, - "loss": 0.9767, - "step": 6261 - }, - { - "epoch": 0.42, - "learning_rate": 1.3047228390590237e-05, - "loss": 0.9901, - "step": 6262 - }, - { - "epoch": 0.42, - "learning_rate": 1.3045162323012617e-05, - "loss": 1.0181, - "step": 6263 - }, - { - "epoch": 0.42, - "learning_rate": 1.30430961121525e-05, - "loss": 0.9704, - "step": 6264 - }, - { - "epoch": 0.42, - "learning_rate": 1.3041029758107114e-05, - "loss": 0.9222, - "step": 6265 - }, - { - "epoch": 0.42, - "learning_rate": 1.303896326097368e-05, - "loss": 1.0167, - "step": 6266 - }, - { - "epoch": 0.42, - "learning_rate": 1.3036896620849437e-05, - "loss": 0.9827, - "step": 6267 - }, - { - "epoch": 0.42, - "learning_rate": 1.303482983783162e-05, - "loss": 0.9231, - "step": 6268 - }, - { - "epoch": 0.42, - "learning_rate": 1.3032762912017479e-05, - "loss": 0.9817, - "step": 6269 - }, - { - "epoch": 0.42, - "learning_rate": 1.3030695843504269e-05, - "loss": 0.9609, - "step": 6270 - }, - { - "epoch": 0.42, - "learning_rate": 1.3028628632389251e-05, - "loss": 0.9641, - "step": 6271 - }, - { - "epoch": 0.42, - "learning_rate": 1.3026561278769686e-05, - "loss": 1.0602, - "step": 6272 - }, - { - "epoch": 0.42, - "learning_rate": 1.3024493782742858e-05, - "loss": 0.9786, - "step": 6273 - }, - { - "epoch": 0.42, - "learning_rate": 1.3022426144406045e-05, - "loss": 1.0102, - "step": 6274 - }, - { - "epoch": 0.42, - "learning_rate": 1.302035836385653e-05, - "loss": 1.0117, - "step": 6275 - }, - { - "epoch": 0.42, - "learning_rate": 1.3018290441191608e-05, - "loss": 1.0611, - "step": 6276 - }, - { - "epoch": 0.42, - "learning_rate": 1.3016222376508582e-05, - "loss": 1.0011, - "step": 6277 - }, - { - "epoch": 0.42, - "learning_rate": 1.3014154169904762e-05, - "loss": 1.0641, - "step": 6278 - }, - { - "epoch": 0.42, - "learning_rate": 1.3012085821477456e-05, - "loss": 0.9904, - "step": 6279 - }, - { - "epoch": 0.42, - "learning_rate": 1.3010017331323997e-05, - "loss": 0.918, - "step": 6280 - }, - { - "epoch": 0.42, - "learning_rate": 1.3007948699541695e-05, - "loss": 0.998, - "step": 6281 - }, - { - "epoch": 0.42, - "learning_rate": 1.30058799262279e-05, - "loss": 1.012, - "step": 6282 - }, - { - "epoch": 0.42, - "learning_rate": 1.3003811011479943e-05, - "loss": 0.9691, - "step": 6283 - }, - { - "epoch": 0.42, - "learning_rate": 1.3001741955395177e-05, - "loss": 0.9685, - "step": 6284 - }, - { - "epoch": 0.42, - "learning_rate": 1.2999672758070954e-05, - "loss": 1.135, - "step": 6285 - }, - { - "epoch": 0.42, - "learning_rate": 1.2997603419604636e-05, - "loss": 1.0578, - "step": 6286 - }, - { - "epoch": 0.42, - "learning_rate": 1.2995533940093587e-05, - "loss": 1.0385, - "step": 6287 - }, - { - "epoch": 0.42, - "learning_rate": 1.2993464319635188e-05, - "loss": 0.9577, - "step": 6288 - }, - { - "epoch": 0.42, - "learning_rate": 1.2991394558326813e-05, - "loss": 1.031, - "step": 6289 - }, - { - "epoch": 0.42, - "learning_rate": 1.2989324656265856e-05, - "loss": 1.0564, - "step": 6290 - }, - { - "epoch": 0.42, - "learning_rate": 1.2987254613549704e-05, - "loss": 1.0291, - "step": 6291 - }, - { - "epoch": 0.42, - "learning_rate": 1.2985184430275761e-05, - "loss": 0.9624, - "step": 6292 - }, - { - "epoch": 0.42, - "learning_rate": 1.2983114106541437e-05, - "loss": 0.961, - "step": 6293 - }, - { - "epoch": 0.42, - "learning_rate": 1.2981043642444142e-05, - "loss": 1.0217, - "step": 6294 - }, - { - "epoch": 0.42, - "learning_rate": 1.2978973038081297e-05, - "loss": 1.0133, - "step": 6295 - }, - { - "epoch": 0.42, - "learning_rate": 1.2976902293550332e-05, - "loss": 0.9609, - "step": 6296 - }, - { - "epoch": 0.42, - "learning_rate": 1.2974831408948675e-05, - "loss": 1.064, - "step": 6297 - }, - { - "epoch": 0.42, - "learning_rate": 1.2972760384373774e-05, - "loss": 1.0623, - "step": 6298 - }, - { - "epoch": 0.42, - "learning_rate": 1.297068921992307e-05, - "loss": 0.9945, - "step": 6299 - }, - { - "epoch": 0.42, - "learning_rate": 1.296861791569402e-05, - "loss": 0.8614, - "step": 6300 - }, - { - "epoch": 0.42, - "learning_rate": 1.296654647178408e-05, - "loss": 0.9617, - "step": 6301 - }, - { - "epoch": 0.42, - "learning_rate": 1.2964474888290717e-05, - "loss": 1.0455, - "step": 6302 - }, - { - "epoch": 0.42, - "learning_rate": 1.296240316531141e-05, - "loss": 1.0631, - "step": 6303 - }, - { - "epoch": 0.42, - "learning_rate": 1.2960331302943634e-05, - "loss": 0.9874, - "step": 6304 - }, - { - "epoch": 0.42, - "learning_rate": 1.2958259301284876e-05, - "loss": 0.9738, - "step": 6305 - }, - { - "epoch": 0.42, - "learning_rate": 1.2956187160432627e-05, - "loss": 0.969, - "step": 6306 - }, - { - "epoch": 0.42, - "learning_rate": 1.2954114880484393e-05, - "loss": 1.0521, - "step": 6307 - }, - { - "epoch": 0.42, - "learning_rate": 1.2952042461537669e-05, - "loss": 1.1225, - "step": 6308 - }, - { - "epoch": 0.42, - "learning_rate": 1.2949969903689978e-05, - "loss": 1.0397, - "step": 6309 - }, - { - "epoch": 0.42, - "learning_rate": 1.2947897207038834e-05, - "loss": 0.9289, - "step": 6310 - }, - { - "epoch": 0.42, - "learning_rate": 1.2945824371681763e-05, - "loss": 0.956, - "step": 6311 - }, - { - "epoch": 0.42, - "learning_rate": 1.2943751397716296e-05, - "loss": 1.0211, - "step": 6312 - }, - { - "epoch": 0.42, - "learning_rate": 1.2941678285239978e-05, - "loss": 1.009, - "step": 6313 - }, - { - "epoch": 0.42, - "learning_rate": 1.2939605034350345e-05, - "loss": 1.0266, - "step": 6314 - }, - { - "epoch": 0.42, - "learning_rate": 1.2937531645144954e-05, - "loss": 0.9601, - "step": 6315 - }, - { - "epoch": 0.42, - "learning_rate": 1.2935458117721361e-05, - "loss": 1.0284, - "step": 6316 - }, - { - "epoch": 0.42, - "learning_rate": 1.2933384452177131e-05, - "loss": 0.9354, - "step": 6317 - }, - { - "epoch": 0.42, - "learning_rate": 1.2931310648609838e-05, - "loss": 0.9126, - "step": 6318 - }, - { - "epoch": 0.42, - "learning_rate": 1.2929236707117057e-05, - "loss": 0.9823, - "step": 6319 - }, - { - "epoch": 0.42, - "learning_rate": 1.292716262779637e-05, - "loss": 1.0072, - "step": 6320 - }, - { - "epoch": 0.42, - "learning_rate": 1.2925088410745375e-05, - "loss": 1.0118, - "step": 6321 - }, - { - "epoch": 0.42, - "learning_rate": 1.2923014056061658e-05, - "loss": 1.0305, - "step": 6322 - }, - { - "epoch": 0.42, - "learning_rate": 1.2920939563842833e-05, - "loss": 1.0422, - "step": 6323 - }, - { - "epoch": 0.42, - "learning_rate": 1.2918864934186506e-05, - "loss": 0.9693, - "step": 6324 - }, - { - "epoch": 0.42, - "learning_rate": 1.2916790167190291e-05, - "loss": 1.014, - "step": 6325 - }, - { - "epoch": 0.42, - "learning_rate": 1.2914715262951813e-05, - "loss": 1.0041, - "step": 6326 - }, - { - "epoch": 0.42, - "learning_rate": 1.2912640221568706e-05, - "loss": 0.9176, - "step": 6327 - }, - { - "epoch": 0.42, - "learning_rate": 1.29105650431386e-05, - "loss": 0.9819, - "step": 6328 - }, - { - "epoch": 0.42, - "learning_rate": 1.2908489727759136e-05, - "loss": 1.0403, - "step": 6329 - }, - { - "epoch": 0.42, - "learning_rate": 1.290641427552797e-05, - "loss": 0.9934, - "step": 6330 - }, - { - "epoch": 0.42, - "learning_rate": 1.290433868654275e-05, - "loss": 1.023, - "step": 6331 - }, - { - "epoch": 0.42, - "learning_rate": 1.290226296090114e-05, - "loss": 0.8726, - "step": 6332 - }, - { - "epoch": 0.42, - "learning_rate": 1.2900187098700812e-05, - "loss": 0.9768, - "step": 6333 - }, - { - "epoch": 0.42, - "learning_rate": 1.2898111100039434e-05, - "loss": 1.0085, - "step": 6334 - }, - { - "epoch": 0.42, - "learning_rate": 1.289603496501469e-05, - "loss": 1.0283, - "step": 6335 - }, - { - "epoch": 0.42, - "learning_rate": 1.2893958693724269e-05, - "loss": 1.0267, - "step": 6336 - }, - { - "epoch": 0.42, - "learning_rate": 1.2891882286265862e-05, - "loss": 1.0669, - "step": 6337 - }, - { - "epoch": 0.42, - "learning_rate": 1.288980574273717e-05, - "loss": 1.0604, - "step": 6338 - }, - { - "epoch": 0.42, - "learning_rate": 1.2887729063235902e-05, - "loss": 0.8775, - "step": 6339 - }, - { - "epoch": 0.42, - "learning_rate": 1.2885652247859768e-05, - "loss": 0.9717, - "step": 6340 - }, - { - "epoch": 0.42, - "learning_rate": 1.2883575296706485e-05, - "loss": 0.992, - "step": 6341 - }, - { - "epoch": 0.42, - "learning_rate": 1.2881498209873788e-05, - "loss": 1.0047, - "step": 6342 - }, - { - "epoch": 0.42, - "learning_rate": 1.28794209874594e-05, - "loss": 0.9799, - "step": 6343 - }, - { - "epoch": 0.42, - "learning_rate": 1.287734362956106e-05, - "loss": 0.98, - "step": 6344 - }, - { - "epoch": 0.42, - "learning_rate": 1.287526613627652e-05, - "loss": 0.9715, - "step": 6345 - }, - { - "epoch": 0.43, - "learning_rate": 1.2873188507703522e-05, - "loss": 1.1099, - "step": 6346 - }, - { - "epoch": 0.43, - "learning_rate": 1.2871110743939832e-05, - "loss": 0.9328, - "step": 6347 - }, - { - "epoch": 0.43, - "learning_rate": 1.2869032845083209e-05, - "loss": 1.0089, - "step": 6348 - }, - { - "epoch": 0.43, - "learning_rate": 1.2866954811231424e-05, - "loss": 1.054, - "step": 6349 - }, - { - "epoch": 0.43, - "learning_rate": 1.2864876642482257e-05, - "loss": 1.0219, - "step": 6350 - }, - { - "epoch": 0.43, - "learning_rate": 1.2862798338933486e-05, - "loss": 0.9703, - "step": 6351 - }, - { - "epoch": 0.43, - "learning_rate": 1.2860719900682904e-05, - "loss": 0.9934, - "step": 6352 - }, - { - "epoch": 0.43, - "learning_rate": 1.2858641327828301e-05, - "loss": 1.0113, - "step": 6353 - }, - { - "epoch": 0.43, - "learning_rate": 1.2856562620467488e-05, - "loss": 0.9585, - "step": 6354 - }, - { - "epoch": 0.43, - "learning_rate": 1.2854483778698265e-05, - "loss": 1.029, - "step": 6355 - }, - { - "epoch": 0.43, - "learning_rate": 1.2852404802618456e-05, - "loss": 0.9228, - "step": 6356 - }, - { - "epoch": 0.43, - "learning_rate": 1.285032569232587e-05, - "loss": 0.9844, - "step": 6357 - }, - { - "epoch": 0.43, - "learning_rate": 1.2848246447918347e-05, - "loss": 0.9735, - "step": 6358 - }, - { - "epoch": 0.43, - "learning_rate": 1.2846167069493714e-05, - "loss": 1.0309, - "step": 6359 - }, - { - "epoch": 0.43, - "learning_rate": 1.2844087557149806e-05, - "loss": 1.0739, - "step": 6360 - }, - { - "epoch": 0.43, - "learning_rate": 1.284200791098448e-05, - "loss": 1.0034, - "step": 6361 - }, - { - "epoch": 0.43, - "learning_rate": 1.2839928131095581e-05, - "loss": 1.0019, - "step": 6362 - }, - { - "epoch": 0.43, - "learning_rate": 1.283784821758097e-05, - "loss": 0.9814, - "step": 6363 - }, - { - "epoch": 0.43, - "learning_rate": 1.2835768170538513e-05, - "loss": 0.981, - "step": 6364 - }, - { - "epoch": 0.43, - "learning_rate": 1.283368799006608e-05, - "loss": 0.962, - "step": 6365 - }, - { - "epoch": 0.43, - "learning_rate": 1.283160767626155e-05, - "loss": 0.9468, - "step": 6366 - }, - { - "epoch": 0.43, - "learning_rate": 1.2829527229222806e-05, - "loss": 1.0051, - "step": 6367 - }, - { - "epoch": 0.43, - "learning_rate": 1.2827446649047737e-05, - "loss": 0.9324, - "step": 6368 - }, - { - "epoch": 0.43, - "learning_rate": 1.2825365935834243e-05, - "loss": 0.8948, - "step": 6369 - }, - { - "epoch": 0.43, - "learning_rate": 1.2823285089680227e-05, - "loss": 0.9857, - "step": 6370 - }, - { - "epoch": 0.43, - "learning_rate": 1.2821204110683592e-05, - "loss": 1.0457, - "step": 6371 - }, - { - "epoch": 0.43, - "learning_rate": 1.2819122998942258e-05, - "loss": 0.9593, - "step": 6372 - }, - { - "epoch": 0.43, - "learning_rate": 1.2817041754554144e-05, - "loss": 0.8816, - "step": 6373 - }, - { - "epoch": 0.43, - "learning_rate": 1.281496037761718e-05, - "loss": 0.9735, - "step": 6374 - }, - { - "epoch": 0.43, - "learning_rate": 1.2812878868229302e-05, - "loss": 0.9112, - "step": 6375 - }, - { - "epoch": 0.43, - "learning_rate": 1.2810797226488443e-05, - "loss": 1.0467, - "step": 6376 - }, - { - "epoch": 0.43, - "learning_rate": 1.2808715452492557e-05, - "loss": 1.0659, - "step": 6377 - }, - { - "epoch": 0.43, - "learning_rate": 1.2806633546339592e-05, - "loss": 1.0316, - "step": 6378 - }, - { - "epoch": 0.43, - "learning_rate": 1.280455150812751e-05, - "loss": 1.0838, - "step": 6379 - }, - { - "epoch": 0.43, - "learning_rate": 1.2802469337954272e-05, - "loss": 1.0215, - "step": 6380 - }, - { - "epoch": 0.43, - "learning_rate": 1.2800387035917856e-05, - "loss": 0.9387, - "step": 6381 - }, - { - "epoch": 0.43, - "learning_rate": 1.2798304602116232e-05, - "loss": 1.0278, - "step": 6382 - }, - { - "epoch": 0.43, - "learning_rate": 1.2796222036647388e-05, - "loss": 0.9151, - "step": 6383 - }, - { - "epoch": 0.43, - "learning_rate": 1.2794139339609312e-05, - "loss": 0.9659, - "step": 6384 - }, - { - "epoch": 0.43, - "learning_rate": 1.2792056511100006e-05, - "loss": 1.0761, - "step": 6385 - }, - { - "epoch": 0.43, - "learning_rate": 1.2789973551217462e-05, - "loss": 0.9751, - "step": 6386 - }, - { - "epoch": 0.43, - "learning_rate": 1.2787890460059695e-05, - "loss": 0.9946, - "step": 6387 - }, - { - "epoch": 0.43, - "learning_rate": 1.2785807237724721e-05, - "loss": 1.0414, - "step": 6388 - }, - { - "epoch": 0.43, - "learning_rate": 1.2783723884310554e-05, - "loss": 0.9827, - "step": 6389 - }, - { - "epoch": 0.43, - "learning_rate": 1.2781640399915228e-05, - "loss": 0.9053, - "step": 6390 - }, - { - "epoch": 0.43, - "learning_rate": 1.2779556784636773e-05, - "loss": 0.9965, - "step": 6391 - }, - { - "epoch": 0.43, - "learning_rate": 1.2777473038573229e-05, - "loss": 0.9727, - "step": 6392 - }, - { - "epoch": 0.43, - "learning_rate": 1.277538916182264e-05, - "loss": 0.9963, - "step": 6393 - }, - { - "epoch": 0.43, - "learning_rate": 1.277330515448306e-05, - "loss": 1.0008, - "step": 6394 - }, - { - "epoch": 0.43, - "learning_rate": 1.2771221016652546e-05, - "loss": 1.0123, - "step": 6395 - }, - { - "epoch": 0.43, - "learning_rate": 1.2769136748429162e-05, - "loss": 0.9305, - "step": 6396 - }, - { - "epoch": 0.43, - "learning_rate": 1.2767052349910976e-05, - "loss": 0.9742, - "step": 6397 - }, - { - "epoch": 0.43, - "learning_rate": 1.2764967821196064e-05, - "loss": 0.9613, - "step": 6398 - }, - { - "epoch": 0.43, - "learning_rate": 1.2762883162382514e-05, - "loss": 1.0878, - "step": 6399 - }, - { - "epoch": 0.43, - "learning_rate": 1.2760798373568405e-05, - "loss": 1.0249, - "step": 6400 - }, - { - "epoch": 0.43, - "learning_rate": 1.2758713454851842e-05, - "loss": 1.061, - "step": 6401 - }, - { - "epoch": 0.43, - "learning_rate": 1.2756628406330918e-05, - "loss": 0.9631, - "step": 6402 - }, - { - "epoch": 0.43, - "learning_rate": 1.2754543228103739e-05, - "loss": 1.1012, - "step": 6403 - }, - { - "epoch": 0.43, - "learning_rate": 1.2752457920268428e-05, - "loss": 0.9812, - "step": 6404 - }, - { - "epoch": 0.43, - "learning_rate": 1.2750372482923093e-05, - "loss": 0.9835, - "step": 6405 - }, - { - "epoch": 0.43, - "learning_rate": 1.2748286916165863e-05, - "loss": 1.0767, - "step": 6406 - }, - { - "epoch": 0.43, - "learning_rate": 1.274620122009487e-05, - "loss": 0.932, - "step": 6407 - }, - { - "epoch": 0.43, - "learning_rate": 1.2744115394808252e-05, - "loss": 1.0558, - "step": 6408 - }, - { - "epoch": 0.43, - "learning_rate": 1.2742029440404146e-05, - "loss": 1.054, - "step": 6409 - }, - { - "epoch": 0.43, - "learning_rate": 1.2739943356980708e-05, - "loss": 1.0002, - "step": 6410 - }, - { - "epoch": 0.43, - "learning_rate": 1.2737857144636093e-05, - "loss": 1.0071, - "step": 6411 - }, - { - "epoch": 0.43, - "learning_rate": 1.273577080346846e-05, - "loss": 0.9493, - "step": 6412 - }, - { - "epoch": 0.43, - "learning_rate": 1.2733684333575977e-05, - "loss": 0.977, - "step": 6413 - }, - { - "epoch": 0.43, - "learning_rate": 1.273159773505682e-05, - "loss": 0.9156, - "step": 6414 - }, - { - "epoch": 0.43, - "learning_rate": 1.2729511008009163e-05, - "loss": 0.9616, - "step": 6415 - }, - { - "epoch": 0.43, - "learning_rate": 1.27274241525312e-05, - "loss": 0.9467, - "step": 6416 - }, - { - "epoch": 0.43, - "learning_rate": 1.2725337168721117e-05, - "loss": 0.9903, - "step": 6417 - }, - { - "epoch": 0.43, - "learning_rate": 1.2723250056677113e-05, - "loss": 1.0522, - "step": 6418 - }, - { - "epoch": 0.43, - "learning_rate": 1.2721162816497388e-05, - "loss": 1.0428, - "step": 6419 - }, - { - "epoch": 0.43, - "learning_rate": 1.2719075448280161e-05, - "loss": 1.0475, - "step": 6420 - }, - { - "epoch": 0.43, - "learning_rate": 1.271698795212364e-05, - "loss": 1.0434, - "step": 6421 - }, - { - "epoch": 0.43, - "learning_rate": 1.271490032812605e-05, - "loss": 1.0061, - "step": 6422 - }, - { - "epoch": 0.43, - "learning_rate": 1.2712812576385618e-05, - "loss": 1.0148, - "step": 6423 - }, - { - "epoch": 0.43, - "learning_rate": 1.271072469700058e-05, - "loss": 0.9637, - "step": 6424 - }, - { - "epoch": 0.43, - "learning_rate": 1.2708636690069174e-05, - "loss": 1.012, - "step": 6425 - }, - { - "epoch": 0.43, - "learning_rate": 1.2706548555689647e-05, - "loss": 1.0228, - "step": 6426 - }, - { - "epoch": 0.43, - "learning_rate": 1.270446029396025e-05, - "loss": 1.0784, - "step": 6427 - }, - { - "epoch": 0.43, - "learning_rate": 1.2702371904979238e-05, - "loss": 1.0332, - "step": 6428 - }, - { - "epoch": 0.43, - "learning_rate": 1.270028338884488e-05, - "loss": 1.077, - "step": 6429 - }, - { - "epoch": 0.43, - "learning_rate": 1.2698194745655443e-05, - "loss": 1.0158, - "step": 6430 - }, - { - "epoch": 0.43, - "learning_rate": 1.2696105975509208e-05, - "loss": 1.029, - "step": 6431 - }, - { - "epoch": 0.43, - "learning_rate": 1.269401707850445e-05, - "loss": 1.0322, - "step": 6432 - }, - { - "epoch": 0.43, - "learning_rate": 1.269192805473946e-05, - "loss": 0.9536, - "step": 6433 - }, - { - "epoch": 0.43, - "learning_rate": 1.268983890431253e-05, - "loss": 1.0338, - "step": 6434 - }, - { - "epoch": 0.43, - "learning_rate": 1.2687749627321963e-05, - "loss": 0.9972, - "step": 6435 - }, - { - "epoch": 0.43, - "learning_rate": 1.2685660223866058e-05, - "loss": 0.9038, - "step": 6436 - }, - { - "epoch": 0.43, - "learning_rate": 1.2683570694043138e-05, - "loss": 1.0061, - "step": 6437 - }, - { - "epoch": 0.43, - "learning_rate": 1.2681481037951511e-05, - "loss": 0.9738, - "step": 6438 - }, - { - "epoch": 0.43, - "learning_rate": 1.2679391255689505e-05, - "loss": 0.9286, - "step": 6439 - }, - { - "epoch": 0.43, - "learning_rate": 1.2677301347355444e-05, - "loss": 1.0127, - "step": 6440 - }, - { - "epoch": 0.43, - "learning_rate": 1.2675211313047674e-05, - "loss": 0.9634, - "step": 6441 - }, - { - "epoch": 0.43, - "learning_rate": 1.2673121152864525e-05, - "loss": 1.089, - "step": 6442 - }, - { - "epoch": 0.43, - "learning_rate": 1.267103086690435e-05, - "loss": 0.9654, - "step": 6443 - }, - { - "epoch": 0.43, - "learning_rate": 1.2668940455265502e-05, - "loss": 0.9967, - "step": 6444 - }, - { - "epoch": 0.43, - "learning_rate": 1.2666849918046337e-05, - "loss": 1.0047, - "step": 6445 - }, - { - "epoch": 0.43, - "learning_rate": 1.2664759255345226e-05, - "loss": 0.9668, - "step": 6446 - }, - { - "epoch": 0.43, - "learning_rate": 1.2662668467260535e-05, - "loss": 0.9067, - "step": 6447 - }, - { - "epoch": 0.43, - "learning_rate": 1.2660577553890639e-05, - "loss": 0.9995, - "step": 6448 - }, - { - "epoch": 0.43, - "learning_rate": 1.2658486515333928e-05, - "loss": 1.071, - "step": 6449 - }, - { - "epoch": 0.43, - "learning_rate": 1.2656395351688784e-05, - "loss": 0.9297, - "step": 6450 - }, - { - "epoch": 0.43, - "learning_rate": 1.2654304063053605e-05, - "loss": 1.0384, - "step": 6451 - }, - { - "epoch": 0.43, - "learning_rate": 1.2652212649526787e-05, - "loss": 0.9308, - "step": 6452 - }, - { - "epoch": 0.43, - "learning_rate": 1.265012111120674e-05, - "loss": 1.0869, - "step": 6453 - }, - { - "epoch": 0.43, - "learning_rate": 1.2648029448191881e-05, - "loss": 0.9541, - "step": 6454 - }, - { - "epoch": 0.43, - "learning_rate": 1.2645937660580616e-05, - "loss": 1.0043, - "step": 6455 - }, - { - "epoch": 0.43, - "learning_rate": 1.2643845748471381e-05, - "loss": 1.0476, - "step": 6456 - }, - { - "epoch": 0.43, - "learning_rate": 1.2641753711962595e-05, - "loss": 1.0471, - "step": 6457 - }, - { - "epoch": 0.43, - "learning_rate": 1.2639661551152699e-05, - "loss": 0.985, - "step": 6458 - }, - { - "epoch": 0.43, - "learning_rate": 1.2637569266140135e-05, - "loss": 1.0181, - "step": 6459 - }, - { - "epoch": 0.43, - "learning_rate": 1.2635476857023349e-05, - "loss": 1.002, - "step": 6460 - }, - { - "epoch": 0.43, - "learning_rate": 1.2633384323900794e-05, - "loss": 1.0448, - "step": 6461 - }, - { - "epoch": 0.43, - "learning_rate": 1.2631291666870933e-05, - "loss": 1.0407, - "step": 6462 - }, - { - "epoch": 0.43, - "learning_rate": 1.2629198886032222e-05, - "loss": 1.0353, - "step": 6463 - }, - { - "epoch": 0.43, - "learning_rate": 1.2627105981483136e-05, - "loss": 1.046, - "step": 6464 - }, - { - "epoch": 0.43, - "learning_rate": 1.2625012953322155e-05, - "loss": 0.9873, - "step": 6465 - }, - { - "epoch": 0.43, - "learning_rate": 1.2622919801647757e-05, - "loss": 0.978, - "step": 6466 - }, - { - "epoch": 0.43, - "learning_rate": 1.2620826526558429e-05, - "loss": 0.999, - "step": 6467 - }, - { - "epoch": 0.43, - "learning_rate": 1.261873312815267e-05, - "loss": 0.9943, - "step": 6468 - }, - { - "epoch": 0.43, - "learning_rate": 1.2616639606528972e-05, - "loss": 0.88, - "step": 6469 - }, - { - "epoch": 0.43, - "learning_rate": 1.2614545961785851e-05, - "loss": 0.9928, - "step": 6470 - }, - { - "epoch": 0.43, - "learning_rate": 1.2612452194021808e-05, - "loss": 1.0051, - "step": 6471 - }, - { - "epoch": 0.43, - "learning_rate": 1.2610358303335364e-05, - "loss": 1.063, - "step": 6472 - }, - { - "epoch": 0.43, - "learning_rate": 1.2608264289825041e-05, - "loss": 1.0126, - "step": 6473 - }, - { - "epoch": 0.43, - "learning_rate": 1.2606170153589372e-05, - "loss": 0.9586, - "step": 6474 - }, - { - "epoch": 0.43, - "learning_rate": 1.2604075894726886e-05, - "loss": 1.0359, - "step": 6475 - }, - { - "epoch": 0.43, - "learning_rate": 1.2601981513336126e-05, - "loss": 1.0266, - "step": 6476 - }, - { - "epoch": 0.43, - "learning_rate": 1.2599887009515635e-05, - "loss": 0.9915, - "step": 6477 - }, - { - "epoch": 0.43, - "learning_rate": 1.2597792383363967e-05, - "loss": 1.042, - "step": 6478 - }, - { - "epoch": 0.43, - "learning_rate": 1.259569763497968e-05, - "loss": 0.9423, - "step": 6479 - }, - { - "epoch": 0.43, - "learning_rate": 1.2593602764461334e-05, - "loss": 1.0669, - "step": 6480 - }, - { - "epoch": 0.43, - "learning_rate": 1.25915077719075e-05, - "loss": 0.9969, - "step": 6481 - }, - { - "epoch": 0.43, - "learning_rate": 1.2589412657416753e-05, - "loss": 0.9917, - "step": 6482 - }, - { - "epoch": 0.43, - "learning_rate": 1.2587317421087675e-05, - "loss": 0.9651, - "step": 6483 - }, - { - "epoch": 0.43, - "learning_rate": 1.2585222063018848e-05, - "loss": 0.9805, - "step": 6484 - }, - { - "epoch": 0.43, - "learning_rate": 1.2583126583308867e-05, - "loss": 0.9618, - "step": 6485 - }, - { - "epoch": 0.43, - "learning_rate": 1.2581030982056324e-05, - "loss": 0.9303, - "step": 6486 - }, - { - "epoch": 0.43, - "learning_rate": 1.257893525935983e-05, - "loss": 0.9956, - "step": 6487 - }, - { - "epoch": 0.43, - "learning_rate": 1.2576839415317989e-05, - "loss": 0.9325, - "step": 6488 - }, - { - "epoch": 0.43, - "learning_rate": 1.257474345002942e-05, - "loss": 0.9654, - "step": 6489 - }, - { - "epoch": 0.43, - "learning_rate": 1.2572647363592739e-05, - "loss": 1.0226, - "step": 6490 - }, - { - "epoch": 0.43, - "learning_rate": 1.2570551156106574e-05, - "loss": 0.9892, - "step": 6491 - }, - { - "epoch": 0.43, - "learning_rate": 1.2568454827669556e-05, - "loss": 1.0215, - "step": 6492 - }, - { - "epoch": 0.43, - "learning_rate": 1.2566358378380326e-05, - "loss": 0.9645, - "step": 6493 - }, - { - "epoch": 0.43, - "learning_rate": 1.2564261808337522e-05, - "loss": 1.0556, - "step": 6494 - }, - { - "epoch": 0.43, - "learning_rate": 1.2562165117639796e-05, - "loss": 0.989, - "step": 6495 - }, - { - "epoch": 0.44, - "learning_rate": 1.2560068306385798e-05, - "loss": 0.9666, - "step": 6496 - }, - { - "epoch": 0.44, - "learning_rate": 1.2557971374674195e-05, - "loss": 1.0412, - "step": 6497 - }, - { - "epoch": 0.44, - "learning_rate": 1.2555874322603647e-05, - "loss": 0.9761, - "step": 6498 - }, - { - "epoch": 0.44, - "learning_rate": 1.2553777150272834e-05, - "loss": 0.9973, - "step": 6499 - }, - { - "epoch": 0.44, - "learning_rate": 1.2551679857780421e-05, - "loss": 1.0689, - "step": 6500 - }, - { - "epoch": 0.44, - "learning_rate": 1.2549582445225101e-05, - "loss": 1.1374, - "step": 6501 - }, - { - "epoch": 0.44, - "learning_rate": 1.2547484912705556e-05, - "loss": 1.0182, - "step": 6502 - }, - { - "epoch": 0.44, - "learning_rate": 1.254538726032049e-05, - "loss": 0.9523, - "step": 6503 - }, - { - "epoch": 0.44, - "learning_rate": 1.2543289488168588e-05, - "loss": 0.9948, - "step": 6504 - }, - { - "epoch": 0.44, - "learning_rate": 1.2541191596348568e-05, - "loss": 0.9674, - "step": 6505 - }, - { - "epoch": 0.44, - "learning_rate": 1.2539093584959131e-05, - "loss": 1.0962, - "step": 6506 - }, - { - "epoch": 0.44, - "learning_rate": 1.2536995454099003e-05, - "loss": 1.0156, - "step": 6507 - }, - { - "epoch": 0.44, - "learning_rate": 1.2534897203866903e-05, - "loss": 1.0105, - "step": 6508 - }, - { - "epoch": 0.44, - "learning_rate": 1.2532798834361557e-05, - "loss": 1.058, - "step": 6509 - }, - { - "epoch": 0.44, - "learning_rate": 1.2530700345681698e-05, - "loss": 0.9596, - "step": 6510 - }, - { - "epoch": 0.44, - "learning_rate": 1.2528601737926068e-05, - "loss": 1.0031, - "step": 6511 - }, - { - "epoch": 0.44, - "learning_rate": 1.252650301119341e-05, - "loss": 0.9169, - "step": 6512 - }, - { - "epoch": 0.44, - "learning_rate": 1.2524404165582475e-05, - "loss": 1.0057, - "step": 6513 - }, - { - "epoch": 0.44, - "learning_rate": 1.252230520119202e-05, - "loss": 1.0296, - "step": 6514 - }, - { - "epoch": 0.44, - "learning_rate": 1.2520206118120802e-05, - "loss": 0.9237, - "step": 6515 - }, - { - "epoch": 0.44, - "learning_rate": 1.2518106916467593e-05, - "loss": 0.9881, - "step": 6516 - }, - { - "epoch": 0.44, - "learning_rate": 1.2516007596331167e-05, - "loss": 1.0262, - "step": 6517 - }, - { - "epoch": 0.44, - "learning_rate": 1.2513908157810298e-05, - "loss": 1.007, - "step": 6518 - }, - { - "epoch": 0.44, - "learning_rate": 1.2511808601003767e-05, - "loss": 1.0106, - "step": 6519 - }, - { - "epoch": 0.44, - "learning_rate": 1.250970892601037e-05, - "loss": 0.9805, - "step": 6520 - }, - { - "epoch": 0.44, - "learning_rate": 1.25076091329289e-05, - "loss": 0.9999, - "step": 6521 - }, - { - "epoch": 0.44, - "learning_rate": 1.2505509221858158e-05, - "loss": 0.8962, - "step": 6522 - }, - { - "epoch": 0.44, - "learning_rate": 1.2503409192896947e-05, - "loss": 1.0139, - "step": 6523 - }, - { - "epoch": 0.44, - "learning_rate": 1.2501309046144083e-05, - "loss": 0.9892, - "step": 6524 - }, - { - "epoch": 0.44, - "learning_rate": 1.2499208781698378e-05, - "loss": 0.9113, - "step": 6525 - }, - { - "epoch": 0.44, - "learning_rate": 1.249710839965866e-05, - "loss": 1.0236, - "step": 6526 - }, - { - "epoch": 0.44, - "learning_rate": 1.2495007900123755e-05, - "loss": 1.0311, - "step": 6527 - }, - { - "epoch": 0.44, - "learning_rate": 1.2492907283192494e-05, - "loss": 0.9013, - "step": 6528 - }, - { - "epoch": 0.44, - "learning_rate": 1.2490806548963719e-05, - "loss": 1.0511, - "step": 6529 - }, - { - "epoch": 0.44, - "learning_rate": 1.2488705697536277e-05, - "loss": 0.9312, - "step": 6530 - }, - { - "epoch": 0.44, - "learning_rate": 1.248660472900901e-05, - "loss": 0.9841, - "step": 6531 - }, - { - "epoch": 0.44, - "learning_rate": 1.2484503643480788e-05, - "loss": 0.9746, - "step": 6532 - }, - { - "epoch": 0.44, - "learning_rate": 1.2482402441050459e-05, - "loss": 1.0506, - "step": 6533 - }, - { - "epoch": 0.44, - "learning_rate": 1.2480301121816896e-05, - "loss": 1.0321, - "step": 6534 - }, - { - "epoch": 0.44, - "learning_rate": 1.2478199685878968e-05, - "loss": 0.9655, - "step": 6535 - }, - { - "epoch": 0.44, - "learning_rate": 1.247609813333556e-05, - "loss": 0.9776, - "step": 6536 - }, - { - "epoch": 0.44, - "learning_rate": 1.2473996464285545e-05, - "loss": 0.9268, - "step": 6537 - }, - { - "epoch": 0.44, - "learning_rate": 1.247189467882782e-05, - "loss": 0.9776, - "step": 6538 - }, - { - "epoch": 0.44, - "learning_rate": 1.2469792777061275e-05, - "loss": 1.0052, - "step": 6539 - }, - { - "epoch": 0.44, - "learning_rate": 1.246769075908481e-05, - "loss": 1.0769, - "step": 6540 - }, - { - "epoch": 0.44, - "learning_rate": 1.2465588624997333e-05, - "loss": 0.9849, - "step": 6541 - }, - { - "epoch": 0.44, - "learning_rate": 1.2463486374897753e-05, - "loss": 1.0033, - "step": 6542 - }, - { - "epoch": 0.44, - "learning_rate": 1.2461384008884985e-05, - "loss": 1.0418, - "step": 6543 - }, - { - "epoch": 0.44, - "learning_rate": 1.2459281527057951e-05, - "loss": 0.98, - "step": 6544 - }, - { - "epoch": 0.44, - "learning_rate": 1.245717892951558e-05, - "loss": 1.0717, - "step": 6545 - }, - { - "epoch": 0.44, - "learning_rate": 1.2455076216356802e-05, - "loss": 0.9364, - "step": 6546 - }, - { - "epoch": 0.44, - "learning_rate": 1.2452973387680558e-05, - "loss": 1.0023, - "step": 6547 - }, - { - "epoch": 0.44, - "learning_rate": 1.2450870443585785e-05, - "loss": 0.9526, - "step": 6548 - }, - { - "epoch": 0.44, - "learning_rate": 1.244876738417144e-05, - "loss": 1.0272, - "step": 6549 - }, - { - "epoch": 0.44, - "learning_rate": 1.244666420953647e-05, - "loss": 1.027, - "step": 6550 - }, - { - "epoch": 0.44, - "learning_rate": 1.2444560919779842e-05, - "loss": 1.0372, - "step": 6551 - }, - { - "epoch": 0.44, - "learning_rate": 1.2442457515000515e-05, - "loss": 0.9524, - "step": 6552 - }, - { - "epoch": 0.44, - "learning_rate": 1.244035399529746e-05, - "loss": 0.9159, - "step": 6553 - }, - { - "epoch": 0.44, - "learning_rate": 1.2438250360769653e-05, - "loss": 1.0074, - "step": 6554 - }, - { - "epoch": 0.44, - "learning_rate": 1.2436146611516082e-05, - "loss": 0.9343, - "step": 6555 - }, - { - "epoch": 0.44, - "learning_rate": 1.2434042747635725e-05, - "loss": 1.0508, - "step": 6556 - }, - { - "epoch": 0.44, - "learning_rate": 1.2431938769227576e-05, - "loss": 1.0076, - "step": 6557 - }, - { - "epoch": 0.44, - "learning_rate": 1.2429834676390634e-05, - "loss": 0.9293, - "step": 6558 - }, - { - "epoch": 0.44, - "learning_rate": 1.24277304692239e-05, - "loss": 0.9882, - "step": 6559 - }, - { - "epoch": 0.44, - "learning_rate": 1.2425626147826387e-05, - "loss": 1.0402, - "step": 6560 - }, - { - "epoch": 0.44, - "learning_rate": 1.2423521712297103e-05, - "loss": 0.9535, - "step": 6561 - }, - { - "epoch": 0.44, - "learning_rate": 1.242141716273507e-05, - "loss": 0.9962, - "step": 6562 - }, - { - "epoch": 0.44, - "learning_rate": 1.2419312499239311e-05, - "loss": 1.0181, - "step": 6563 - }, - { - "epoch": 0.44, - "learning_rate": 1.2417207721908855e-05, - "loss": 1.0274, - "step": 6564 - }, - { - "epoch": 0.44, - "learning_rate": 1.2415102830842742e-05, - "loss": 0.9651, - "step": 6565 - }, - { - "epoch": 0.44, - "learning_rate": 1.2412997826140005e-05, - "loss": 1.0277, - "step": 6566 - }, - { - "epoch": 0.44, - "learning_rate": 1.2410892707899695e-05, - "loss": 1.038, - "step": 6567 - }, - { - "epoch": 0.44, - "learning_rate": 1.2408787476220863e-05, - "loss": 1.0177, - "step": 6568 - }, - { - "epoch": 0.44, - "learning_rate": 1.240668213120256e-05, - "loss": 0.9358, - "step": 6569 - }, - { - "epoch": 0.44, - "learning_rate": 1.2404576672943854e-05, - "loss": 0.9676, - "step": 6570 - }, - { - "epoch": 0.44, - "learning_rate": 1.240247110154381e-05, - "loss": 0.9146, - "step": 6571 - }, - { - "epoch": 0.44, - "learning_rate": 1.2400365417101497e-05, - "loss": 1.053, - "step": 6572 - }, - { - "epoch": 0.44, - "learning_rate": 1.2398259619715995e-05, - "loss": 0.9752, - "step": 6573 - }, - { - "epoch": 0.44, - "learning_rate": 1.2396153709486392e-05, - "loss": 0.9548, - "step": 6574 - }, - { - "epoch": 0.44, - "learning_rate": 1.239404768651177e-05, - "loss": 0.8911, - "step": 6575 - }, - { - "epoch": 0.44, - "learning_rate": 1.2391941550891226e-05, - "loss": 0.9557, - "step": 6576 - }, - { - "epoch": 0.44, - "learning_rate": 1.2389835302723856e-05, - "loss": 0.9164, - "step": 6577 - }, - { - "epoch": 0.44, - "learning_rate": 1.2387728942108765e-05, - "loss": 0.9708, - "step": 6578 - }, - { - "epoch": 0.44, - "learning_rate": 1.2385622469145067e-05, - "loss": 1.0464, - "step": 6579 - }, - { - "epoch": 0.44, - "learning_rate": 1.2383515883931871e-05, - "loss": 0.9786, - "step": 6580 - }, - { - "epoch": 0.44, - "learning_rate": 1.2381409186568298e-05, - "loss": 1.0584, - "step": 6581 - }, - { - "epoch": 0.44, - "learning_rate": 1.2379302377153477e-05, - "loss": 0.9348, - "step": 6582 - }, - { - "epoch": 0.44, - "learning_rate": 1.2377195455786532e-05, - "loss": 1.0204, - "step": 6583 - }, - { - "epoch": 0.44, - "learning_rate": 1.2375088422566611e-05, - "loss": 0.9245, - "step": 6584 - }, - { - "epoch": 0.44, - "learning_rate": 1.2372981277592842e-05, - "loss": 1.0408, - "step": 6585 - }, - { - "epoch": 0.44, - "learning_rate": 1.2370874020964376e-05, - "loss": 1.0357, - "step": 6586 - }, - { - "epoch": 0.44, - "learning_rate": 1.2368766652780367e-05, - "loss": 1.0138, - "step": 6587 - }, - { - "epoch": 0.44, - "learning_rate": 1.2366659173139973e-05, - "loss": 0.9538, - "step": 6588 - }, - { - "epoch": 0.44, - "learning_rate": 1.236455158214235e-05, - "loss": 0.9718, - "step": 6589 - }, - { - "epoch": 0.44, - "learning_rate": 1.2362443879886672e-05, - "loss": 0.9013, - "step": 6590 - }, - { - "epoch": 0.44, - "learning_rate": 1.2360336066472104e-05, - "loss": 0.9781, - "step": 6591 - }, - { - "epoch": 0.44, - "learning_rate": 1.2358228141997834e-05, - "loss": 0.9892, - "step": 6592 - }, - { - "epoch": 0.44, - "learning_rate": 1.2356120106563036e-05, - "loss": 0.9411, - "step": 6593 - }, - { - "epoch": 0.44, - "learning_rate": 1.2354011960266904e-05, - "loss": 0.993, - "step": 6594 - }, - { - "epoch": 0.44, - "learning_rate": 1.2351903703208629e-05, - "loss": 0.9757, - "step": 6595 - }, - { - "epoch": 0.44, - "learning_rate": 1.2349795335487412e-05, - "loss": 1.0202, - "step": 6596 - }, - { - "epoch": 0.44, - "learning_rate": 1.2347686857202454e-05, - "loss": 0.96, - "step": 6597 - }, - { - "epoch": 0.44, - "learning_rate": 1.2345578268452966e-05, - "loss": 0.9989, - "step": 6598 - }, - { - "epoch": 0.44, - "learning_rate": 1.234346956933816e-05, - "loss": 0.8959, - "step": 6599 - }, - { - "epoch": 0.44, - "learning_rate": 1.234136075995726e-05, - "loss": 0.9907, - "step": 6600 - }, - { - "epoch": 0.44, - "learning_rate": 1.2339251840409487e-05, - "loss": 0.9905, - "step": 6601 - }, - { - "epoch": 0.44, - "learning_rate": 1.233714281079407e-05, - "loss": 0.8948, - "step": 6602 - }, - { - "epoch": 0.44, - "learning_rate": 1.2335033671210251e-05, - "loss": 0.9203, - "step": 6603 - }, - { - "epoch": 0.44, - "learning_rate": 1.2332924421757262e-05, - "loss": 1.0373, - "step": 6604 - }, - { - "epoch": 0.44, - "learning_rate": 1.2330815062534354e-05, - "loss": 0.972, - "step": 6605 - }, - { - "epoch": 0.44, - "learning_rate": 1.232870559364077e-05, - "loss": 0.9957, - "step": 6606 - }, - { - "epoch": 0.44, - "learning_rate": 1.2326596015175778e-05, - "loss": 0.8631, - "step": 6607 - }, - { - "epoch": 0.44, - "learning_rate": 1.232448632723863e-05, - "loss": 0.9937, - "step": 6608 - }, - { - "epoch": 0.44, - "learning_rate": 1.2322376529928594e-05, - "loss": 1.0308, - "step": 6609 - }, - { - "epoch": 0.44, - "learning_rate": 1.2320266623344942e-05, - "loss": 0.9937, - "step": 6610 - }, - { - "epoch": 0.44, - "learning_rate": 1.2318156607586951e-05, - "loss": 0.95, - "step": 6611 - }, - { - "epoch": 0.44, - "learning_rate": 1.23160464827539e-05, - "loss": 1.0382, - "step": 6612 - }, - { - "epoch": 0.44, - "learning_rate": 1.231393624894508e-05, - "loss": 0.9961, - "step": 6613 - }, - { - "epoch": 0.44, - "learning_rate": 1.2311825906259776e-05, - "loss": 1.0729, - "step": 6614 - }, - { - "epoch": 0.44, - "learning_rate": 1.2309715454797288e-05, - "loss": 1.0143, - "step": 6615 - }, - { - "epoch": 0.44, - "learning_rate": 1.2307604894656922e-05, - "loss": 0.9905, - "step": 6616 - }, - { - "epoch": 0.44, - "learning_rate": 1.2305494225937985e-05, - "loss": 0.9893, - "step": 6617 - }, - { - "epoch": 0.44, - "learning_rate": 1.2303383448739778e-05, - "loss": 0.9874, - "step": 6618 - }, - { - "epoch": 0.44, - "learning_rate": 1.2301272563161632e-05, - "loss": 0.9951, - "step": 6619 - }, - { - "epoch": 0.44, - "learning_rate": 1.2299161569302862e-05, - "loss": 1.0137, - "step": 6620 - }, - { - "epoch": 0.44, - "learning_rate": 1.2297050467262799e-05, - "loss": 0.9969, - "step": 6621 - }, - { - "epoch": 0.44, - "learning_rate": 1.2294939257140775e-05, - "loss": 1.0116, - "step": 6622 - }, - { - "epoch": 0.44, - "learning_rate": 1.2292827939036125e-05, - "loss": 1.0035, - "step": 6623 - }, - { - "epoch": 0.44, - "learning_rate": 1.2290716513048193e-05, - "loss": 1.0231, - "step": 6624 - }, - { - "epoch": 0.44, - "learning_rate": 1.228860497927633e-05, - "loss": 1.0043, - "step": 6625 - }, - { - "epoch": 0.44, - "learning_rate": 1.2286493337819885e-05, - "loss": 1.0204, - "step": 6626 - }, - { - "epoch": 0.44, - "learning_rate": 1.2284381588778216e-05, - "loss": 0.9996, - "step": 6627 - }, - { - "epoch": 0.44, - "learning_rate": 1.2282269732250689e-05, - "loss": 0.9968, - "step": 6628 - }, - { - "epoch": 0.44, - "learning_rate": 1.2280157768336668e-05, - "loss": 0.9954, - "step": 6629 - }, - { - "epoch": 0.44, - "learning_rate": 1.2278045697135534e-05, - "loss": 1.0469, - "step": 6630 - }, - { - "epoch": 0.44, - "learning_rate": 1.2275933518746657e-05, - "loss": 0.9412, - "step": 6631 - }, - { - "epoch": 0.44, - "learning_rate": 1.2273821233269423e-05, - "loss": 1.0051, - "step": 6632 - }, - { - "epoch": 0.44, - "learning_rate": 1.227170884080322e-05, - "loss": 0.9621, - "step": 6633 - }, - { - "epoch": 0.44, - "learning_rate": 1.2269596341447446e-05, - "loss": 0.9365, - "step": 6634 - }, - { - "epoch": 0.44, - "learning_rate": 1.2267483735301491e-05, - "loss": 0.9799, - "step": 6635 - }, - { - "epoch": 0.44, - "learning_rate": 1.2265371022464767e-05, - "loss": 0.9921, - "step": 6636 - }, - { - "epoch": 0.44, - "learning_rate": 1.2263258203036672e-05, - "loss": 0.9873, - "step": 6637 - }, - { - "epoch": 0.44, - "learning_rate": 1.226114527711663e-05, - "loss": 0.9759, - "step": 6638 - }, - { - "epoch": 0.44, - "learning_rate": 1.2259032244804051e-05, - "loss": 0.9581, - "step": 6639 - }, - { - "epoch": 0.44, - "learning_rate": 1.2256919106198368e-05, - "loss": 1.0483, - "step": 6640 - }, - { - "epoch": 0.44, - "learning_rate": 1.2254805861399002e-05, - "loss": 0.9568, - "step": 6641 - }, - { - "epoch": 0.44, - "learning_rate": 1.2252692510505387e-05, - "loss": 0.9588, - "step": 6642 - }, - { - "epoch": 0.44, - "learning_rate": 1.2250579053616962e-05, - "loss": 0.9606, - "step": 6643 - }, - { - "epoch": 0.44, - "learning_rate": 1.2248465490833174e-05, - "loss": 0.9899, - "step": 6644 - }, - { - "epoch": 0.45, - "learning_rate": 1.2246351822253465e-05, - "loss": 1.0204, - "step": 6645 - }, - { - "epoch": 0.45, - "learning_rate": 1.2244238047977297e-05, - "loss": 1.0206, - "step": 6646 - }, - { - "epoch": 0.45, - "learning_rate": 1.2242124168104119e-05, - "loss": 0.9827, - "step": 6647 - }, - { - "epoch": 0.45, - "learning_rate": 1.2240010182733401e-05, - "loss": 1.0094, - "step": 6648 - }, - { - "epoch": 0.45, - "learning_rate": 1.2237896091964608e-05, - "loss": 0.9605, - "step": 6649 - }, - { - "epoch": 0.45, - "learning_rate": 1.2235781895897216e-05, - "loss": 0.9533, - "step": 6650 - }, - { - "epoch": 0.45, - "learning_rate": 1.2233667594630698e-05, - "loss": 1.0239, - "step": 6651 - }, - { - "epoch": 0.45, - "learning_rate": 1.2231553188264543e-05, - "loss": 1.0059, - "step": 6652 - }, - { - "epoch": 0.45, - "learning_rate": 1.2229438676898236e-05, - "loss": 1.0121, - "step": 6653 - }, - { - "epoch": 0.45, - "learning_rate": 1.2227324060631269e-05, - "loss": 1.0114, - "step": 6654 - }, - { - "epoch": 0.45, - "learning_rate": 1.2225209339563144e-05, - "loss": 1.0212, - "step": 6655 - }, - { - "epoch": 0.45, - "learning_rate": 1.2223094513793364e-05, - "loss": 1.0179, - "step": 6656 - }, - { - "epoch": 0.45, - "learning_rate": 1.2220979583421428e-05, - "loss": 0.9991, - "step": 6657 - }, - { - "epoch": 0.45, - "learning_rate": 1.221886454854686e-05, - "loss": 0.9238, - "step": 6658 - }, - { - "epoch": 0.45, - "learning_rate": 1.2216749409269173e-05, - "loss": 0.9644, - "step": 6659 - }, - { - "epoch": 0.45, - "learning_rate": 1.2214634165687889e-05, - "loss": 1.0006, - "step": 6660 - }, - { - "epoch": 0.45, - "learning_rate": 1.2212518817902535e-05, - "loss": 1.0557, - "step": 6661 - }, - { - "epoch": 0.45, - "learning_rate": 1.2210403366012644e-05, - "loss": 0.9714, - "step": 6662 - }, - { - "epoch": 0.45, - "learning_rate": 1.2208287810117756e-05, - "loss": 0.9663, - "step": 6663 - }, - { - "epoch": 0.45, - "learning_rate": 1.2206172150317408e-05, - "loss": 0.9731, - "step": 6664 - }, - { - "epoch": 0.45, - "learning_rate": 1.2204056386711152e-05, - "loss": 0.9473, - "step": 6665 - }, - { - "epoch": 0.45, - "learning_rate": 1.2201940519398537e-05, - "loss": 0.9414, - "step": 6666 - }, - { - "epoch": 0.45, - "learning_rate": 1.219982454847912e-05, - "loss": 0.9636, - "step": 6667 - }, - { - "epoch": 0.45, - "learning_rate": 1.2197708474052464e-05, - "loss": 0.9707, - "step": 6668 - }, - { - "epoch": 0.45, - "learning_rate": 1.2195592296218137e-05, - "loss": 0.9627, - "step": 6669 - }, - { - "epoch": 0.45, - "learning_rate": 1.2193476015075705e-05, - "loss": 1.033, - "step": 6670 - }, - { - "epoch": 0.45, - "learning_rate": 1.219135963072475e-05, - "loss": 0.9996, - "step": 6671 - }, - { - "epoch": 0.45, - "learning_rate": 1.2189243143264848e-05, - "loss": 1.0104, - "step": 6672 - }, - { - "epoch": 0.45, - "learning_rate": 1.2187126552795592e-05, - "loss": 0.9835, - "step": 6673 - }, - { - "epoch": 0.45, - "learning_rate": 1.2185009859416568e-05, - "loss": 1.0254, - "step": 6674 - }, - { - "epoch": 0.45, - "learning_rate": 1.2182893063227373e-05, - "loss": 0.9779, - "step": 6675 - }, - { - "epoch": 0.45, - "learning_rate": 1.2180776164327603e-05, - "loss": 1.0237, - "step": 6676 - }, - { - "epoch": 0.45, - "learning_rate": 1.2178659162816873e-05, - "loss": 0.9848, - "step": 6677 - }, - { - "epoch": 0.45, - "learning_rate": 1.2176542058794782e-05, - "loss": 0.9456, - "step": 6678 - }, - { - "epoch": 0.45, - "learning_rate": 1.2174424852360958e-05, - "loss": 1.0334, - "step": 6679 - }, - { - "epoch": 0.45, - "learning_rate": 1.2172307543615008e-05, - "loss": 1.0451, - "step": 6680 - }, - { - "epoch": 0.45, - "learning_rate": 1.2170190132656563e-05, - "loss": 0.9956, - "step": 6681 - }, - { - "epoch": 0.45, - "learning_rate": 1.2168072619585251e-05, - "loss": 0.9409, - "step": 6682 - }, - { - "epoch": 0.45, - "learning_rate": 1.216595500450071e-05, - "loss": 1.0722, - "step": 6683 - }, - { - "epoch": 0.45, - "learning_rate": 1.2163837287502576e-05, - "loss": 1.0066, - "step": 6684 - }, - { - "epoch": 0.45, - "learning_rate": 1.2161719468690492e-05, - "loss": 0.9997, - "step": 6685 - }, - { - "epoch": 0.45, - "learning_rate": 1.2159601548164106e-05, - "loss": 1.0604, - "step": 6686 - }, - { - "epoch": 0.45, - "learning_rate": 1.2157483526023075e-05, - "loss": 1.0184, - "step": 6687 - }, - { - "epoch": 0.45, - "learning_rate": 1.2155365402367053e-05, - "loss": 0.9178, - "step": 6688 - }, - { - "epoch": 0.45, - "learning_rate": 1.2153247177295708e-05, - "loss": 1.0258, - "step": 6689 - }, - { - "epoch": 0.45, - "learning_rate": 1.2151128850908705e-05, - "loss": 1.0207, - "step": 6690 - }, - { - "epoch": 0.45, - "learning_rate": 1.2149010423305714e-05, - "loss": 0.9135, - "step": 6691 - }, - { - "epoch": 0.45, - "learning_rate": 1.2146891894586416e-05, - "loss": 0.9756, - "step": 6692 - }, - { - "epoch": 0.45, - "learning_rate": 1.2144773264850496e-05, - "loss": 0.9615, - "step": 6693 - }, - { - "epoch": 0.45, - "learning_rate": 1.2142654534197633e-05, - "loss": 0.9596, - "step": 6694 - }, - { - "epoch": 0.45, - "learning_rate": 1.2140535702727521e-05, - "loss": 0.9708, - "step": 6695 - }, - { - "epoch": 0.45, - "learning_rate": 1.2138416770539861e-05, - "loss": 0.9641, - "step": 6696 - }, - { - "epoch": 0.45, - "learning_rate": 1.2136297737734348e-05, - "loss": 0.9817, - "step": 6697 - }, - { - "epoch": 0.45, - "learning_rate": 1.2134178604410693e-05, - "loss": 0.9348, - "step": 6698 - }, - { - "epoch": 0.45, - "learning_rate": 1.2132059370668602e-05, - "loss": 0.952, - "step": 6699 - }, - { - "epoch": 0.45, - "learning_rate": 1.2129940036607795e-05, - "loss": 1.0378, - "step": 6700 - }, - { - "epoch": 0.45, - "learning_rate": 1.2127820602327986e-05, - "loss": 1.0106, - "step": 6701 - }, - { - "epoch": 0.45, - "learning_rate": 1.2125701067928906e-05, - "loss": 1.0897, - "step": 6702 - }, - { - "epoch": 0.45, - "learning_rate": 1.2123581433510282e-05, - "loss": 1.0047, - "step": 6703 - }, - { - "epoch": 0.45, - "learning_rate": 1.2121461699171844e-05, - "loss": 0.9612, - "step": 6704 - }, - { - "epoch": 0.45, - "learning_rate": 1.2119341865013334e-05, - "loss": 1.0281, - "step": 6705 - }, - { - "epoch": 0.45, - "learning_rate": 1.2117221931134497e-05, - "loss": 1.0083, - "step": 6706 - }, - { - "epoch": 0.45, - "learning_rate": 1.2115101897635081e-05, - "loss": 1.0473, - "step": 6707 - }, - { - "epoch": 0.45, - "learning_rate": 1.211298176461484e-05, - "loss": 0.9636, - "step": 6708 - }, - { - "epoch": 0.45, - "learning_rate": 1.2110861532173524e-05, - "loss": 0.8982, - "step": 6709 - }, - { - "epoch": 0.45, - "learning_rate": 1.2108741200410903e-05, - "loss": 1.0028, - "step": 6710 - }, - { - "epoch": 0.45, - "learning_rate": 1.210662076942674e-05, - "loss": 1.0464, - "step": 6711 - }, - { - "epoch": 0.45, - "learning_rate": 1.2104500239320813e-05, - "loss": 1.0407, - "step": 6712 - }, - { - "epoch": 0.45, - "learning_rate": 1.2102379610192886e-05, - "loss": 0.9674, - "step": 6713 - }, - { - "epoch": 0.45, - "learning_rate": 1.2100258882142754e-05, - "loss": 0.9616, - "step": 6714 - }, - { - "epoch": 0.45, - "learning_rate": 1.209813805527019e-05, - "loss": 0.9614, - "step": 6715 - }, - { - "epoch": 0.45, - "learning_rate": 1.2096017129674995e-05, - "loss": 0.8804, - "step": 6716 - }, - { - "epoch": 0.45, - "learning_rate": 1.2093896105456957e-05, - "loss": 1.0015, - "step": 6717 - }, - { - "epoch": 0.45, - "learning_rate": 1.2091774982715876e-05, - "loss": 0.9588, - "step": 6718 - }, - { - "epoch": 0.45, - "learning_rate": 1.2089653761551558e-05, - "loss": 1.053, - "step": 6719 - }, - { - "epoch": 0.45, - "learning_rate": 1.2087532442063812e-05, - "loss": 0.997, - "step": 6720 - }, - { - "epoch": 0.45, - "learning_rate": 1.208541102435245e-05, - "loss": 1.0061, - "step": 6721 - }, - { - "epoch": 0.45, - "learning_rate": 1.208328950851729e-05, - "loss": 0.9591, - "step": 6722 - }, - { - "epoch": 0.45, - "learning_rate": 1.2081167894658158e-05, - "loss": 1.0252, - "step": 6723 - }, - { - "epoch": 0.45, - "learning_rate": 1.2079046182874872e-05, - "loss": 0.9875, - "step": 6724 - }, - { - "epoch": 0.45, - "learning_rate": 1.2076924373267276e-05, - "loss": 0.943, - "step": 6725 - }, - { - "epoch": 0.45, - "learning_rate": 1.2074802465935198e-05, - "loss": 1.051, - "step": 6726 - }, - { - "epoch": 0.45, - "learning_rate": 1.2072680460978483e-05, - "loss": 1.0352, - "step": 6727 - }, - { - "epoch": 0.45, - "learning_rate": 1.2070558358496974e-05, - "loss": 1.0921, - "step": 6728 - }, - { - "epoch": 0.45, - "learning_rate": 1.2068436158590524e-05, - "loss": 0.938, - "step": 6729 - }, - { - "epoch": 0.45, - "learning_rate": 1.2066313861358985e-05, - "loss": 0.9487, - "step": 6730 - }, - { - "epoch": 0.45, - "learning_rate": 1.206419146690222e-05, - "loss": 0.9889, - "step": 6731 - }, - { - "epoch": 0.45, - "learning_rate": 1.2062068975320087e-05, - "loss": 0.9746, - "step": 6732 - }, - { - "epoch": 0.45, - "learning_rate": 1.2059946386712462e-05, - "loss": 1.0589, - "step": 6733 - }, - { - "epoch": 0.45, - "learning_rate": 1.2057823701179211e-05, - "loss": 0.9318, - "step": 6734 - }, - { - "epoch": 0.45, - "learning_rate": 1.2055700918820217e-05, - "loss": 1.017, - "step": 6735 - }, - { - "epoch": 0.45, - "learning_rate": 1.2053578039735362e-05, - "loss": 0.9583, - "step": 6736 - }, - { - "epoch": 0.45, - "learning_rate": 1.2051455064024529e-05, - "loss": 0.9334, - "step": 6737 - }, - { - "epoch": 0.45, - "learning_rate": 1.204933199178761e-05, - "loss": 0.949, - "step": 6738 - }, - { - "epoch": 0.45, - "learning_rate": 1.2047208823124503e-05, - "loss": 1.0021, - "step": 6739 - }, - { - "epoch": 0.45, - "learning_rate": 1.2045085558135106e-05, - "loss": 0.9753, - "step": 6740 - }, - { - "epoch": 0.45, - "learning_rate": 1.204296219691933e-05, - "loss": 0.945, - "step": 6741 - }, - { - "epoch": 0.45, - "learning_rate": 1.2040838739577076e-05, - "loss": 1.0335, - "step": 6742 - }, - { - "epoch": 0.45, - "learning_rate": 1.2038715186208264e-05, - "loss": 1.0122, - "step": 6743 - }, - { - "epoch": 0.45, - "learning_rate": 1.2036591536912807e-05, - "loss": 0.9822, - "step": 6744 - }, - { - "epoch": 0.45, - "learning_rate": 1.2034467791790635e-05, - "loss": 0.9601, - "step": 6745 - }, - { - "epoch": 0.45, - "learning_rate": 1.2032343950941671e-05, - "loss": 0.9647, - "step": 6746 - }, - { - "epoch": 0.45, - "learning_rate": 1.2030220014465847e-05, - "loss": 0.9548, - "step": 6747 - }, - { - "epoch": 0.45, - "learning_rate": 1.2028095982463104e-05, - "loss": 1.0453, - "step": 6748 - }, - { - "epoch": 0.45, - "learning_rate": 1.2025971855033374e-05, - "loss": 0.9864, - "step": 6749 - }, - { - "epoch": 0.45, - "learning_rate": 1.202384763227661e-05, - "loss": 1.0357, - "step": 6750 - }, - { - "epoch": 0.45, - "learning_rate": 1.2021723314292761e-05, - "loss": 0.9783, - "step": 6751 - }, - { - "epoch": 0.45, - "learning_rate": 1.2019598901181779e-05, - "loss": 0.9628, - "step": 6752 - }, - { - "epoch": 0.45, - "learning_rate": 1.2017474393043625e-05, - "loss": 0.9254, - "step": 6753 - }, - { - "epoch": 0.45, - "learning_rate": 1.201534978997826e-05, - "loss": 0.9207, - "step": 6754 - }, - { - "epoch": 0.45, - "learning_rate": 1.2013225092085657e-05, - "loss": 0.927, - "step": 6755 - }, - { - "epoch": 0.45, - "learning_rate": 1.2011100299465784e-05, - "loss": 1.0412, - "step": 6756 - }, - { - "epoch": 0.45, - "learning_rate": 1.2008975412218616e-05, - "loss": 0.9643, - "step": 6757 - }, - { - "epoch": 0.45, - "learning_rate": 1.200685043044414e-05, - "loss": 1.0094, - "step": 6758 - }, - { - "epoch": 0.45, - "learning_rate": 1.2004725354242335e-05, - "loss": 0.9332, - "step": 6759 - }, - { - "epoch": 0.45, - "learning_rate": 1.20026001837132e-05, - "loss": 1.0466, - "step": 6760 - }, - { - "epoch": 0.45, - "learning_rate": 1.200047491895672e-05, - "loss": 0.9444, - "step": 6761 - }, - { - "epoch": 0.45, - "learning_rate": 1.1998349560072902e-05, - "loss": 1.0049, - "step": 6762 - }, - { - "epoch": 0.45, - "learning_rate": 1.1996224107161743e-05, - "loss": 0.9531, - "step": 6763 - }, - { - "epoch": 0.45, - "learning_rate": 1.1994098560323257e-05, - "loss": 1.0036, - "step": 6764 - }, - { - "epoch": 0.45, - "learning_rate": 1.1991972919657449e-05, - "loss": 0.9523, - "step": 6765 - }, - { - "epoch": 0.45, - "learning_rate": 1.1989847185264342e-05, - "loss": 0.9808, - "step": 6766 - }, - { - "epoch": 0.45, - "learning_rate": 1.1987721357243953e-05, - "loss": 1.0017, - "step": 6767 - }, - { - "epoch": 0.45, - "learning_rate": 1.1985595435696312e-05, - "loss": 1.0333, - "step": 6768 - }, - { - "epoch": 0.45, - "learning_rate": 1.1983469420721446e-05, - "loss": 1.0308, - "step": 6769 - }, - { - "epoch": 0.45, - "learning_rate": 1.198134331241939e-05, - "loss": 0.9432, - "step": 6770 - }, - { - "epoch": 0.45, - "learning_rate": 1.1979217110890177e-05, - "loss": 0.9567, - "step": 6771 - }, - { - "epoch": 0.45, - "learning_rate": 1.197709081623386e-05, - "loss": 0.9596, - "step": 6772 - }, - { - "epoch": 0.45, - "learning_rate": 1.197496442855048e-05, - "loss": 1.0692, - "step": 6773 - }, - { - "epoch": 0.45, - "learning_rate": 1.1972837947940095e-05, - "loss": 1.0558, - "step": 6774 - }, - { - "epoch": 0.45, - "learning_rate": 1.1970711374502752e-05, - "loss": 1.007, - "step": 6775 - }, - { - "epoch": 0.45, - "learning_rate": 1.196858470833852e-05, - "loss": 0.9741, - "step": 6776 - }, - { - "epoch": 0.45, - "learning_rate": 1.1966457949547458e-05, - "loss": 1.0259, - "step": 6777 - }, - { - "epoch": 0.45, - "learning_rate": 1.196433109822964e-05, - "loss": 0.9979, - "step": 6778 - }, - { - "epoch": 0.45, - "learning_rate": 1.1962204154485135e-05, - "loss": 1.0346, - "step": 6779 - }, - { - "epoch": 0.45, - "learning_rate": 1.1960077118414027e-05, - "loss": 0.9791, - "step": 6780 - }, - { - "epoch": 0.45, - "learning_rate": 1.1957949990116394e-05, - "loss": 0.9775, - "step": 6781 - }, - { - "epoch": 0.45, - "learning_rate": 1.195582276969232e-05, - "loss": 1.0081, - "step": 6782 - }, - { - "epoch": 0.45, - "learning_rate": 1.1953695457241904e-05, - "loss": 0.9557, - "step": 6783 - }, - { - "epoch": 0.45, - "learning_rate": 1.1951568052865232e-05, - "loss": 0.9546, - "step": 6784 - }, - { - "epoch": 0.45, - "learning_rate": 1.1949440556662413e-05, - "loss": 1.0655, - "step": 6785 - }, - { - "epoch": 0.45, - "learning_rate": 1.1947312968733544e-05, - "loss": 1.0523, - "step": 6786 - }, - { - "epoch": 0.45, - "learning_rate": 1.1945185289178738e-05, - "loss": 1.0135, - "step": 6787 - }, - { - "epoch": 0.45, - "learning_rate": 1.1943057518098105e-05, - "loss": 0.9351, - "step": 6788 - }, - { - "epoch": 0.45, - "learning_rate": 1.1940929655591762e-05, - "loss": 1.0855, - "step": 6789 - }, - { - "epoch": 0.45, - "learning_rate": 1.193880170175983e-05, - "loss": 0.9766, - "step": 6790 - }, - { - "epoch": 0.45, - "learning_rate": 1.1936673656702438e-05, - "loss": 1.0123, - "step": 6791 - }, - { - "epoch": 0.45, - "learning_rate": 1.1934545520519709e-05, - "loss": 0.9785, - "step": 6792 - }, - { - "epoch": 0.45, - "learning_rate": 1.1932417293311786e-05, - "loss": 0.9838, - "step": 6793 - }, - { - "epoch": 0.46, - "learning_rate": 1.1930288975178799e-05, - "loss": 0.9756, - "step": 6794 - }, - { - "epoch": 0.46, - "learning_rate": 1.1928160566220896e-05, - "loss": 0.9693, - "step": 6795 - }, - { - "epoch": 0.46, - "learning_rate": 1.1926032066538222e-05, - "loss": 0.9429, - "step": 6796 - }, - { - "epoch": 0.46, - "learning_rate": 1.192390347623093e-05, - "loss": 0.9796, - "step": 6797 - }, - { - "epoch": 0.46, - "learning_rate": 1.1921774795399173e-05, - "loss": 1.0052, - "step": 6798 - }, - { - "epoch": 0.46, - "learning_rate": 1.1919646024143112e-05, - "loss": 1.0447, - "step": 6799 - }, - { - "epoch": 0.46, - "learning_rate": 1.1917517162562908e-05, - "loss": 1.022, - "step": 6800 - }, - { - "epoch": 0.46, - "learning_rate": 1.1915388210758736e-05, - "loss": 0.9384, - "step": 6801 - }, - { - "epoch": 0.46, - "learning_rate": 1.1913259168830764e-05, - "loss": 1.0091, - "step": 6802 - }, - { - "epoch": 0.46, - "learning_rate": 1.191113003687917e-05, - "loss": 0.9384, - "step": 6803 - }, - { - "epoch": 0.46, - "learning_rate": 1.190900081500413e-05, - "loss": 0.9322, - "step": 6804 - }, - { - "epoch": 0.46, - "learning_rate": 1.1906871503305839e-05, - "loss": 1.0663, - "step": 6805 - }, - { - "epoch": 0.46, - "learning_rate": 1.1904742101884478e-05, - "loss": 0.9565, - "step": 6806 - }, - { - "epoch": 0.46, - "learning_rate": 1.1902612610840246e-05, - "loss": 1.0159, - "step": 6807 - }, - { - "epoch": 0.46, - "learning_rate": 1.1900483030273333e-05, - "loss": 1.0243, - "step": 6808 - }, - { - "epoch": 0.46, - "learning_rate": 1.1898353360283952e-05, - "loss": 0.9707, - "step": 6809 - }, - { - "epoch": 0.46, - "learning_rate": 1.1896223600972301e-05, - "loss": 1.0391, - "step": 6810 - }, - { - "epoch": 0.46, - "learning_rate": 1.1894093752438594e-05, - "loss": 0.9311, - "step": 6811 - }, - { - "epoch": 0.46, - "learning_rate": 1.1891963814783045e-05, - "loss": 0.9292, - "step": 6812 - }, - { - "epoch": 0.46, - "learning_rate": 1.1889833788105873e-05, - "loss": 1.0032, - "step": 6813 - }, - { - "epoch": 0.46, - "learning_rate": 1.1887703672507302e-05, - "loss": 0.9682, - "step": 6814 - }, - { - "epoch": 0.46, - "learning_rate": 1.1885573468087557e-05, - "loss": 0.9529, - "step": 6815 - }, - { - "epoch": 0.46, - "learning_rate": 1.188344317494687e-05, - "loss": 0.9569, - "step": 6816 - }, - { - "epoch": 0.46, - "learning_rate": 1.188131279318548e-05, - "loss": 1.0062, - "step": 6817 - }, - { - "epoch": 0.46, - "learning_rate": 1.1879182322903622e-05, - "loss": 1.0261, - "step": 6818 - }, - { - "epoch": 0.46, - "learning_rate": 1.1877051764201542e-05, - "loss": 0.9739, - "step": 6819 - }, - { - "epoch": 0.46, - "learning_rate": 1.187492111717949e-05, - "loss": 1.0011, - "step": 6820 - }, - { - "epoch": 0.46, - "learning_rate": 1.1872790381937715e-05, - "loss": 0.9511, - "step": 6821 - }, - { - "epoch": 0.46, - "learning_rate": 1.1870659558576474e-05, - "loss": 0.8868, - "step": 6822 - }, - { - "epoch": 0.46, - "learning_rate": 1.186852864719603e-05, - "loss": 1.0459, - "step": 6823 - }, - { - "epoch": 0.46, - "learning_rate": 1.1866397647896644e-05, - "loss": 1.0654, - "step": 6824 - }, - { - "epoch": 0.46, - "learning_rate": 1.1864266560778587e-05, - "loss": 1.0813, - "step": 6825 - }, - { - "epoch": 0.46, - "learning_rate": 1.1862135385942138e-05, - "loss": 1.0269, - "step": 6826 - }, - { - "epoch": 0.46, - "learning_rate": 1.186000412348756e-05, - "loss": 0.9928, - "step": 6827 - }, - { - "epoch": 0.46, - "learning_rate": 1.1857872773515147e-05, - "loss": 0.9471, - "step": 6828 - }, - { - "epoch": 0.46, - "learning_rate": 1.1855741336125175e-05, - "loss": 0.9214, - "step": 6829 - }, - { - "epoch": 0.46, - "learning_rate": 1.1853609811417942e-05, - "loss": 1.0487, - "step": 6830 - }, - { - "epoch": 0.46, - "learning_rate": 1.1851478199493735e-05, - "loss": 0.9741, - "step": 6831 - }, - { - "epoch": 0.46, - "learning_rate": 1.1849346500452858e-05, - "loss": 0.9571, - "step": 6832 - }, - { - "epoch": 0.46, - "learning_rate": 1.1847214714395605e-05, - "loss": 0.9666, - "step": 6833 - }, - { - "epoch": 0.46, - "learning_rate": 1.1845082841422288e-05, - "loss": 0.9546, - "step": 6834 - }, - { - "epoch": 0.46, - "learning_rate": 1.1842950881633215e-05, - "loss": 0.9516, - "step": 6835 - }, - { - "epoch": 0.46, - "learning_rate": 1.18408188351287e-05, - "loss": 1.0652, - "step": 6836 - }, - { - "epoch": 0.46, - "learning_rate": 1.1838686702009059e-05, - "loss": 0.971, - "step": 6837 - }, - { - "epoch": 0.46, - "learning_rate": 1.1836554482374618e-05, - "loss": 0.9031, - "step": 6838 - }, - { - "epoch": 0.46, - "learning_rate": 1.1834422176325702e-05, - "loss": 0.9839, - "step": 6839 - }, - { - "epoch": 0.46, - "learning_rate": 1.183228978396264e-05, - "loss": 0.9724, - "step": 6840 - }, - { - "epoch": 0.46, - "learning_rate": 1.1830157305385765e-05, - "loss": 0.9286, - "step": 6841 - }, - { - "epoch": 0.46, - "learning_rate": 1.1828024740695418e-05, - "loss": 1.0571, - "step": 6842 - }, - { - "epoch": 0.46, - "learning_rate": 1.1825892089991944e-05, - "loss": 0.9782, - "step": 6843 - }, - { - "epoch": 0.46, - "learning_rate": 1.1823759353375684e-05, - "loss": 0.9378, - "step": 6844 - }, - { - "epoch": 0.46, - "learning_rate": 1.1821626530946995e-05, - "loss": 0.9403, - "step": 6845 - }, - { - "epoch": 0.46, - "learning_rate": 1.1819493622806221e-05, - "loss": 1.0488, - "step": 6846 - }, - { - "epoch": 0.46, - "learning_rate": 1.1817360629053733e-05, - "loss": 0.9291, - "step": 6847 - }, - { - "epoch": 0.46, - "learning_rate": 1.1815227549789884e-05, - "loss": 0.9775, - "step": 6848 - }, - { - "epoch": 0.46, - "learning_rate": 1.181309438511505e-05, - "loss": 1.0221, - "step": 6849 - }, - { - "epoch": 0.46, - "learning_rate": 1.1810961135129593e-05, - "loss": 0.9564, - "step": 6850 - }, - { - "epoch": 0.46, - "learning_rate": 1.1808827799933894e-05, - "loss": 1.0475, - "step": 6851 - }, - { - "epoch": 0.46, - "learning_rate": 1.1806694379628326e-05, - "loss": 0.8611, - "step": 6852 - }, - { - "epoch": 0.46, - "learning_rate": 1.1804560874313276e-05, - "loss": 1.0337, - "step": 6853 - }, - { - "epoch": 0.46, - "learning_rate": 1.180242728408913e-05, - "loss": 1.0121, - "step": 6854 - }, - { - "epoch": 0.46, - "learning_rate": 1.180029360905628e-05, - "loss": 1.0003, - "step": 6855 - }, - { - "epoch": 0.46, - "learning_rate": 1.1798159849315114e-05, - "loss": 0.9755, - "step": 6856 - }, - { - "epoch": 0.46, - "learning_rate": 1.1796026004966039e-05, - "loss": 0.973, - "step": 6857 - }, - { - "epoch": 0.46, - "learning_rate": 1.1793892076109455e-05, - "loss": 0.9865, - "step": 6858 - }, - { - "epoch": 0.46, - "learning_rate": 1.1791758062845768e-05, - "loss": 0.9696, - "step": 6859 - }, - { - "epoch": 0.46, - "learning_rate": 1.1789623965275387e-05, - "loss": 1.0842, - "step": 6860 - }, - { - "epoch": 0.46, - "learning_rate": 1.178748978349873e-05, - "loss": 1.0609, - "step": 6861 - }, - { - "epoch": 0.46, - "learning_rate": 1.1785355517616212e-05, - "loss": 1.0224, - "step": 6862 - }, - { - "epoch": 0.46, - "learning_rate": 1.1783221167728263e-05, - "loss": 0.9626, - "step": 6863 - }, - { - "epoch": 0.46, - "learning_rate": 1.1781086733935299e-05, - "loss": 1.0316, - "step": 6864 - }, - { - "epoch": 0.46, - "learning_rate": 1.1778952216337758e-05, - "loss": 0.9426, - "step": 6865 - }, - { - "epoch": 0.46, - "learning_rate": 1.177681761503607e-05, - "loss": 0.9495, - "step": 6866 - }, - { - "epoch": 0.46, - "learning_rate": 1.1774682930130676e-05, - "loss": 0.9893, - "step": 6867 - }, - { - "epoch": 0.46, - "learning_rate": 1.177254816172202e-05, - "loss": 0.9614, - "step": 6868 - }, - { - "epoch": 0.46, - "learning_rate": 1.1770413309910542e-05, - "loss": 0.9967, - "step": 6869 - }, - { - "epoch": 0.46, - "learning_rate": 1.1768278374796696e-05, - "loss": 0.9645, - "step": 6870 - }, - { - "epoch": 0.46, - "learning_rate": 1.1766143356480936e-05, - "loss": 0.9825, - "step": 6871 - }, - { - "epoch": 0.46, - "learning_rate": 1.1764008255063724e-05, - "loss": 1.0169, - "step": 6872 - }, - { - "epoch": 0.46, - "learning_rate": 1.176187307064551e-05, - "loss": 1.0008, - "step": 6873 - }, - { - "epoch": 0.46, - "learning_rate": 1.1759737803326775e-05, - "loss": 0.9498, - "step": 6874 - }, - { - "epoch": 0.46, - "learning_rate": 1.1757602453207976e-05, - "loss": 1.0079, - "step": 6875 - }, - { - "epoch": 0.46, - "learning_rate": 1.1755467020389595e-05, - "loss": 0.9252, - "step": 6876 - }, - { - "epoch": 0.46, - "learning_rate": 1.1753331504972101e-05, - "loss": 1.0451, - "step": 6877 - }, - { - "epoch": 0.46, - "learning_rate": 1.1751195907055987e-05, - "loss": 1.0096, - "step": 6878 - }, - { - "epoch": 0.46, - "learning_rate": 1.1749060226741726e-05, - "loss": 0.9659, - "step": 6879 - }, - { - "epoch": 0.46, - "learning_rate": 1.1746924464129816e-05, - "loss": 1.0134, - "step": 6880 - }, - { - "epoch": 0.46, - "learning_rate": 1.1744788619320744e-05, - "loss": 0.9679, - "step": 6881 - }, - { - "epoch": 0.46, - "learning_rate": 1.1742652692415012e-05, - "loss": 0.9493, - "step": 6882 - }, - { - "epoch": 0.46, - "learning_rate": 1.1740516683513117e-05, - "loss": 0.9592, - "step": 6883 - }, - { - "epoch": 0.46, - "learning_rate": 1.1738380592715567e-05, - "loss": 0.992, - "step": 6884 - }, - { - "epoch": 0.46, - "learning_rate": 1.1736244420122861e-05, - "loss": 0.9816, - "step": 6885 - }, - { - "epoch": 0.46, - "learning_rate": 1.1734108165835524e-05, - "loss": 1.0209, - "step": 6886 - }, - { - "epoch": 0.46, - "learning_rate": 1.1731971829954066e-05, - "loss": 1.0538, - "step": 6887 - }, - { - "epoch": 0.46, - "learning_rate": 1.172983541257901e-05, - "loss": 1.0417, - "step": 6888 - }, - { - "epoch": 0.46, - "learning_rate": 1.1727698913810872e-05, - "loss": 0.9627, - "step": 6889 - }, - { - "epoch": 0.46, - "learning_rate": 1.172556233375019e-05, - "loss": 1.0881, - "step": 6890 - }, - { - "epoch": 0.46, - "learning_rate": 1.1723425672497484e-05, - "loss": 1.0028, - "step": 6891 - }, - { - "epoch": 0.46, - "learning_rate": 1.1721288930153301e-05, - "loss": 0.9687, - "step": 6892 - }, - { - "epoch": 0.46, - "learning_rate": 1.1719152106818173e-05, - "loss": 0.9202, - "step": 6893 - }, - { - "epoch": 0.46, - "learning_rate": 1.1717015202592643e-05, - "loss": 0.9662, - "step": 6894 - }, - { - "epoch": 0.46, - "learning_rate": 1.1714878217577258e-05, - "loss": 0.9612, - "step": 6895 - }, - { - "epoch": 0.46, - "learning_rate": 1.1712741151872573e-05, - "loss": 0.9569, - "step": 6896 - }, - { - "epoch": 0.46, - "learning_rate": 1.1710604005579139e-05, - "loss": 1.0162, - "step": 6897 - }, - { - "epoch": 0.46, - "learning_rate": 1.1708466778797511e-05, - "loss": 0.9831, - "step": 6898 - }, - { - "epoch": 0.46, - "learning_rate": 1.1706329471628254e-05, - "loss": 1.099, - "step": 6899 - }, - { - "epoch": 0.46, - "learning_rate": 1.1704192084171934e-05, - "loss": 1.0332, - "step": 6900 - }, - { - "epoch": 0.46, - "learning_rate": 1.1702054616529121e-05, - "loss": 0.958, - "step": 6901 - }, - { - "epoch": 0.46, - "learning_rate": 1.1699917068800388e-05, - "loss": 0.9534, - "step": 6902 - }, - { - "epoch": 0.46, - "learning_rate": 1.169777944108631e-05, - "loss": 1.0129, - "step": 6903 - }, - { - "epoch": 0.46, - "learning_rate": 1.1695641733487467e-05, - "loss": 0.9925, - "step": 6904 - }, - { - "epoch": 0.46, - "learning_rate": 1.1693503946104446e-05, - "loss": 0.9663, - "step": 6905 - }, - { - "epoch": 0.46, - "learning_rate": 1.1691366079037833e-05, - "loss": 0.9145, - "step": 6906 - }, - { - "epoch": 0.46, - "learning_rate": 1.1689228132388225e-05, - "loss": 0.8947, - "step": 6907 - }, - { - "epoch": 0.46, - "learning_rate": 1.1687090106256212e-05, - "loss": 1.0074, - "step": 6908 - }, - { - "epoch": 0.46, - "learning_rate": 1.1684952000742395e-05, - "loss": 1.0879, - "step": 6909 - }, - { - "epoch": 0.46, - "learning_rate": 1.1682813815947378e-05, - "loss": 1.0086, - "step": 6910 - }, - { - "epoch": 0.46, - "learning_rate": 1.1680675551971771e-05, - "loss": 0.9902, - "step": 6911 - }, - { - "epoch": 0.46, - "learning_rate": 1.1678537208916178e-05, - "loss": 1.0236, - "step": 6912 - }, - { - "epoch": 0.46, - "learning_rate": 1.1676398786881218e-05, - "loss": 0.9785, - "step": 6913 - }, - { - "epoch": 0.46, - "learning_rate": 1.1674260285967506e-05, - "loss": 0.9562, - "step": 6914 - }, - { - "epoch": 0.46, - "learning_rate": 1.167212170627567e-05, - "loss": 0.8948, - "step": 6915 - }, - { - "epoch": 0.46, - "learning_rate": 1.1669983047906329e-05, - "loss": 0.9772, - "step": 6916 - }, - { - "epoch": 0.46, - "learning_rate": 1.1667844310960112e-05, - "loss": 1.0083, - "step": 6917 - }, - { - "epoch": 0.46, - "learning_rate": 1.1665705495537655e-05, - "loss": 1.0684, - "step": 6918 - }, - { - "epoch": 0.46, - "learning_rate": 1.1663566601739597e-05, - "loss": 0.9776, - "step": 6919 - }, - { - "epoch": 0.46, - "learning_rate": 1.1661427629666573e-05, - "loss": 1.0238, - "step": 6920 - }, - { - "epoch": 0.46, - "learning_rate": 1.1659288579419233e-05, - "loss": 1.0116, - "step": 6921 - }, - { - "epoch": 0.46, - "learning_rate": 1.1657149451098216e-05, - "loss": 1.0017, - "step": 6922 - }, - { - "epoch": 0.46, - "learning_rate": 1.1655010244804179e-05, - "loss": 0.9899, - "step": 6923 - }, - { - "epoch": 0.46, - "learning_rate": 1.1652870960637776e-05, - "loss": 1.0012, - "step": 6924 - }, - { - "epoch": 0.46, - "learning_rate": 1.1650731598699667e-05, - "loss": 0.9877, - "step": 6925 - }, - { - "epoch": 0.46, - "learning_rate": 1.1648592159090515e-05, - "loss": 1.0301, - "step": 6926 - }, - { - "epoch": 0.46, - "learning_rate": 1.1646452641910983e-05, - "loss": 0.9046, - "step": 6927 - }, - { - "epoch": 0.46, - "learning_rate": 1.1644313047261742e-05, - "loss": 0.9965, - "step": 6928 - }, - { - "epoch": 0.46, - "learning_rate": 1.1642173375243464e-05, - "loss": 0.9614, - "step": 6929 - }, - { - "epoch": 0.46, - "learning_rate": 1.1640033625956829e-05, - "loss": 1.0048, - "step": 6930 - }, - { - "epoch": 0.46, - "learning_rate": 1.1637893799502513e-05, - "loss": 1.0092, - "step": 6931 - }, - { - "epoch": 0.46, - "learning_rate": 1.1635753895981204e-05, - "loss": 0.8927, - "step": 6932 - }, - { - "epoch": 0.46, - "learning_rate": 1.1633613915493586e-05, - "loss": 0.9932, - "step": 6933 - }, - { - "epoch": 0.46, - "learning_rate": 1.1631473858140356e-05, - "loss": 0.9783, - "step": 6934 - }, - { - "epoch": 0.46, - "learning_rate": 1.1629333724022207e-05, - "loss": 1.0301, - "step": 6935 - }, - { - "epoch": 0.46, - "learning_rate": 1.1627193513239836e-05, - "loss": 1.0049, - "step": 6936 - }, - { - "epoch": 0.46, - "learning_rate": 1.1625053225893942e-05, - "loss": 1.0033, - "step": 6937 - }, - { - "epoch": 0.46, - "learning_rate": 1.1622912862085239e-05, - "loss": 0.9417, - "step": 6938 - }, - { - "epoch": 0.46, - "learning_rate": 1.162077242191443e-05, - "loss": 1.0435, - "step": 6939 - }, - { - "epoch": 0.46, - "learning_rate": 1.1618631905482235e-05, - "loss": 0.9973, - "step": 6940 - }, - { - "epoch": 0.46, - "learning_rate": 1.161649131288936e-05, - "loss": 0.9264, - "step": 6941 - }, - { - "epoch": 0.46, - "learning_rate": 1.1614350644236532e-05, - "loss": 0.864, - "step": 6942 - }, - { - "epoch": 0.46, - "learning_rate": 1.1612209899624474e-05, - "loss": 0.9884, - "step": 6943 - }, - { - "epoch": 0.47, - "learning_rate": 1.1610069079153915e-05, - "loss": 0.9933, - "step": 6944 - }, - { - "epoch": 0.47, - "learning_rate": 1.1607928182925585e-05, - "loss": 1.0888, - "step": 6945 - }, - { - "epoch": 0.47, - "learning_rate": 1.1605787211040218e-05, - "loss": 1.0236, - "step": 6946 - }, - { - "epoch": 0.47, - "learning_rate": 1.160364616359855e-05, - "loss": 1.0428, - "step": 6947 - }, - { - "epoch": 0.47, - "learning_rate": 1.1601505040701327e-05, - "loss": 1.0405, - "step": 6948 - }, - { - "epoch": 0.47, - "learning_rate": 1.159936384244929e-05, - "loss": 0.9894, - "step": 6949 - }, - { - "epoch": 0.47, - "learning_rate": 1.159722256894319e-05, - "loss": 0.9663, - "step": 6950 - }, - { - "epoch": 0.47, - "learning_rate": 1.1595081220283774e-05, - "loss": 0.9877, - "step": 6951 - }, - { - "epoch": 0.47, - "learning_rate": 1.1592939796571809e-05, - "loss": 0.9561, - "step": 6952 - }, - { - "epoch": 0.47, - "learning_rate": 1.1590798297908044e-05, - "loss": 0.8892, - "step": 6953 - }, - { - "epoch": 0.47, - "learning_rate": 1.158865672439325e-05, - "loss": 0.9578, - "step": 6954 - }, - { - "epoch": 0.47, - "learning_rate": 1.1586515076128185e-05, - "loss": 0.9574, - "step": 6955 - }, - { - "epoch": 0.47, - "learning_rate": 1.1584373353213625e-05, - "loss": 0.9761, - "step": 6956 - }, - { - "epoch": 0.47, - "learning_rate": 1.158223155575034e-05, - "loss": 1.0017, - "step": 6957 - }, - { - "epoch": 0.47, - "learning_rate": 1.1580089683839108e-05, - "loss": 1.0565, - "step": 6958 - }, - { - "epoch": 0.47, - "learning_rate": 1.1577947737580712e-05, - "loss": 1.0636, - "step": 6959 - }, - { - "epoch": 0.47, - "learning_rate": 1.1575805717075934e-05, - "loss": 0.9101, - "step": 6960 - }, - { - "epoch": 0.47, - "learning_rate": 1.1573663622425559e-05, - "loss": 1.1488, - "step": 6961 - }, - { - "epoch": 0.47, - "learning_rate": 1.1571521453730381e-05, - "loss": 1.0122, - "step": 6962 - }, - { - "epoch": 0.47, - "learning_rate": 1.1569379211091194e-05, - "loss": 0.9971, - "step": 6963 - }, - { - "epoch": 0.47, - "learning_rate": 1.1567236894608792e-05, - "loss": 0.9367, - "step": 6964 - }, - { - "epoch": 0.47, - "learning_rate": 1.1565094504383985e-05, - "loss": 1.0752, - "step": 6965 - }, - { - "epoch": 0.47, - "learning_rate": 1.1562952040517568e-05, - "loss": 0.9352, - "step": 6966 - }, - { - "epoch": 0.47, - "learning_rate": 1.1560809503110355e-05, - "loss": 1.006, - "step": 6967 - }, - { - "epoch": 0.47, - "learning_rate": 1.1558666892263157e-05, - "loss": 0.9382, - "step": 6968 - }, - { - "epoch": 0.47, - "learning_rate": 1.1556524208076789e-05, - "loss": 0.9806, - "step": 6969 - }, - { - "epoch": 0.47, - "learning_rate": 1.1554381450652066e-05, - "loss": 0.9578, - "step": 6970 - }, - { - "epoch": 0.47, - "learning_rate": 1.1552238620089815e-05, - "loss": 0.9552, - "step": 6971 - }, - { - "epoch": 0.47, - "learning_rate": 1.155009571649086e-05, - "loss": 1.0038, - "step": 6972 - }, - { - "epoch": 0.47, - "learning_rate": 1.1547952739956032e-05, - "loss": 0.9917, - "step": 6973 - }, - { - "epoch": 0.47, - "learning_rate": 1.1545809690586159e-05, - "loss": 0.9433, - "step": 6974 - }, - { - "epoch": 0.47, - "learning_rate": 1.154366656848208e-05, - "loss": 1.0467, - "step": 6975 - }, - { - "epoch": 0.47, - "learning_rate": 1.1541523373744632e-05, - "loss": 0.9114, - "step": 6976 - }, - { - "epoch": 0.47, - "learning_rate": 1.153938010647466e-05, - "loss": 1.0054, - "step": 6977 - }, - { - "epoch": 0.47, - "learning_rate": 1.153723676677301e-05, - "loss": 0.954, - "step": 6978 - }, - { - "epoch": 0.47, - "learning_rate": 1.153509335474053e-05, - "loss": 0.9134, - "step": 6979 - }, - { - "epoch": 0.47, - "learning_rate": 1.1532949870478069e-05, - "loss": 1.0709, - "step": 6980 - }, - { - "epoch": 0.47, - "learning_rate": 1.1530806314086493e-05, - "loss": 0.9171, - "step": 6981 - }, - { - "epoch": 0.47, - "learning_rate": 1.1528662685666657e-05, - "loss": 1.0002, - "step": 6982 - }, - { - "epoch": 0.47, - "learning_rate": 1.1526518985319422e-05, - "loss": 1.0047, - "step": 6983 - }, - { - "epoch": 0.47, - "learning_rate": 1.1524375213145654e-05, - "loss": 1.0569, - "step": 6984 - }, - { - "epoch": 0.47, - "learning_rate": 1.1522231369246227e-05, - "loss": 0.9779, - "step": 6985 - }, - { - "epoch": 0.47, - "learning_rate": 1.152008745372201e-05, - "loss": 1.0457, - "step": 6986 - }, - { - "epoch": 0.47, - "learning_rate": 1.1517943466673884e-05, - "loss": 1.023, - "step": 6987 - }, - { - "epoch": 0.47, - "learning_rate": 1.1515799408202724e-05, - "loss": 1.026, - "step": 6988 - }, - { - "epoch": 0.47, - "learning_rate": 1.1513655278409416e-05, - "loss": 1.0127, - "step": 6989 - }, - { - "epoch": 0.47, - "learning_rate": 1.151151107739485e-05, - "loss": 1.0546, - "step": 6990 - }, - { - "epoch": 0.47, - "learning_rate": 1.1509366805259907e-05, - "loss": 0.981, - "step": 6991 - }, - { - "epoch": 0.47, - "learning_rate": 1.150722246210549e-05, - "loss": 1.0448, - "step": 6992 - }, - { - "epoch": 0.47, - "learning_rate": 1.150507804803249e-05, - "loss": 1.0359, - "step": 6993 - }, - { - "epoch": 0.47, - "learning_rate": 1.150293356314181e-05, - "loss": 0.9751, - "step": 6994 - }, - { - "epoch": 0.47, - "learning_rate": 1.150078900753435e-05, - "loss": 0.9447, - "step": 6995 - }, - { - "epoch": 0.47, - "learning_rate": 1.149864438131102e-05, - "loss": 1.0298, - "step": 6996 - }, - { - "epoch": 0.47, - "learning_rate": 1.1496499684572729e-05, - "loss": 0.8489, - "step": 6997 - }, - { - "epoch": 0.47, - "learning_rate": 1.149435491742039e-05, - "loss": 0.9932, - "step": 6998 - }, - { - "epoch": 0.47, - "learning_rate": 1.1492210079954915e-05, - "loss": 0.9812, - "step": 6999 - }, - { - "epoch": 0.47, - "learning_rate": 1.1490065172277235e-05, - "loss": 0.9813, - "step": 7000 - }, - { - "epoch": 0.47, - "learning_rate": 1.1487920194488262e-05, - "loss": 0.9791, - "step": 7001 - }, - { - "epoch": 0.47, - "learning_rate": 1.1485775146688931e-05, - "loss": 0.975, - "step": 7002 - }, - { - "epoch": 0.47, - "learning_rate": 1.1483630028980167e-05, - "loss": 0.9461, - "step": 7003 - }, - { - "epoch": 0.47, - "learning_rate": 1.1481484841462904e-05, - "loss": 0.9971, - "step": 7004 - }, - { - "epoch": 0.47, - "learning_rate": 1.1479339584238079e-05, - "loss": 1.0248, - "step": 7005 - }, - { - "epoch": 0.47, - "learning_rate": 1.1477194257406634e-05, - "loss": 1.0522, - "step": 7006 - }, - { - "epoch": 0.47, - "learning_rate": 1.1475048861069507e-05, - "loss": 1.0278, - "step": 7007 - }, - { - "epoch": 0.47, - "learning_rate": 1.1472903395327645e-05, - "loss": 0.9311, - "step": 7008 - }, - { - "epoch": 0.47, - "learning_rate": 1.1470757860282002e-05, - "loss": 0.9958, - "step": 7009 - }, - { - "epoch": 0.47, - "learning_rate": 1.1468612256033528e-05, - "loss": 0.994, - "step": 7010 - }, - { - "epoch": 0.47, - "learning_rate": 1.146646658268318e-05, - "loss": 1.011, - "step": 7011 - }, - { - "epoch": 0.47, - "learning_rate": 1.1464320840331915e-05, - "loss": 0.9596, - "step": 7012 - }, - { - "epoch": 0.47, - "learning_rate": 1.1462175029080696e-05, - "loss": 1.0023, - "step": 7013 - }, - { - "epoch": 0.47, - "learning_rate": 1.1460029149030492e-05, - "loss": 0.9875, - "step": 7014 - }, - { - "epoch": 0.47, - "learning_rate": 1.145788320028227e-05, - "loss": 0.9683, - "step": 7015 - }, - { - "epoch": 0.47, - "learning_rate": 1.1455737182937001e-05, - "loss": 0.9756, - "step": 7016 - }, - { - "epoch": 0.47, - "learning_rate": 1.145359109709566e-05, - "loss": 0.9802, - "step": 7017 - }, - { - "epoch": 0.47, - "learning_rate": 1.1451444942859232e-05, - "loss": 1.0278, - "step": 7018 - }, - { - "epoch": 0.47, - "learning_rate": 1.144929872032869e-05, - "loss": 0.9845, - "step": 7019 - }, - { - "epoch": 0.47, - "learning_rate": 1.1447152429605022e-05, - "loss": 0.998, - "step": 7020 - }, - { - "epoch": 0.47, - "learning_rate": 1.144500607078922e-05, - "loss": 0.9379, - "step": 7021 - }, - { - "epoch": 0.47, - "learning_rate": 1.1442859643982273e-05, - "loss": 0.9399, - "step": 7022 - }, - { - "epoch": 0.47, - "learning_rate": 1.1440713149285179e-05, - "loss": 1.0459, - "step": 7023 - }, - { - "epoch": 0.47, - "learning_rate": 1.1438566586798926e-05, - "loss": 1.001, - "step": 7024 - }, - { - "epoch": 0.47, - "learning_rate": 1.143641995662453e-05, - "loss": 1.014, - "step": 7025 - }, - { - "epoch": 0.47, - "learning_rate": 1.143427325886298e-05, - "loss": 1.0327, - "step": 7026 - }, - { - "epoch": 0.47, - "learning_rate": 1.1432126493615294e-05, - "loss": 1.0086, - "step": 7027 - }, - { - "epoch": 0.47, - "learning_rate": 1.1429979660982477e-05, - "loss": 0.977, - "step": 7028 - }, - { - "epoch": 0.47, - "learning_rate": 1.142783276106555e-05, - "loss": 1.0285, - "step": 7029 - }, - { - "epoch": 0.47, - "learning_rate": 1.1425685793965522e-05, - "loss": 1.01, - "step": 7030 - }, - { - "epoch": 0.47, - "learning_rate": 1.1423538759783416e-05, - "loss": 1.0326, - "step": 7031 - }, - { - "epoch": 0.47, - "learning_rate": 1.1421391658620257e-05, - "loss": 1.019, - "step": 7032 - }, - { - "epoch": 0.47, - "learning_rate": 1.1419244490577071e-05, - "loss": 1.0016, - "step": 7033 - }, - { - "epoch": 0.47, - "learning_rate": 1.1417097255754883e-05, - "loss": 1.0333, - "step": 7034 - }, - { - "epoch": 0.47, - "learning_rate": 1.1414949954254735e-05, - "loss": 1.029, - "step": 7035 - }, - { - "epoch": 0.47, - "learning_rate": 1.1412802586177654e-05, - "loss": 0.9988, - "step": 7036 - }, - { - "epoch": 0.47, - "learning_rate": 1.1410655151624684e-05, - "loss": 0.9943, - "step": 7037 - }, - { - "epoch": 0.47, - "learning_rate": 1.1408507650696863e-05, - "loss": 0.9256, - "step": 7038 - }, - { - "epoch": 0.47, - "learning_rate": 1.1406360083495243e-05, - "loss": 0.9921, - "step": 7039 - }, - { - "epoch": 0.47, - "learning_rate": 1.1404212450120867e-05, - "loss": 0.9613, - "step": 7040 - }, - { - "epoch": 0.47, - "learning_rate": 1.1402064750674788e-05, - "loss": 1.0092, - "step": 7041 - }, - { - "epoch": 0.47, - "learning_rate": 1.1399916985258058e-05, - "loss": 0.9812, - "step": 7042 - }, - { - "epoch": 0.47, - "learning_rate": 1.1397769153971741e-05, - "loss": 0.9942, - "step": 7043 - }, - { - "epoch": 0.47, - "learning_rate": 1.1395621256916891e-05, - "loss": 0.9881, - "step": 7044 - }, - { - "epoch": 0.47, - "learning_rate": 1.1393473294194576e-05, - "loss": 1.018, - "step": 7045 - }, - { - "epoch": 0.47, - "learning_rate": 1.1391325265905862e-05, - "loss": 1.0079, - "step": 7046 - }, - { - "epoch": 0.47, - "learning_rate": 1.138917717215182e-05, - "loss": 0.9294, - "step": 7047 - }, - { - "epoch": 0.47, - "learning_rate": 1.1387029013033522e-05, - "loss": 0.9673, - "step": 7048 - }, - { - "epoch": 0.47, - "learning_rate": 1.1384880788652044e-05, - "loss": 0.9653, - "step": 7049 - }, - { - "epoch": 0.47, - "learning_rate": 1.1382732499108467e-05, - "loss": 0.9889, - "step": 7050 - }, - { - "epoch": 0.47, - "learning_rate": 1.138058414450387e-05, - "loss": 1.0326, - "step": 7051 - }, - { - "epoch": 0.47, - "learning_rate": 1.1378435724939343e-05, - "loss": 0.9541, - "step": 7052 - }, - { - "epoch": 0.47, - "learning_rate": 1.1376287240515969e-05, - "loss": 0.9512, - "step": 7053 - }, - { - "epoch": 0.47, - "learning_rate": 1.1374138691334848e-05, - "loss": 0.9656, - "step": 7054 - }, - { - "epoch": 0.47, - "learning_rate": 1.1371990077497064e-05, - "loss": 0.9795, - "step": 7055 - }, - { - "epoch": 0.47, - "learning_rate": 1.1369841399103723e-05, - "loss": 0.9515, - "step": 7056 - }, - { - "epoch": 0.47, - "learning_rate": 1.136769265625592e-05, - "loss": 0.9419, - "step": 7057 - }, - { - "epoch": 0.47, - "learning_rate": 1.1365543849054765e-05, - "loss": 0.9982, - "step": 7058 - }, - { - "epoch": 0.47, - "learning_rate": 1.1363394977601359e-05, - "loss": 0.977, - "step": 7059 - }, - { - "epoch": 0.47, - "learning_rate": 1.1361246041996817e-05, - "loss": 1.0107, - "step": 7060 - }, - { - "epoch": 0.47, - "learning_rate": 1.1359097042342245e-05, - "loss": 0.9716, - "step": 7061 - }, - { - "epoch": 0.47, - "learning_rate": 1.1356947978738764e-05, - "loss": 1.0125, - "step": 7062 - }, - { - "epoch": 0.47, - "learning_rate": 1.135479885128749e-05, - "loss": 1.0172, - "step": 7063 - }, - { - "epoch": 0.47, - "learning_rate": 1.1352649660089548e-05, - "loss": 0.9657, - "step": 7064 - }, - { - "epoch": 0.47, - "learning_rate": 1.1350500405246059e-05, - "loss": 1.0029, - "step": 7065 - }, - { - "epoch": 0.47, - "learning_rate": 1.1348351086858154e-05, - "loss": 1.0089, - "step": 7066 - }, - { - "epoch": 0.47, - "learning_rate": 1.134620170502696e-05, - "loss": 0.9622, - "step": 7067 - }, - { - "epoch": 0.47, - "learning_rate": 1.134405225985362e-05, - "loss": 1.0444, - "step": 7068 - }, - { - "epoch": 0.47, - "learning_rate": 1.1341902751439258e-05, - "loss": 1.0619, - "step": 7069 - }, - { - "epoch": 0.47, - "learning_rate": 1.1339753179885023e-05, - "loss": 0.9362, - "step": 7070 - }, - { - "epoch": 0.47, - "learning_rate": 1.133760354529205e-05, - "loss": 0.9858, - "step": 7071 - }, - { - "epoch": 0.47, - "learning_rate": 1.1335453847761492e-05, - "loss": 1.0057, - "step": 7072 - }, - { - "epoch": 0.47, - "learning_rate": 1.1333304087394496e-05, - "loss": 0.9489, - "step": 7073 - }, - { - "epoch": 0.47, - "learning_rate": 1.1331154264292215e-05, - "loss": 1.0457, - "step": 7074 - }, - { - "epoch": 0.47, - "learning_rate": 1.1329004378555794e-05, - "loss": 0.946, - "step": 7075 - }, - { - "epoch": 0.47, - "learning_rate": 1.1326854430286402e-05, - "loss": 1.0466, - "step": 7076 - }, - { - "epoch": 0.47, - "learning_rate": 1.1324704419585195e-05, - "loss": 0.9726, - "step": 7077 - }, - { - "epoch": 0.47, - "learning_rate": 1.1322554346553335e-05, - "loss": 0.9826, - "step": 7078 - }, - { - "epoch": 0.47, - "learning_rate": 1.1320404211291993e-05, - "loss": 0.9887, - "step": 7079 - }, - { - "epoch": 0.47, - "learning_rate": 1.131825401390233e-05, - "loss": 0.9785, - "step": 7080 - }, - { - "epoch": 0.47, - "learning_rate": 1.1316103754485526e-05, - "loss": 0.9914, - "step": 7081 - }, - { - "epoch": 0.47, - "learning_rate": 1.1313953433142753e-05, - "loss": 0.9755, - "step": 7082 - }, - { - "epoch": 0.47, - "learning_rate": 1.131180304997519e-05, - "loss": 0.9624, - "step": 7083 - }, - { - "epoch": 0.47, - "learning_rate": 1.1309652605084012e-05, - "loss": 1.0211, - "step": 7084 - }, - { - "epoch": 0.47, - "learning_rate": 1.130750209857041e-05, - "loss": 0.9318, - "step": 7085 - }, - { - "epoch": 0.47, - "learning_rate": 1.130535153053557e-05, - "loss": 0.9787, - "step": 7086 - }, - { - "epoch": 0.47, - "learning_rate": 1.1303200901080682e-05, - "loss": 0.98, - "step": 7087 - }, - { - "epoch": 0.47, - "learning_rate": 1.1301050210306931e-05, - "loss": 0.9874, - "step": 7088 - }, - { - "epoch": 0.47, - "learning_rate": 1.1298899458315525e-05, - "loss": 0.9903, - "step": 7089 - }, - { - "epoch": 0.47, - "learning_rate": 1.1296748645207648e-05, - "loss": 0.9852, - "step": 7090 - }, - { - "epoch": 0.47, - "learning_rate": 1.1294597771084513e-05, - "loss": 0.9933, - "step": 7091 - }, - { - "epoch": 0.47, - "learning_rate": 1.129244683604732e-05, - "loss": 0.9592, - "step": 7092 - }, - { - "epoch": 0.48, - "learning_rate": 1.1290295840197272e-05, - "loss": 0.9284, - "step": 7093 - }, - { - "epoch": 0.48, - "learning_rate": 1.1288144783635582e-05, - "loss": 0.9236, - "step": 7094 - }, - { - "epoch": 0.48, - "learning_rate": 1.1285993666463464e-05, - "loss": 1.0404, - "step": 7095 - }, - { - "epoch": 0.48, - "learning_rate": 1.128384248878213e-05, - "loss": 0.9161, - "step": 7096 - }, - { - "epoch": 0.48, - "learning_rate": 1.1281691250692804e-05, - "loss": 1.0088, - "step": 7097 - }, - { - "epoch": 0.48, - "learning_rate": 1.12795399522967e-05, - "loss": 1.0169, - "step": 7098 - }, - { - "epoch": 0.48, - "learning_rate": 1.1277388593695046e-05, - "loss": 0.9023, - "step": 7099 - }, - { - "epoch": 0.48, - "learning_rate": 1.1275237174989066e-05, - "loss": 0.9385, - "step": 7100 - }, - { - "epoch": 0.48, - "learning_rate": 1.127308569628e-05, - "loss": 0.9308, - "step": 7101 - }, - { - "epoch": 0.48, - "learning_rate": 1.1270934157669065e-05, - "loss": 0.9438, - "step": 7102 - }, - { - "epoch": 0.48, - "learning_rate": 1.1268782559257505e-05, - "loss": 0.9626, - "step": 7103 - }, - { - "epoch": 0.48, - "learning_rate": 1.1266630901146554e-05, - "loss": 0.9876, - "step": 7104 - }, - { - "epoch": 0.48, - "learning_rate": 1.1264479183437458e-05, - "loss": 1.0014, - "step": 7105 - }, - { - "epoch": 0.48, - "learning_rate": 1.126232740623146e-05, - "loss": 0.965, - "step": 7106 - }, - { - "epoch": 0.48, - "learning_rate": 1.1260175569629804e-05, - "loss": 0.9783, - "step": 7107 - }, - { - "epoch": 0.48, - "learning_rate": 1.1258023673733737e-05, - "loss": 0.9446, - "step": 7108 - }, - { - "epoch": 0.48, - "learning_rate": 1.1255871718644514e-05, - "loss": 0.9723, - "step": 7109 - }, - { - "epoch": 0.48, - "learning_rate": 1.1253719704463393e-05, - "loss": 0.9711, - "step": 7110 - }, - { - "epoch": 0.48, - "learning_rate": 1.1251567631291627e-05, - "loss": 0.9773, - "step": 7111 - }, - { - "epoch": 0.48, - "learning_rate": 1.1249415499230477e-05, - "loss": 1.0257, - "step": 7112 - }, - { - "epoch": 0.48, - "learning_rate": 1.1247263308381207e-05, - "loss": 0.9304, - "step": 7113 - }, - { - "epoch": 0.48, - "learning_rate": 1.1245111058845083e-05, - "loss": 0.982, - "step": 7114 - }, - { - "epoch": 0.48, - "learning_rate": 1.1242958750723374e-05, - "loss": 0.9492, - "step": 7115 - }, - { - "epoch": 0.48, - "learning_rate": 1.1240806384117353e-05, - "loss": 0.9569, - "step": 7116 - }, - { - "epoch": 0.48, - "learning_rate": 1.1238653959128289e-05, - "loss": 1.0223, - "step": 7117 - }, - { - "epoch": 0.48, - "learning_rate": 1.1236501475857466e-05, - "loss": 0.9794, - "step": 7118 - }, - { - "epoch": 0.48, - "learning_rate": 1.1234348934406156e-05, - "loss": 1.0175, - "step": 7119 - }, - { - "epoch": 0.48, - "learning_rate": 1.1232196334875651e-05, - "loss": 1.0095, - "step": 7120 - }, - { - "epoch": 0.48, - "learning_rate": 1.1230043677367229e-05, - "loss": 0.9865, - "step": 7121 - }, - { - "epoch": 0.48, - "learning_rate": 1.1227890961982178e-05, - "loss": 1.0367, - "step": 7122 - }, - { - "epoch": 0.48, - "learning_rate": 1.1225738188821788e-05, - "loss": 1.0308, - "step": 7123 - }, - { - "epoch": 0.48, - "learning_rate": 1.1223585357987358e-05, - "loss": 0.9384, - "step": 7124 - }, - { - "epoch": 0.48, - "learning_rate": 1.1221432469580182e-05, - "loss": 0.9853, - "step": 7125 - }, - { - "epoch": 0.48, - "learning_rate": 1.1219279523701556e-05, - "loss": 0.9765, - "step": 7126 - }, - { - "epoch": 0.48, - "learning_rate": 1.1217126520452782e-05, - "loss": 1.0211, - "step": 7127 - }, - { - "epoch": 0.48, - "learning_rate": 1.1214973459935166e-05, - "loss": 0.9291, - "step": 7128 - }, - { - "epoch": 0.48, - "learning_rate": 1.1212820342250012e-05, - "loss": 0.9958, - "step": 7129 - }, - { - "epoch": 0.48, - "learning_rate": 1.1210667167498637e-05, - "loss": 1.0274, - "step": 7130 - }, - { - "epoch": 0.48, - "learning_rate": 1.1208513935782344e-05, - "loss": 1.0381, - "step": 7131 - }, - { - "epoch": 0.48, - "learning_rate": 1.1206360647202453e-05, - "loss": 1.018, - "step": 7132 - }, - { - "epoch": 0.48, - "learning_rate": 1.1204207301860277e-05, - "loss": 1.0051, - "step": 7133 - }, - { - "epoch": 0.48, - "learning_rate": 1.1202053899857144e-05, - "loss": 1.0544, - "step": 7134 - }, - { - "epoch": 0.48, - "learning_rate": 1.1199900441294371e-05, - "loss": 1.0318, - "step": 7135 - }, - { - "epoch": 0.48, - "learning_rate": 1.1197746926273285e-05, - "loss": 0.9922, - "step": 7136 - }, - { - "epoch": 0.48, - "learning_rate": 1.1195593354895215e-05, - "loss": 0.9156, - "step": 7137 - }, - { - "epoch": 0.48, - "learning_rate": 1.1193439727261491e-05, - "loss": 0.947, - "step": 7138 - }, - { - "epoch": 0.48, - "learning_rate": 1.1191286043473447e-05, - "loss": 1.0272, - "step": 7139 - }, - { - "epoch": 0.48, - "learning_rate": 1.118913230363242e-05, - "loss": 0.9384, - "step": 7140 - }, - { - "epoch": 0.48, - "learning_rate": 1.1186978507839748e-05, - "loss": 0.9757, - "step": 7141 - }, - { - "epoch": 0.48, - "learning_rate": 1.1184824656196769e-05, - "loss": 0.9618, - "step": 7142 - }, - { - "epoch": 0.48, - "learning_rate": 1.1182670748804834e-05, - "loss": 0.9513, - "step": 7143 - }, - { - "epoch": 0.48, - "learning_rate": 1.1180516785765287e-05, - "loss": 0.9612, - "step": 7144 - }, - { - "epoch": 0.48, - "learning_rate": 1.1178362767179476e-05, - "loss": 0.9545, - "step": 7145 - }, - { - "epoch": 0.48, - "learning_rate": 1.1176208693148752e-05, - "loss": 0.9664, - "step": 7146 - }, - { - "epoch": 0.48, - "learning_rate": 1.117405456377447e-05, - "loss": 1.0495, - "step": 7147 - }, - { - "epoch": 0.48, - "learning_rate": 1.1171900379157989e-05, - "loss": 0.9452, - "step": 7148 - }, - { - "epoch": 0.48, - "learning_rate": 1.1169746139400673e-05, - "loss": 0.8944, - "step": 7149 - }, - { - "epoch": 0.48, - "learning_rate": 1.1167591844603874e-05, - "loss": 1.0647, - "step": 7150 - }, - { - "epoch": 0.48, - "learning_rate": 1.1165437494868965e-05, - "loss": 0.9953, - "step": 7151 - }, - { - "epoch": 0.48, - "learning_rate": 1.1163283090297307e-05, - "loss": 0.93, - "step": 7152 - }, - { - "epoch": 0.48, - "learning_rate": 1.116112863099028e-05, - "loss": 1.0596, - "step": 7153 - }, - { - "epoch": 0.48, - "learning_rate": 1.1158974117049247e-05, - "loss": 0.9799, - "step": 7154 - }, - { - "epoch": 0.48, - "learning_rate": 1.1156819548575588e-05, - "loss": 0.9708, - "step": 7155 - }, - { - "epoch": 0.48, - "learning_rate": 1.1154664925670678e-05, - "loss": 1.0393, - "step": 7156 - }, - { - "epoch": 0.48, - "learning_rate": 1.1152510248435901e-05, - "loss": 0.9588, - "step": 7157 - }, - { - "epoch": 0.48, - "learning_rate": 1.115035551697264e-05, - "loss": 0.9342, - "step": 7158 - }, - { - "epoch": 0.48, - "learning_rate": 1.1148200731382277e-05, - "loss": 1.0099, - "step": 7159 - }, - { - "epoch": 0.48, - "learning_rate": 1.11460458917662e-05, - "loss": 1.03, - "step": 7160 - }, - { - "epoch": 0.48, - "learning_rate": 1.1143890998225804e-05, - "loss": 1.0336, - "step": 7161 - }, - { - "epoch": 0.48, - "learning_rate": 1.1141736050862476e-05, - "loss": 1.0256, - "step": 7162 - }, - { - "epoch": 0.48, - "learning_rate": 1.113958104977762e-05, - "loss": 0.9969, - "step": 7163 - }, - { - "epoch": 0.48, - "learning_rate": 1.1137425995072624e-05, - "loss": 1.0005, - "step": 7164 - }, - { - "epoch": 0.48, - "learning_rate": 1.1135270886848896e-05, - "loss": 1.0145, - "step": 7165 - }, - { - "epoch": 0.48, - "learning_rate": 1.1133115725207839e-05, - "loss": 0.9205, - "step": 7166 - }, - { - "epoch": 0.48, - "learning_rate": 1.1130960510250855e-05, - "loss": 1.0228, - "step": 7167 - }, - { - "epoch": 0.48, - "learning_rate": 1.1128805242079355e-05, - "loss": 1.0398, - "step": 7168 - }, - { - "epoch": 0.48, - "learning_rate": 1.112664992079475e-05, - "loss": 1.0124, - "step": 7169 - }, - { - "epoch": 0.48, - "learning_rate": 1.112449454649845e-05, - "loss": 0.9665, - "step": 7170 - }, - { - "epoch": 0.48, - "learning_rate": 1.1122339119291872e-05, - "loss": 1.0569, - "step": 7171 - }, - { - "epoch": 0.48, - "learning_rate": 1.1120183639276439e-05, - "loss": 0.9878, - "step": 7172 - }, - { - "epoch": 0.48, - "learning_rate": 1.1118028106553564e-05, - "loss": 0.9767, - "step": 7173 - }, - { - "epoch": 0.48, - "learning_rate": 1.1115872521224678e-05, - "loss": 1.0156, - "step": 7174 - }, - { - "epoch": 0.48, - "learning_rate": 1.1113716883391198e-05, - "loss": 0.9673, - "step": 7175 - }, - { - "epoch": 0.48, - "learning_rate": 1.1111561193154561e-05, - "loss": 0.9996, - "step": 7176 - }, - { - "epoch": 0.48, - "learning_rate": 1.1109405450616191e-05, - "loss": 1.0071, - "step": 7177 - }, - { - "epoch": 0.48, - "learning_rate": 1.1107249655877525e-05, - "loss": 1.0105, - "step": 7178 - }, - { - "epoch": 0.48, - "learning_rate": 1.1105093809039995e-05, - "loss": 0.9763, - "step": 7179 - }, - { - "epoch": 0.48, - "learning_rate": 1.1102937910205044e-05, - "loss": 0.9881, - "step": 7180 - }, - { - "epoch": 0.48, - "learning_rate": 1.1100781959474108e-05, - "loss": 1.0545, - "step": 7181 - }, - { - "epoch": 0.48, - "learning_rate": 1.1098625956948632e-05, - "loss": 0.972, - "step": 7182 - }, - { - "epoch": 0.48, - "learning_rate": 1.1096469902730058e-05, - "loss": 1.0074, - "step": 7183 - }, - { - "epoch": 0.48, - "learning_rate": 1.109431379691984e-05, - "loss": 0.9434, - "step": 7184 - }, - { - "epoch": 0.48, - "learning_rate": 1.1092157639619421e-05, - "loss": 0.9878, - "step": 7185 - }, - { - "epoch": 0.48, - "learning_rate": 1.109000143093026e-05, - "loss": 1.0772, - "step": 7186 - }, - { - "epoch": 0.48, - "learning_rate": 1.1087845170953811e-05, - "loss": 0.954, - "step": 7187 - }, - { - "epoch": 0.48, - "learning_rate": 1.1085688859791525e-05, - "loss": 1.0835, - "step": 7188 - }, - { - "epoch": 0.48, - "learning_rate": 1.1083532497544869e-05, - "loss": 1.0157, - "step": 7189 - }, - { - "epoch": 0.48, - "learning_rate": 1.10813760843153e-05, - "loss": 0.9579, - "step": 7190 - }, - { - "epoch": 0.48, - "learning_rate": 1.107921962020429e-05, - "loss": 1.0001, - "step": 7191 - }, - { - "epoch": 0.48, - "learning_rate": 1.1077063105313299e-05, - "loss": 0.9816, - "step": 7192 - }, - { - "epoch": 0.48, - "learning_rate": 1.1074906539743796e-05, - "loss": 0.9673, - "step": 7193 - }, - { - "epoch": 0.48, - "learning_rate": 1.1072749923597259e-05, - "loss": 0.9374, - "step": 7194 - }, - { - "epoch": 0.48, - "learning_rate": 1.1070593256975157e-05, - "loss": 1.0014, - "step": 7195 - }, - { - "epoch": 0.48, - "learning_rate": 1.1068436539978971e-05, - "loss": 0.9618, - "step": 7196 - }, - { - "epoch": 0.48, - "learning_rate": 1.106627977271017e-05, - "loss": 0.9407, - "step": 7197 - }, - { - "epoch": 0.48, - "learning_rate": 1.106412295527025e-05, - "loss": 1.0154, - "step": 7198 - }, - { - "epoch": 0.48, - "learning_rate": 1.1061966087760684e-05, - "loss": 1.0284, - "step": 7199 - }, - { - "epoch": 0.48, - "learning_rate": 1.105980917028296e-05, - "loss": 1.0155, - "step": 7200 - }, - { - "epoch": 0.48, - "learning_rate": 1.1057652202938568e-05, - "loss": 1.0316, - "step": 7201 - }, - { - "epoch": 0.48, - "learning_rate": 1.1055495185829002e-05, - "loss": 0.9444, - "step": 7202 - }, - { - "epoch": 0.48, - "learning_rate": 1.1053338119055748e-05, - "loss": 0.9777, - "step": 7203 - }, - { - "epoch": 0.48, - "learning_rate": 1.1051181002720304e-05, - "loss": 0.9534, - "step": 7204 - }, - { - "epoch": 0.48, - "learning_rate": 1.1049023836924168e-05, - "loss": 1.064, - "step": 7205 - }, - { - "epoch": 0.48, - "learning_rate": 1.104686662176884e-05, - "loss": 0.9601, - "step": 7206 - }, - { - "epoch": 0.48, - "learning_rate": 1.1044709357355827e-05, - "loss": 1.0349, - "step": 7207 - }, - { - "epoch": 0.48, - "learning_rate": 1.1042552043786625e-05, - "loss": 1.0381, - "step": 7208 - }, - { - "epoch": 0.48, - "learning_rate": 1.1040394681162748e-05, - "loss": 0.9755, - "step": 7209 - }, - { - "epoch": 0.48, - "learning_rate": 1.1038237269585698e-05, - "loss": 0.9955, - "step": 7210 - }, - { - "epoch": 0.48, - "learning_rate": 1.1036079809156997e-05, - "loss": 1.0246, - "step": 7211 - }, - { - "epoch": 0.48, - "learning_rate": 1.1033922299978148e-05, - "loss": 1.0525, - "step": 7212 - }, - { - "epoch": 0.48, - "learning_rate": 1.1031764742150676e-05, - "loss": 1.0126, - "step": 7213 - }, - { - "epoch": 0.48, - "learning_rate": 1.1029607135776094e-05, - "loss": 0.9517, - "step": 7214 - }, - { - "epoch": 0.48, - "learning_rate": 1.1027449480955927e-05, - "loss": 0.9128, - "step": 7215 - }, - { - "epoch": 0.48, - "learning_rate": 1.1025291777791693e-05, - "loss": 0.9948, - "step": 7216 - }, - { - "epoch": 0.48, - "learning_rate": 1.1023134026384921e-05, - "loss": 1.0167, - "step": 7217 - }, - { - "epoch": 0.48, - "learning_rate": 1.1020976226837137e-05, - "loss": 1.0196, - "step": 7218 - }, - { - "epoch": 0.48, - "learning_rate": 1.1018818379249872e-05, - "loss": 0.8974, - "step": 7219 - }, - { - "epoch": 0.48, - "learning_rate": 1.1016660483724658e-05, - "loss": 0.9252, - "step": 7220 - }, - { - "epoch": 0.48, - "learning_rate": 1.1014502540363029e-05, - "loss": 1.0319, - "step": 7221 - }, - { - "epoch": 0.48, - "learning_rate": 1.1012344549266517e-05, - "loss": 0.9731, - "step": 7222 - }, - { - "epoch": 0.48, - "learning_rate": 1.1010186510536671e-05, - "loss": 0.9777, - "step": 7223 - }, - { - "epoch": 0.48, - "learning_rate": 1.1008028424275026e-05, - "loss": 1.0337, - "step": 7224 - }, - { - "epoch": 0.48, - "learning_rate": 1.1005870290583125e-05, - "loss": 0.9982, - "step": 7225 - }, - { - "epoch": 0.48, - "learning_rate": 1.1003712109562513e-05, - "loss": 0.9787, - "step": 7226 - }, - { - "epoch": 0.48, - "learning_rate": 1.1001553881314742e-05, - "loss": 1.0018, - "step": 7227 - }, - { - "epoch": 0.48, - "learning_rate": 1.0999395605941356e-05, - "loss": 0.9343, - "step": 7228 - }, - { - "epoch": 0.48, - "learning_rate": 1.0997237283543911e-05, - "loss": 0.9202, - "step": 7229 - }, - { - "epoch": 0.48, - "learning_rate": 1.0995078914223965e-05, - "loss": 0.9631, - "step": 7230 - }, - { - "epoch": 0.48, - "learning_rate": 1.0992920498083067e-05, - "loss": 0.9912, - "step": 7231 - }, - { - "epoch": 0.48, - "learning_rate": 1.0990762035222782e-05, - "loss": 1.0945, - "step": 7232 - }, - { - "epoch": 0.48, - "learning_rate": 1.0988603525744663e-05, - "loss": 1.015, - "step": 7233 - }, - { - "epoch": 0.48, - "learning_rate": 1.0986444969750287e-05, - "loss": 1.0205, - "step": 7234 - }, - { - "epoch": 0.48, - "learning_rate": 1.0984286367341205e-05, - "loss": 0.995, - "step": 7235 - }, - { - "epoch": 0.48, - "learning_rate": 1.0982127718618993e-05, - "loss": 0.9236, - "step": 7236 - }, - { - "epoch": 0.48, - "learning_rate": 1.0979969023685218e-05, - "loss": 1.0126, - "step": 7237 - }, - { - "epoch": 0.48, - "learning_rate": 1.0977810282641455e-05, - "loss": 1.0007, - "step": 7238 - }, - { - "epoch": 0.48, - "learning_rate": 1.0975651495589274e-05, - "loss": 1.0303, - "step": 7239 - }, - { - "epoch": 0.48, - "learning_rate": 1.0973492662630253e-05, - "loss": 1.0254, - "step": 7240 - }, - { - "epoch": 0.48, - "learning_rate": 1.0971333783865971e-05, - "loss": 0.9991, - "step": 7241 - }, - { - "epoch": 0.49, - "learning_rate": 1.0969174859398011e-05, - "loss": 0.9953, - "step": 7242 - }, - { - "epoch": 0.49, - "learning_rate": 1.0967015889327948e-05, - "loss": 0.9873, - "step": 7243 - }, - { - "epoch": 0.49, - "learning_rate": 1.0964856873757377e-05, - "loss": 0.9662, - "step": 7244 - }, - { - "epoch": 0.49, - "learning_rate": 1.0962697812787877e-05, - "loss": 0.9068, - "step": 7245 - }, - { - "epoch": 0.49, - "learning_rate": 1.0960538706521042e-05, - "loss": 1.0133, - "step": 7246 - }, - { - "epoch": 0.49, - "learning_rate": 1.095837955505846e-05, - "loss": 0.9765, - "step": 7247 - }, - { - "epoch": 0.49, - "learning_rate": 1.0956220358501728e-05, - "loss": 0.9149, - "step": 7248 - }, - { - "epoch": 0.49, - "learning_rate": 1.0954061116952438e-05, - "loss": 1.0123, - "step": 7249 - }, - { - "epoch": 0.49, - "learning_rate": 1.0951901830512193e-05, - "loss": 0.8967, - "step": 7250 - }, - { - "epoch": 0.49, - "learning_rate": 1.0949742499282586e-05, - "loss": 0.9925, - "step": 7251 - }, - { - "epoch": 0.49, - "learning_rate": 1.0947583123365223e-05, - "loss": 0.945, - "step": 7252 - }, - { - "epoch": 0.49, - "learning_rate": 1.0945423702861709e-05, - "loss": 0.9523, - "step": 7253 - }, - { - "epoch": 0.49, - "learning_rate": 1.0943264237873646e-05, - "loss": 0.953, - "step": 7254 - }, - { - "epoch": 0.49, - "learning_rate": 1.0941104728502643e-05, - "loss": 0.9586, - "step": 7255 - }, - { - "epoch": 0.49, - "learning_rate": 1.0938945174850315e-05, - "loss": 0.9222, - "step": 7256 - }, - { - "epoch": 0.49, - "learning_rate": 1.0936785577018272e-05, - "loss": 0.9776, - "step": 7257 - }, - { - "epoch": 0.49, - "learning_rate": 1.0934625935108128e-05, - "loss": 0.9761, - "step": 7258 - }, - { - "epoch": 0.49, - "learning_rate": 1.0932466249221496e-05, - "loss": 1.0345, - "step": 7259 - }, - { - "epoch": 0.49, - "learning_rate": 1.093030651946e-05, - "loss": 0.9641, - "step": 7260 - }, - { - "epoch": 0.49, - "learning_rate": 1.0928146745925257e-05, - "loss": 0.9773, - "step": 7261 - }, - { - "epoch": 0.49, - "learning_rate": 1.092598692871889e-05, - "loss": 0.9687, - "step": 7262 - }, - { - "epoch": 0.49, - "learning_rate": 1.0923827067942531e-05, - "loss": 0.8659, - "step": 7263 - }, - { - "epoch": 0.49, - "learning_rate": 1.0921667163697798e-05, - "loss": 1.034, - "step": 7264 - }, - { - "epoch": 0.49, - "learning_rate": 1.0919507216086323e-05, - "loss": 0.8898, - "step": 7265 - }, - { - "epoch": 0.49, - "learning_rate": 1.0917347225209733e-05, - "loss": 1.0011, - "step": 7266 - }, - { - "epoch": 0.49, - "learning_rate": 1.0915187191169669e-05, - "loss": 0.9891, - "step": 7267 - }, - { - "epoch": 0.49, - "learning_rate": 1.0913027114067763e-05, - "loss": 0.961, - "step": 7268 - }, - { - "epoch": 0.49, - "learning_rate": 1.0910866994005648e-05, - "loss": 1.0628, - "step": 7269 - }, - { - "epoch": 0.49, - "learning_rate": 1.0908706831084966e-05, - "loss": 0.9663, - "step": 7270 - }, - { - "epoch": 0.49, - "learning_rate": 1.0906546625407356e-05, - "loss": 0.9581, - "step": 7271 - }, - { - "epoch": 0.49, - "learning_rate": 1.0904386377074467e-05, - "loss": 0.92, - "step": 7272 - }, - { - "epoch": 0.49, - "learning_rate": 1.0902226086187938e-05, - "loss": 0.9688, - "step": 7273 - }, - { - "epoch": 0.49, - "learning_rate": 1.0900065752849418e-05, - "loss": 0.9668, - "step": 7274 - }, - { - "epoch": 0.49, - "learning_rate": 1.0897905377160557e-05, - "loss": 0.9927, - "step": 7275 - }, - { - "epoch": 0.49, - "learning_rate": 1.0895744959223005e-05, - "loss": 1.007, - "step": 7276 - }, - { - "epoch": 0.49, - "learning_rate": 1.089358449913842e-05, - "loss": 1.0515, - "step": 7277 - }, - { - "epoch": 0.49, - "learning_rate": 1.0891423997008443e-05, - "loss": 0.8953, - "step": 7278 - }, - { - "epoch": 0.49, - "learning_rate": 1.0889263452934746e-05, - "loss": 0.9778, - "step": 7279 - }, - { - "epoch": 0.49, - "learning_rate": 1.0887102867018981e-05, - "loss": 0.9852, - "step": 7280 - }, - { - "epoch": 0.49, - "learning_rate": 1.0884942239362813e-05, - "loss": 0.9285, - "step": 7281 - }, - { - "epoch": 0.49, - "learning_rate": 1.08827815700679e-05, - "loss": 1.008, - "step": 7282 - }, - { - "epoch": 0.49, - "learning_rate": 1.088062085923591e-05, - "loss": 0.9262, - "step": 7283 - }, - { - "epoch": 0.49, - "learning_rate": 1.0878460106968508e-05, - "loss": 0.9724, - "step": 7284 - }, - { - "epoch": 0.49, - "learning_rate": 1.0876299313367364e-05, - "loss": 0.9458, - "step": 7285 - }, - { - "epoch": 0.49, - "learning_rate": 1.0874138478534149e-05, - "loss": 1.0493, - "step": 7286 - }, - { - "epoch": 0.49, - "learning_rate": 1.0871977602570535e-05, - "loss": 1.0155, - "step": 7287 - }, - { - "epoch": 0.49, - "learning_rate": 1.0869816685578199e-05, - "loss": 0.9755, - "step": 7288 - }, - { - "epoch": 0.49, - "learning_rate": 1.0867655727658813e-05, - "loss": 0.925, - "step": 7289 - }, - { - "epoch": 0.49, - "learning_rate": 1.0865494728914057e-05, - "loss": 1.0164, - "step": 7290 - }, - { - "epoch": 0.49, - "learning_rate": 1.0863333689445615e-05, - "loss": 0.9354, - "step": 7291 - }, - { - "epoch": 0.49, - "learning_rate": 1.0861172609355166e-05, - "loss": 0.9548, - "step": 7292 - }, - { - "epoch": 0.49, - "learning_rate": 1.0859011488744391e-05, - "loss": 1.0315, - "step": 7293 - }, - { - "epoch": 0.49, - "learning_rate": 1.0856850327714983e-05, - "loss": 0.9313, - "step": 7294 - }, - { - "epoch": 0.49, - "learning_rate": 1.0854689126368625e-05, - "loss": 0.9775, - "step": 7295 - }, - { - "epoch": 0.49, - "learning_rate": 1.0852527884807014e-05, - "loss": 1.0113, - "step": 7296 - }, - { - "epoch": 0.49, - "learning_rate": 1.0850366603131832e-05, - "loss": 0.997, - "step": 7297 - }, - { - "epoch": 0.49, - "learning_rate": 1.0848205281444778e-05, - "loss": 0.9199, - "step": 7298 - }, - { - "epoch": 0.49, - "learning_rate": 1.0846043919847547e-05, - "loss": 0.922, - "step": 7299 - }, - { - "epoch": 0.49, - "learning_rate": 1.0843882518441837e-05, - "loss": 1.0274, - "step": 7300 - }, - { - "epoch": 0.49, - "learning_rate": 1.0841721077329345e-05, - "loss": 1.0293, - "step": 7301 - }, - { - "epoch": 0.49, - "learning_rate": 1.0839559596611778e-05, - "loss": 0.9897, - "step": 7302 - }, - { - "epoch": 0.49, - "learning_rate": 1.083739807639083e-05, - "loss": 1.0435, - "step": 7303 - }, - { - "epoch": 0.49, - "learning_rate": 1.0835236516768216e-05, - "loss": 0.9697, - "step": 7304 - }, - { - "epoch": 0.49, - "learning_rate": 1.0833074917845634e-05, - "loss": 0.9557, - "step": 7305 - }, - { - "epoch": 0.49, - "learning_rate": 1.0830913279724798e-05, - "loss": 0.9907, - "step": 7306 - }, - { - "epoch": 0.49, - "learning_rate": 1.0828751602507415e-05, - "loss": 1.0253, - "step": 7307 - }, - { - "epoch": 0.49, - "learning_rate": 1.08265898862952e-05, - "loss": 1.056, - "step": 7308 - }, - { - "epoch": 0.49, - "learning_rate": 1.0824428131189866e-05, - "loss": 0.917, - "step": 7309 - }, - { - "epoch": 0.49, - "learning_rate": 1.0822266337293133e-05, - "loss": 1.0746, - "step": 7310 - }, - { - "epoch": 0.49, - "learning_rate": 1.0820104504706707e-05, - "loss": 0.966, - "step": 7311 - }, - { - "epoch": 0.49, - "learning_rate": 1.0817942633532323e-05, - "loss": 1.0092, - "step": 7312 - }, - { - "epoch": 0.49, - "learning_rate": 1.0815780723871691e-05, - "loss": 1.0191, - "step": 7313 - }, - { - "epoch": 0.49, - "learning_rate": 1.081361877582654e-05, - "loss": 0.958, - "step": 7314 - }, - { - "epoch": 0.49, - "learning_rate": 1.0811456789498593e-05, - "loss": 0.9473, - "step": 7315 - }, - { - "epoch": 0.49, - "learning_rate": 1.080929476498958e-05, - "loss": 0.9995, - "step": 7316 - }, - { - "epoch": 0.49, - "learning_rate": 1.0807132702401224e-05, - "loss": 1.0411, - "step": 7317 - }, - { - "epoch": 0.49, - "learning_rate": 1.0804970601835258e-05, - "loss": 0.9986, - "step": 7318 - }, - { - "epoch": 0.49, - "learning_rate": 1.0802808463393415e-05, - "loss": 0.9618, - "step": 7319 - }, - { - "epoch": 0.49, - "learning_rate": 1.0800646287177429e-05, - "loss": 0.9521, - "step": 7320 - }, - { - "epoch": 0.49, - "learning_rate": 1.0798484073289037e-05, - "loss": 1.0055, - "step": 7321 - }, - { - "epoch": 0.49, - "learning_rate": 1.0796321821829971e-05, - "loss": 0.9119, - "step": 7322 - }, - { - "epoch": 0.49, - "learning_rate": 1.0794159532901978e-05, - "loss": 0.9309, - "step": 7323 - }, - { - "epoch": 0.49, - "learning_rate": 1.0791997206606795e-05, - "loss": 0.9359, - "step": 7324 - }, - { - "epoch": 0.49, - "learning_rate": 1.0789834843046166e-05, - "loss": 1.019, - "step": 7325 - }, - { - "epoch": 0.49, - "learning_rate": 1.078767244232183e-05, - "loss": 1.0679, - "step": 7326 - }, - { - "epoch": 0.49, - "learning_rate": 1.0785510004535542e-05, - "loss": 0.9063, - "step": 7327 - }, - { - "epoch": 0.49, - "learning_rate": 1.0783347529789045e-05, - "loss": 0.9229, - "step": 7328 - }, - { - "epoch": 0.49, - "learning_rate": 1.0781185018184093e-05, - "loss": 0.9591, - "step": 7329 - }, - { - "epoch": 0.49, - "learning_rate": 1.0779022469822431e-05, - "loss": 0.9937, - "step": 7330 - }, - { - "epoch": 0.49, - "learning_rate": 1.0776859884805817e-05, - "loss": 0.9503, - "step": 7331 - }, - { - "epoch": 0.49, - "learning_rate": 1.0774697263236004e-05, - "loss": 1.0376, - "step": 7332 - }, - { - "epoch": 0.49, - "learning_rate": 1.0772534605214753e-05, - "loss": 0.9917, - "step": 7333 - }, - { - "epoch": 0.49, - "learning_rate": 1.0770371910843817e-05, - "loss": 0.9323, - "step": 7334 - }, - { - "epoch": 0.49, - "learning_rate": 1.076820918022496e-05, - "loss": 0.968, - "step": 7335 - }, - { - "epoch": 0.49, - "learning_rate": 1.076604641345994e-05, - "loss": 0.9007, - "step": 7336 - }, - { - "epoch": 0.49, - "learning_rate": 1.0763883610650525e-05, - "loss": 0.9415, - "step": 7337 - }, - { - "epoch": 0.49, - "learning_rate": 1.0761720771898476e-05, - "loss": 0.9251, - "step": 7338 - }, - { - "epoch": 0.49, - "learning_rate": 1.0759557897305566e-05, - "loss": 0.9645, - "step": 7339 - }, - { - "epoch": 0.49, - "learning_rate": 1.0757394986973554e-05, - "loss": 0.9211, - "step": 7340 - }, - { - "epoch": 0.49, - "learning_rate": 1.0755232041004222e-05, - "loss": 1.0115, - "step": 7341 - }, - { - "epoch": 0.49, - "learning_rate": 1.0753069059499332e-05, - "loss": 0.9791, - "step": 7342 - }, - { - "epoch": 0.49, - "learning_rate": 1.0750906042560665e-05, - "loss": 0.9982, - "step": 7343 - }, - { - "epoch": 0.49, - "learning_rate": 1.074874299028999e-05, - "loss": 0.9126, - "step": 7344 - }, - { - "epoch": 0.49, - "learning_rate": 1.074657990278909e-05, - "loss": 0.9749, - "step": 7345 - }, - { - "epoch": 0.49, - "learning_rate": 1.0744416780159739e-05, - "loss": 0.9535, - "step": 7346 - }, - { - "epoch": 0.49, - "learning_rate": 1.0742253622503717e-05, - "loss": 0.9809, - "step": 7347 - }, - { - "epoch": 0.49, - "learning_rate": 1.0740090429922814e-05, - "loss": 0.9493, - "step": 7348 - }, - { - "epoch": 0.49, - "learning_rate": 1.0737927202518803e-05, - "loss": 0.9859, - "step": 7349 - }, - { - "epoch": 0.49, - "learning_rate": 1.0735763940393478e-05, - "loss": 1.0181, - "step": 7350 - }, - { - "epoch": 0.49, - "learning_rate": 1.0733600643648615e-05, - "loss": 1.0417, - "step": 7351 - }, - { - "epoch": 0.49, - "learning_rate": 1.0731437312386015e-05, - "loss": 1.0085, - "step": 7352 - }, - { - "epoch": 0.49, - "learning_rate": 1.0729273946707463e-05, - "loss": 1.0177, - "step": 7353 - }, - { - "epoch": 0.49, - "learning_rate": 1.072711054671475e-05, - "loss": 0.9866, - "step": 7354 - }, - { - "epoch": 0.49, - "learning_rate": 1.0724947112509665e-05, - "loss": 0.9772, - "step": 7355 - }, - { - "epoch": 0.49, - "learning_rate": 1.0722783644194013e-05, - "loss": 1.0285, - "step": 7356 - }, - { - "epoch": 0.49, - "learning_rate": 1.072062014186958e-05, - "loss": 1.0601, - "step": 7357 - }, - { - "epoch": 0.49, - "learning_rate": 1.0718456605638175e-05, - "loss": 1.0307, - "step": 7358 - }, - { - "epoch": 0.49, - "learning_rate": 1.0716293035601588e-05, - "loss": 1.0003, - "step": 7359 - }, - { - "epoch": 0.49, - "learning_rate": 1.0714129431861626e-05, - "loss": 1.0042, - "step": 7360 - }, - { - "epoch": 0.49, - "learning_rate": 1.0711965794520089e-05, - "loss": 0.9822, - "step": 7361 - }, - { - "epoch": 0.49, - "learning_rate": 1.070980212367879e-05, - "loss": 0.9008, - "step": 7362 - }, - { - "epoch": 0.49, - "learning_rate": 1.0707638419439519e-05, - "loss": 1.0222, - "step": 7363 - }, - { - "epoch": 0.49, - "learning_rate": 1.0705474681904098e-05, - "loss": 0.93, - "step": 7364 - }, - { - "epoch": 0.49, - "learning_rate": 1.070331091117433e-05, - "loss": 1.0334, - "step": 7365 - }, - { - "epoch": 0.49, - "learning_rate": 1.0701147107352026e-05, - "loss": 1.0139, - "step": 7366 - }, - { - "epoch": 0.49, - "learning_rate": 1.0698983270539e-05, - "loss": 0.8838, - "step": 7367 - }, - { - "epoch": 0.49, - "learning_rate": 1.0696819400837066e-05, - "loss": 0.9958, - "step": 7368 - }, - { - "epoch": 0.49, - "learning_rate": 1.069465549834804e-05, - "loss": 0.9609, - "step": 7369 - }, - { - "epoch": 0.49, - "learning_rate": 1.0692491563173735e-05, - "loss": 0.9927, - "step": 7370 - }, - { - "epoch": 0.49, - "learning_rate": 1.0690327595415975e-05, - "loss": 0.9606, - "step": 7371 - }, - { - "epoch": 0.49, - "learning_rate": 1.0688163595176575e-05, - "loss": 1.0137, - "step": 7372 - }, - { - "epoch": 0.49, - "learning_rate": 1.0685999562557358e-05, - "loss": 0.9875, - "step": 7373 - }, - { - "epoch": 0.49, - "learning_rate": 1.068383549766015e-05, - "loss": 0.9661, - "step": 7374 - }, - { - "epoch": 0.49, - "learning_rate": 1.0681671400586775e-05, - "loss": 1.0166, - "step": 7375 - }, - { - "epoch": 0.49, - "learning_rate": 1.0679507271439056e-05, - "loss": 1.0211, - "step": 7376 - }, - { - "epoch": 0.49, - "learning_rate": 1.0677343110318822e-05, - "loss": 0.9889, - "step": 7377 - }, - { - "epoch": 0.49, - "learning_rate": 1.0675178917327907e-05, - "loss": 0.9713, - "step": 7378 - }, - { - "epoch": 0.49, - "learning_rate": 1.0673014692568133e-05, - "loss": 0.9991, - "step": 7379 - }, - { - "epoch": 0.49, - "learning_rate": 1.0670850436141338e-05, - "loss": 0.9325, - "step": 7380 - }, - { - "epoch": 0.49, - "learning_rate": 1.0668686148149354e-05, - "loss": 1.007, - "step": 7381 - }, - { - "epoch": 0.49, - "learning_rate": 1.066652182869402e-05, - "loss": 0.9303, - "step": 7382 - }, - { - "epoch": 0.49, - "learning_rate": 1.0664357477877166e-05, - "loss": 0.9885, - "step": 7383 - }, - { - "epoch": 0.49, - "learning_rate": 1.0662193095800633e-05, - "loss": 0.9628, - "step": 7384 - }, - { - "epoch": 0.49, - "learning_rate": 1.0660028682566262e-05, - "loss": 1.0258, - "step": 7385 - }, - { - "epoch": 0.49, - "learning_rate": 1.0657864238275892e-05, - "loss": 1.014, - "step": 7386 - }, - { - "epoch": 0.49, - "learning_rate": 1.0655699763031368e-05, - "loss": 1.0504, - "step": 7387 - }, - { - "epoch": 0.49, - "learning_rate": 1.065353525693453e-05, - "loss": 1.0191, - "step": 7388 - }, - { - "epoch": 0.49, - "learning_rate": 1.0651370720087229e-05, - "loss": 1.0621, - "step": 7389 - }, - { - "epoch": 0.49, - "learning_rate": 1.0649206152591304e-05, - "loss": 0.9946, - "step": 7390 - }, - { - "epoch": 0.49, - "learning_rate": 1.0647041554548614e-05, - "loss": 0.9338, - "step": 7391 - }, - { - "epoch": 0.5, - "learning_rate": 1.0644876926060999e-05, - "loss": 1.0315, - "step": 7392 - }, - { - "epoch": 0.5, - "learning_rate": 1.0642712267230313e-05, - "loss": 0.9488, - "step": 7393 - }, - { - "epoch": 0.5, - "learning_rate": 1.0640547578158411e-05, - "loss": 0.98, - "step": 7394 - }, - { - "epoch": 0.5, - "learning_rate": 1.0638382858947145e-05, - "loss": 1.0172, - "step": 7395 - }, - { - "epoch": 0.5, - "learning_rate": 1.0636218109698372e-05, - "loss": 0.9875, - "step": 7396 - }, - { - "epoch": 0.5, - "learning_rate": 1.0634053330513949e-05, - "loss": 1.0104, - "step": 7397 - }, - { - "epoch": 0.5, - "learning_rate": 1.063188852149573e-05, - "loss": 0.9531, - "step": 7398 - }, - { - "epoch": 0.5, - "learning_rate": 1.0629723682745578e-05, - "loss": 1.0345, - "step": 7399 - }, - { - "epoch": 0.5, - "learning_rate": 1.0627558814365358e-05, - "loss": 1.037, - "step": 7400 - }, - { - "epoch": 0.5, - "learning_rate": 1.0625393916456925e-05, - "loss": 0.9826, - "step": 7401 - }, - { - "epoch": 0.5, - "learning_rate": 1.0623228989122145e-05, - "loss": 1.031, - "step": 7402 - }, - { - "epoch": 0.5, - "learning_rate": 1.0621064032462887e-05, - "loss": 0.9912, - "step": 7403 - }, - { - "epoch": 0.5, - "learning_rate": 1.0618899046581015e-05, - "loss": 1.0769, - "step": 7404 - }, - { - "epoch": 0.5, - "learning_rate": 1.0616734031578397e-05, - "loss": 0.9852, - "step": 7405 - }, - { - "epoch": 0.5, - "learning_rate": 1.06145689875569e-05, - "loss": 0.9505, - "step": 7406 - }, - { - "epoch": 0.5, - "learning_rate": 1.0612403914618399e-05, - "loss": 1.028, - "step": 7407 - }, - { - "epoch": 0.5, - "learning_rate": 1.0610238812864764e-05, - "loss": 0.9017, - "step": 7408 - }, - { - "epoch": 0.5, - "learning_rate": 1.0608073682397866e-05, - "loss": 1.0037, - "step": 7409 - }, - { - "epoch": 0.5, - "learning_rate": 1.0605908523319586e-05, - "loss": 0.9329, - "step": 7410 - }, - { - "epoch": 0.5, - "learning_rate": 1.0603743335731796e-05, - "loss": 0.9722, - "step": 7411 - }, - { - "epoch": 0.5, - "learning_rate": 1.0601578119736376e-05, - "loss": 1.0177, - "step": 7412 - }, - { - "epoch": 0.5, - "learning_rate": 1.0599412875435197e-05, - "loss": 0.9843, - "step": 7413 - }, - { - "epoch": 0.5, - "learning_rate": 1.059724760293015e-05, - "loss": 0.9715, - "step": 7414 - }, - { - "epoch": 0.5, - "learning_rate": 1.059508230232311e-05, - "loss": 0.9408, - "step": 7415 - }, - { - "epoch": 0.5, - "learning_rate": 1.059291697371596e-05, - "loss": 0.9889, - "step": 7416 - }, - { - "epoch": 0.5, - "learning_rate": 1.0590751617210586e-05, - "loss": 0.9443, - "step": 7417 - }, - { - "epoch": 0.5, - "learning_rate": 1.0588586232908875e-05, - "loss": 1.0425, - "step": 7418 - }, - { - "epoch": 0.5, - "learning_rate": 1.058642082091271e-05, - "loss": 0.9698, - "step": 7419 - }, - { - "epoch": 0.5, - "learning_rate": 1.0584255381323982e-05, - "loss": 0.9286, - "step": 7420 - }, - { - "epoch": 0.5, - "learning_rate": 1.0582089914244578e-05, - "loss": 0.9339, - "step": 7421 - }, - { - "epoch": 0.5, - "learning_rate": 1.0579924419776389e-05, - "loss": 0.9334, - "step": 7422 - }, - { - "epoch": 0.5, - "learning_rate": 1.0577758898021306e-05, - "loss": 0.977, - "step": 7423 - }, - { - "epoch": 0.5, - "learning_rate": 1.057559334908123e-05, - "loss": 0.9961, - "step": 7424 - }, - { - "epoch": 0.5, - "learning_rate": 1.0573427773058043e-05, - "loss": 1.0419, - "step": 7425 - }, - { - "epoch": 0.5, - "learning_rate": 1.0571262170053649e-05, - "loss": 1.0248, - "step": 7426 - }, - { - "epoch": 0.5, - "learning_rate": 1.0569096540169944e-05, - "loss": 0.9663, - "step": 7427 - }, - { - "epoch": 0.5, - "learning_rate": 1.0566930883508823e-05, - "loss": 1.0258, - "step": 7428 - }, - { - "epoch": 0.5, - "learning_rate": 1.0564765200172192e-05, - "loss": 0.9783, - "step": 7429 - }, - { - "epoch": 0.5, - "learning_rate": 1.0562599490261945e-05, - "loss": 0.913, - "step": 7430 - }, - { - "epoch": 0.5, - "learning_rate": 1.0560433753879984e-05, - "loss": 0.947, - "step": 7431 - }, - { - "epoch": 0.5, - "learning_rate": 1.0558267991128219e-05, - "loss": 0.9501, - "step": 7432 - }, - { - "epoch": 0.5, - "learning_rate": 1.0556102202108552e-05, - "loss": 1.004, - "step": 7433 - }, - { - "epoch": 0.5, - "learning_rate": 1.0553936386922884e-05, - "loss": 1.0128, - "step": 7434 - }, - { - "epoch": 0.5, - "learning_rate": 1.0551770545673125e-05, - "loss": 0.9479, - "step": 7435 - }, - { - "epoch": 0.5, - "learning_rate": 1.0549604678461186e-05, - "loss": 0.9322, - "step": 7436 - }, - { - "epoch": 0.5, - "learning_rate": 1.0547438785388975e-05, - "loss": 0.9585, - "step": 7437 - }, - { - "epoch": 0.5, - "learning_rate": 1.05452728665584e-05, - "loss": 1.0417, - "step": 7438 - }, - { - "epoch": 0.5, - "learning_rate": 1.0543106922071373e-05, - "loss": 0.9745, - "step": 7439 - }, - { - "epoch": 0.5, - "learning_rate": 1.054094095202981e-05, - "loss": 1.0759, - "step": 7440 - }, - { - "epoch": 0.5, - "learning_rate": 1.0538774956535627e-05, - "loss": 0.9212, - "step": 7441 - }, - { - "epoch": 0.5, - "learning_rate": 1.053660893569073e-05, - "loss": 1.0093, - "step": 7442 - }, - { - "epoch": 0.5, - "learning_rate": 1.053444288959705e-05, - "loss": 0.9498, - "step": 7443 - }, - { - "epoch": 0.5, - "learning_rate": 1.0532276818356493e-05, - "loss": 0.955, - "step": 7444 - }, - { - "epoch": 0.5, - "learning_rate": 1.0530110722070983e-05, - "loss": 0.9542, - "step": 7445 - }, - { - "epoch": 0.5, - "learning_rate": 1.0527944600842437e-05, - "loss": 0.9369, - "step": 7446 - }, - { - "epoch": 0.5, - "learning_rate": 1.0525778454772784e-05, - "loss": 1.1151, - "step": 7447 - }, - { - "epoch": 0.5, - "learning_rate": 1.0523612283963938e-05, - "loss": 0.944, - "step": 7448 - }, - { - "epoch": 0.5, - "learning_rate": 1.0521446088517828e-05, - "loss": 1.0161, - "step": 7449 - }, - { - "epoch": 0.5, - "learning_rate": 1.0519279868536375e-05, - "loss": 0.9727, - "step": 7450 - }, - { - "epoch": 0.5, - "learning_rate": 1.0517113624121506e-05, - "loss": 1.0145, - "step": 7451 - }, - { - "epoch": 0.5, - "learning_rate": 1.0514947355375152e-05, - "loss": 0.9444, - "step": 7452 - }, - { - "epoch": 0.5, - "learning_rate": 1.051278106239924e-05, - "loss": 0.998, - "step": 7453 - }, - { - "epoch": 0.5, - "learning_rate": 1.0510614745295695e-05, - "loss": 1.0152, - "step": 7454 - }, - { - "epoch": 0.5, - "learning_rate": 1.0508448404166454e-05, - "loss": 1.0596, - "step": 7455 - }, - { - "epoch": 0.5, - "learning_rate": 1.0506282039113441e-05, - "loss": 1.0007, - "step": 7456 - }, - { - "epoch": 0.5, - "learning_rate": 1.05041156502386e-05, - "loss": 0.9143, - "step": 7457 - }, - { - "epoch": 0.5, - "learning_rate": 1.0501949237643854e-05, - "loss": 0.9881, - "step": 7458 - }, - { - "epoch": 0.5, - "learning_rate": 1.0499782801431143e-05, - "loss": 0.982, - "step": 7459 - }, - { - "epoch": 0.5, - "learning_rate": 1.0497616341702401e-05, - "loss": 0.982, - "step": 7460 - }, - { - "epoch": 0.5, - "learning_rate": 1.0495449858559572e-05, - "loss": 0.8816, - "step": 7461 - }, - { - "epoch": 0.5, - "learning_rate": 1.0493283352104586e-05, - "loss": 1.0234, - "step": 7462 - }, - { - "epoch": 0.5, - "learning_rate": 1.0491116822439389e-05, - "loss": 0.9535, - "step": 7463 - }, - { - "epoch": 0.5, - "learning_rate": 1.0488950269665916e-05, - "loss": 0.9361, - "step": 7464 - }, - { - "epoch": 0.5, - "learning_rate": 1.0486783693886114e-05, - "loss": 0.9856, - "step": 7465 - }, - { - "epoch": 0.5, - "learning_rate": 1.0484617095201924e-05, - "loss": 1.0282, - "step": 7466 - }, - { - "epoch": 0.5, - "learning_rate": 1.0482450473715287e-05, - "loss": 1.0153, - "step": 7467 - }, - { - "epoch": 0.5, - "learning_rate": 1.0480283829528151e-05, - "loss": 0.9809, - "step": 7468 - }, - { - "epoch": 0.5, - "learning_rate": 1.0478117162742458e-05, - "loss": 0.986, - "step": 7469 - }, - { - "epoch": 0.5, - "learning_rate": 1.0475950473460163e-05, - "loss": 0.9142, - "step": 7470 - }, - { - "epoch": 0.5, - "learning_rate": 1.0473783761783204e-05, - "loss": 1.079, - "step": 7471 - }, - { - "epoch": 0.5, - "learning_rate": 1.0471617027813543e-05, - "loss": 1.0503, - "step": 7472 - }, - { - "epoch": 0.5, - "learning_rate": 1.046945027165312e-05, - "loss": 1.0618, - "step": 7473 - }, - { - "epoch": 0.5, - "learning_rate": 1.0467283493403889e-05, - "loss": 0.9448, - "step": 7474 - }, - { - "epoch": 0.5, - "learning_rate": 1.0465116693167798e-05, - "loss": 1.0136, - "step": 7475 - }, - { - "epoch": 0.5, - "learning_rate": 1.0462949871046813e-05, - "loss": 1.0083, - "step": 7476 - }, - { - "epoch": 0.5, - "learning_rate": 1.0460783027142873e-05, - "loss": 0.9541, - "step": 7477 - }, - { - "epoch": 0.5, - "learning_rate": 1.0458616161557944e-05, - "loss": 1.0493, - "step": 7478 - }, - { - "epoch": 0.5, - "learning_rate": 1.0456449274393978e-05, - "loss": 0.9977, - "step": 7479 - }, - { - "epoch": 0.5, - "learning_rate": 1.0454282365752935e-05, - "loss": 1.0306, - "step": 7480 - }, - { - "epoch": 0.5, - "learning_rate": 1.0452115435736771e-05, - "loss": 0.9555, - "step": 7481 - }, - { - "epoch": 0.5, - "learning_rate": 1.0449948484447447e-05, - "loss": 0.9593, - "step": 7482 - }, - { - "epoch": 0.5, - "learning_rate": 1.044778151198692e-05, - "loss": 1.0206, - "step": 7483 - }, - { - "epoch": 0.5, - "learning_rate": 1.044561451845716e-05, - "loss": 0.922, - "step": 7484 - }, - { - "epoch": 0.5, - "learning_rate": 1.0443447503960118e-05, - "loss": 0.993, - "step": 7485 - }, - { - "epoch": 0.5, - "learning_rate": 1.0441280468597769e-05, - "loss": 1.0464, - "step": 7486 - }, - { - "epoch": 0.5, - "learning_rate": 1.0439113412472069e-05, - "loss": 1.0103, - "step": 7487 - }, - { - "epoch": 0.5, - "learning_rate": 1.0436946335684985e-05, - "loss": 1.0746, - "step": 7488 - }, - { - "epoch": 0.5, - "learning_rate": 1.0434779238338486e-05, - "loss": 0.9423, - "step": 7489 - }, - { - "epoch": 0.5, - "learning_rate": 1.0432612120534537e-05, - "loss": 0.9843, - "step": 7490 - }, - { - "epoch": 0.5, - "learning_rate": 1.043044498237511e-05, - "loss": 0.9798, - "step": 7491 - }, - { - "epoch": 0.5, - "learning_rate": 1.0428277823962169e-05, - "loss": 1.0244, - "step": 7492 - }, - { - "epoch": 0.5, - "learning_rate": 1.0426110645397687e-05, - "loss": 0.9643, - "step": 7493 - }, - { - "epoch": 0.5, - "learning_rate": 1.0423943446783633e-05, - "loss": 1.0413, - "step": 7494 - }, - { - "epoch": 0.5, - "learning_rate": 1.0421776228221984e-05, - "loss": 0.9318, - "step": 7495 - }, - { - "epoch": 0.5, - "learning_rate": 1.0419608989814709e-05, - "loss": 1.008, - "step": 7496 - }, - { - "epoch": 0.5, - "learning_rate": 1.0417441731663784e-05, - "loss": 1.0324, - "step": 7497 - }, - { - "epoch": 0.5, - "learning_rate": 1.041527445387118e-05, - "loss": 0.877, - "step": 7498 - }, - { - "epoch": 0.5, - "learning_rate": 1.0413107156538878e-05, - "loss": 1.017, - "step": 7499 - }, - { - "epoch": 0.5, - "learning_rate": 1.0410939839768853e-05, - "loss": 0.974, - "step": 7500 - }, - { - "epoch": 0.5, - "learning_rate": 1.0408772503663081e-05, - "loss": 0.9655, - "step": 7501 - }, - { - "epoch": 0.5, - "learning_rate": 1.0406605148323538e-05, - "loss": 1.0037, - "step": 7502 - }, - { - "epoch": 0.5, - "learning_rate": 1.0404437773852214e-05, - "loss": 0.9375, - "step": 7503 - }, - { - "epoch": 0.5, - "learning_rate": 1.0402270380351077e-05, - "loss": 0.9611, - "step": 7504 - }, - { - "epoch": 0.5, - "learning_rate": 1.0400102967922119e-05, - "loss": 1.0355, - "step": 7505 - }, - { - "epoch": 0.5, - "learning_rate": 1.0397935536667312e-05, - "loss": 0.9733, - "step": 7506 - }, - { - "epoch": 0.5, - "learning_rate": 1.0395768086688647e-05, - "loss": 0.9987, - "step": 7507 - }, - { - "epoch": 0.5, - "learning_rate": 1.0393600618088102e-05, - "loss": 0.9728, - "step": 7508 - }, - { - "epoch": 0.5, - "learning_rate": 1.0391433130967667e-05, - "loss": 0.9125, - "step": 7509 - }, - { - "epoch": 0.5, - "learning_rate": 1.0389265625429328e-05, - "loss": 0.9551, - "step": 7510 - }, - { - "epoch": 0.5, - "learning_rate": 1.0387098101575067e-05, - "loss": 0.9206, - "step": 7511 - }, - { - "epoch": 0.5, - "learning_rate": 1.0384930559506871e-05, - "loss": 0.9527, - "step": 7512 - }, - { - "epoch": 0.5, - "learning_rate": 1.0382762999326735e-05, - "loss": 1.0264, - "step": 7513 - }, - { - "epoch": 0.5, - "learning_rate": 1.0380595421136641e-05, - "loss": 0.9593, - "step": 7514 - }, - { - "epoch": 0.5, - "learning_rate": 1.0378427825038582e-05, - "loss": 1.001, - "step": 7515 - }, - { - "epoch": 0.5, - "learning_rate": 1.0376260211134548e-05, - "loss": 1.0313, - "step": 7516 - }, - { - "epoch": 0.5, - "learning_rate": 1.0374092579526533e-05, - "loss": 1.0999, - "step": 7517 - }, - { - "epoch": 0.5, - "learning_rate": 1.0371924930316525e-05, - "loss": 0.9386, - "step": 7518 - }, - { - "epoch": 0.5, - "learning_rate": 1.0369757263606525e-05, - "loss": 0.9062, - "step": 7519 - }, - { - "epoch": 0.5, - "learning_rate": 1.0367589579498518e-05, - "loss": 0.9459, - "step": 7520 - }, - { - "epoch": 0.5, - "learning_rate": 1.0365421878094506e-05, - "loss": 0.9039, - "step": 7521 - }, - { - "epoch": 0.5, - "learning_rate": 1.0363254159496479e-05, - "loss": 1.0241, - "step": 7522 - }, - { - "epoch": 0.5, - "learning_rate": 1.0361086423806438e-05, - "loss": 0.9423, - "step": 7523 - }, - { - "epoch": 0.5, - "learning_rate": 1.0358918671126379e-05, - "loss": 0.9836, - "step": 7524 - }, - { - "epoch": 0.5, - "learning_rate": 1.0356750901558302e-05, - "loss": 0.9232, - "step": 7525 - }, - { - "epoch": 0.5, - "learning_rate": 1.0354583115204202e-05, - "loss": 1.0225, - "step": 7526 - }, - { - "epoch": 0.5, - "learning_rate": 1.0352415312166077e-05, - "loss": 1.0237, - "step": 7527 - }, - { - "epoch": 0.5, - "learning_rate": 1.0350247492545937e-05, - "loss": 0.99, - "step": 7528 - }, - { - "epoch": 0.5, - "learning_rate": 1.0348079656445775e-05, - "loss": 1.015, - "step": 7529 - }, - { - "epoch": 0.5, - "learning_rate": 1.0345911803967599e-05, - "loss": 0.9262, - "step": 7530 - }, - { - "epoch": 0.5, - "learning_rate": 1.0343743935213404e-05, - "loss": 0.9065, - "step": 7531 - }, - { - "epoch": 0.5, - "learning_rate": 1.03415760502852e-05, - "loss": 0.9963, - "step": 7532 - }, - { - "epoch": 0.5, - "learning_rate": 1.0339408149284991e-05, - "loss": 0.9813, - "step": 7533 - }, - { - "epoch": 0.5, - "learning_rate": 1.033724023231478e-05, - "loss": 0.9341, - "step": 7534 - }, - { - "epoch": 0.5, - "learning_rate": 1.0335072299476571e-05, - "loss": 0.9571, - "step": 7535 - }, - { - "epoch": 0.5, - "learning_rate": 1.0332904350872377e-05, - "loss": 1.0096, - "step": 7536 - }, - { - "epoch": 0.5, - "learning_rate": 1.0330736386604198e-05, - "loss": 1.0309, - "step": 7537 - }, - { - "epoch": 0.5, - "learning_rate": 1.0328568406774053e-05, - "loss": 0.9199, - "step": 7538 - }, - { - "epoch": 0.5, - "learning_rate": 1.0326400411483939e-05, - "loss": 0.9669, - "step": 7539 - }, - { - "epoch": 0.5, - "learning_rate": 1.032423240083587e-05, - "loss": 0.996, - "step": 7540 - }, - { - "epoch": 0.51, - "learning_rate": 1.0322064374931857e-05, - "loss": 1.0033, - "step": 7541 - }, - { - "epoch": 0.51, - "learning_rate": 1.0319896333873911e-05, - "loss": 1.0516, - "step": 7542 - }, - { - "epoch": 0.51, - "learning_rate": 1.0317728277764046e-05, - "loss": 0.9285, - "step": 7543 - }, - { - "epoch": 0.51, - "learning_rate": 1.031556020670427e-05, - "loss": 0.9785, - "step": 7544 - }, - { - "epoch": 0.51, - "learning_rate": 1.0313392120796595e-05, - "loss": 1.0186, - "step": 7545 - }, - { - "epoch": 0.51, - "learning_rate": 1.0311224020143041e-05, - "loss": 1.0024, - "step": 7546 - }, - { - "epoch": 0.51, - "learning_rate": 1.0309055904845617e-05, - "loss": 0.9541, - "step": 7547 - }, - { - "epoch": 0.51, - "learning_rate": 1.0306887775006347e-05, - "loss": 0.9569, - "step": 7548 - }, - { - "epoch": 0.51, - "learning_rate": 1.0304719630727233e-05, - "loss": 1.0008, - "step": 7549 - }, - { - "epoch": 0.51, - "learning_rate": 1.0302551472110304e-05, - "loss": 1.0153, - "step": 7550 - }, - { - "epoch": 0.51, - "learning_rate": 1.0300383299257573e-05, - "loss": 1.1132, - "step": 7551 - }, - { - "epoch": 0.51, - "learning_rate": 1.0298215112271058e-05, - "loss": 0.945, - "step": 7552 - }, - { - "epoch": 0.51, - "learning_rate": 1.0296046911252771e-05, - "loss": 0.9827, - "step": 7553 - }, - { - "epoch": 0.51, - "learning_rate": 1.0293878696304742e-05, - "loss": 0.9574, - "step": 7554 - }, - { - "epoch": 0.51, - "learning_rate": 1.0291710467528987e-05, - "loss": 0.9827, - "step": 7555 - }, - { - "epoch": 0.51, - "learning_rate": 1.0289542225027523e-05, - "loss": 0.9795, - "step": 7556 - }, - { - "epoch": 0.51, - "learning_rate": 1.0287373968902376e-05, - "loss": 1.0387, - "step": 7557 - }, - { - "epoch": 0.51, - "learning_rate": 1.0285205699255567e-05, - "loss": 0.9423, - "step": 7558 - }, - { - "epoch": 0.51, - "learning_rate": 1.0283037416189116e-05, - "loss": 0.9974, - "step": 7559 - }, - { - "epoch": 0.51, - "learning_rate": 1.0280869119805045e-05, - "loss": 0.9734, - "step": 7560 - }, - { - "epoch": 0.51, - "learning_rate": 1.0278700810205385e-05, - "loss": 0.9323, - "step": 7561 - }, - { - "epoch": 0.51, - "learning_rate": 1.0276532487492155e-05, - "loss": 0.9371, - "step": 7562 - }, - { - "epoch": 0.51, - "learning_rate": 1.027436415176738e-05, - "loss": 0.9187, - "step": 7563 - }, - { - "epoch": 0.51, - "learning_rate": 1.0272195803133086e-05, - "loss": 0.9543, - "step": 7564 - }, - { - "epoch": 0.51, - "learning_rate": 1.0270027441691299e-05, - "loss": 0.91, - "step": 7565 - }, - { - "epoch": 0.51, - "learning_rate": 1.0267859067544045e-05, - "loss": 0.9388, - "step": 7566 - }, - { - "epoch": 0.51, - "learning_rate": 1.0265690680793358e-05, - "loss": 1.0158, - "step": 7567 - }, - { - "epoch": 0.51, - "learning_rate": 1.0263522281541256e-05, - "loss": 1.014, - "step": 7568 - }, - { - "epoch": 0.51, - "learning_rate": 1.0261353869889777e-05, - "loss": 0.9644, - "step": 7569 - }, - { - "epoch": 0.51, - "learning_rate": 1.025918544594094e-05, - "loss": 0.9546, - "step": 7570 - }, - { - "epoch": 0.51, - "learning_rate": 1.0257017009796787e-05, - "loss": 0.8872, - "step": 7571 - }, - { - "epoch": 0.51, - "learning_rate": 1.0254848561559334e-05, - "loss": 0.9489, - "step": 7572 - }, - { - "epoch": 0.51, - "learning_rate": 1.0252680101330626e-05, - "loss": 0.9125, - "step": 7573 - }, - { - "epoch": 0.51, - "learning_rate": 1.0250511629212683e-05, - "loss": 0.9766, - "step": 7574 - }, - { - "epoch": 0.51, - "learning_rate": 1.0248343145307547e-05, - "loss": 0.9609, - "step": 7575 - }, - { - "epoch": 0.51, - "learning_rate": 1.0246174649717241e-05, - "loss": 0.931, - "step": 7576 - }, - { - "epoch": 0.51, - "learning_rate": 1.0244006142543807e-05, - "loss": 0.9583, - "step": 7577 - }, - { - "epoch": 0.51, - "learning_rate": 1.0241837623889272e-05, - "loss": 1.0015, - "step": 7578 - }, - { - "epoch": 0.51, - "learning_rate": 1.0239669093855675e-05, - "loss": 0.9405, - "step": 7579 - }, - { - "epoch": 0.51, - "learning_rate": 1.0237500552545048e-05, - "loss": 0.9556, - "step": 7580 - }, - { - "epoch": 0.51, - "learning_rate": 1.0235332000059425e-05, - "loss": 1.0104, - "step": 7581 - }, - { - "epoch": 0.51, - "learning_rate": 1.0233163436500844e-05, - "loss": 0.9973, - "step": 7582 - }, - { - "epoch": 0.51, - "learning_rate": 1.0230994861971342e-05, - "loss": 0.8737, - "step": 7583 - }, - { - "epoch": 0.51, - "learning_rate": 1.0228826276572956e-05, - "loss": 1.0029, - "step": 7584 - }, - { - "epoch": 0.51, - "learning_rate": 1.0226657680407718e-05, - "loss": 1.0392, - "step": 7585 - }, - { - "epoch": 0.51, - "learning_rate": 1.0224489073577673e-05, - "loss": 0.9197, - "step": 7586 - }, - { - "epoch": 0.51, - "learning_rate": 1.0222320456184857e-05, - "loss": 1.0503, - "step": 7587 - }, - { - "epoch": 0.51, - "learning_rate": 1.0220151828331309e-05, - "loss": 0.9804, - "step": 7588 - }, - { - "epoch": 0.51, - "learning_rate": 1.0217983190119064e-05, - "loss": 1.024, - "step": 7589 - }, - { - "epoch": 0.51, - "learning_rate": 1.0215814541650166e-05, - "loss": 0.966, - "step": 7590 - }, - { - "epoch": 0.51, - "learning_rate": 1.0213645883026657e-05, - "loss": 0.9742, - "step": 7591 - }, - { - "epoch": 0.51, - "learning_rate": 1.0211477214350575e-05, - "loss": 0.9985, - "step": 7592 - }, - { - "epoch": 0.51, - "learning_rate": 1.020930853572396e-05, - "loss": 1.0531, - "step": 7593 - }, - { - "epoch": 0.51, - "learning_rate": 1.0207139847248857e-05, - "loss": 1.0039, - "step": 7594 - }, - { - "epoch": 0.51, - "learning_rate": 1.0204971149027307e-05, - "loss": 0.9703, - "step": 7595 - }, - { - "epoch": 0.51, - "learning_rate": 1.0202802441161355e-05, - "loss": 1.0727, - "step": 7596 - }, - { - "epoch": 0.51, - "learning_rate": 1.0200633723753037e-05, - "loss": 0.9737, - "step": 7597 - }, - { - "epoch": 0.51, - "learning_rate": 1.0198464996904403e-05, - "loss": 0.8977, - "step": 7598 - }, - { - "epoch": 0.51, - "learning_rate": 1.0196296260717493e-05, - "loss": 1.013, - "step": 7599 - }, - { - "epoch": 0.51, - "learning_rate": 1.0194127515294359e-05, - "loss": 0.9926, - "step": 7600 - }, - { - "epoch": 0.51, - "learning_rate": 1.0191958760737036e-05, - "loss": 0.9732, - "step": 7601 - }, - { - "epoch": 0.51, - "learning_rate": 1.0189789997147577e-05, - "loss": 0.9759, - "step": 7602 - }, - { - "epoch": 0.51, - "learning_rate": 1.018762122462802e-05, - "loss": 0.9311, - "step": 7603 - }, - { - "epoch": 0.51, - "learning_rate": 1.0185452443280418e-05, - "loss": 0.9963, - "step": 7604 - }, - { - "epoch": 0.51, - "learning_rate": 1.0183283653206816e-05, - "loss": 0.9477, - "step": 7605 - }, - { - "epoch": 0.51, - "learning_rate": 1.0181114854509261e-05, - "loss": 1.0459, - "step": 7606 - }, - { - "epoch": 0.51, - "learning_rate": 1.01789460472898e-05, - "loss": 1.0139, - "step": 7607 - }, - { - "epoch": 0.51, - "learning_rate": 1.0176777231650478e-05, - "loss": 1.0236, - "step": 7608 - }, - { - "epoch": 0.51, - "learning_rate": 1.0174608407693349e-05, - "loss": 1.0271, - "step": 7609 - }, - { - "epoch": 0.51, - "learning_rate": 1.0172439575520457e-05, - "loss": 1.0156, - "step": 7610 - }, - { - "epoch": 0.51, - "learning_rate": 1.0170270735233849e-05, - "loss": 0.9665, - "step": 7611 - }, - { - "epoch": 0.51, - "learning_rate": 1.0168101886935581e-05, - "loss": 0.9329, - "step": 7612 - }, - { - "epoch": 0.51, - "learning_rate": 1.0165933030727701e-05, - "loss": 1.0018, - "step": 7613 - }, - { - "epoch": 0.51, - "learning_rate": 1.0163764166712256e-05, - "loss": 1.0049, - "step": 7614 - }, - { - "epoch": 0.51, - "learning_rate": 1.0161595294991295e-05, - "loss": 0.9513, - "step": 7615 - }, - { - "epoch": 0.51, - "learning_rate": 1.0159426415666876e-05, - "loss": 0.9859, - "step": 7616 - }, - { - "epoch": 0.51, - "learning_rate": 1.0157257528841042e-05, - "loss": 0.961, - "step": 7617 - }, - { - "epoch": 0.51, - "learning_rate": 1.0155088634615848e-05, - "loss": 0.9614, - "step": 7618 - }, - { - "epoch": 0.51, - "learning_rate": 1.015291973309335e-05, - "loss": 0.9684, - "step": 7619 - }, - { - "epoch": 0.51, - "learning_rate": 1.0150750824375596e-05, - "loss": 0.8976, - "step": 7620 - }, - { - "epoch": 0.51, - "learning_rate": 1.0148581908564639e-05, - "loss": 1.0059, - "step": 7621 - }, - { - "epoch": 0.51, - "learning_rate": 1.014641298576253e-05, - "loss": 1.0388, - "step": 7622 - }, - { - "epoch": 0.51, - "learning_rate": 1.0144244056071327e-05, - "loss": 0.9377, - "step": 7623 - }, - { - "epoch": 0.51, - "learning_rate": 1.014207511959308e-05, - "loss": 1.0196, - "step": 7624 - }, - { - "epoch": 0.51, - "learning_rate": 1.0139906176429843e-05, - "loss": 0.96, - "step": 7625 - }, - { - "epoch": 0.51, - "learning_rate": 1.013773722668367e-05, - "loss": 0.9067, - "step": 7626 - }, - { - "epoch": 0.51, - "learning_rate": 1.013556827045662e-05, - "loss": 1.0089, - "step": 7627 - }, - { - "epoch": 0.51, - "learning_rate": 1.0133399307850742e-05, - "loss": 0.9245, - "step": 7628 - }, - { - "epoch": 0.51, - "learning_rate": 1.0131230338968094e-05, - "loss": 1.0737, - "step": 7629 - }, - { - "epoch": 0.51, - "learning_rate": 1.0129061363910729e-05, - "loss": 1.0121, - "step": 7630 - }, - { - "epoch": 0.51, - "learning_rate": 1.0126892382780707e-05, - "loss": 1.0487, - "step": 7631 - }, - { - "epoch": 0.51, - "learning_rate": 1.0124723395680079e-05, - "loss": 0.9188, - "step": 7632 - }, - { - "epoch": 0.51, - "learning_rate": 1.0122554402710906e-05, - "loss": 0.9496, - "step": 7633 - }, - { - "epoch": 0.51, - "learning_rate": 1.0120385403975242e-05, - "loss": 0.9675, - "step": 7634 - }, - { - "epoch": 0.51, - "learning_rate": 1.0118216399575143e-05, - "loss": 1.0403, - "step": 7635 - }, - { - "epoch": 0.51, - "learning_rate": 1.0116047389612665e-05, - "loss": 0.9966, - "step": 7636 - }, - { - "epoch": 0.51, - "learning_rate": 1.0113878374189872e-05, - "loss": 1.0085, - "step": 7637 - }, - { - "epoch": 0.51, - "learning_rate": 1.0111709353408813e-05, - "loss": 1.0019, - "step": 7638 - }, - { - "epoch": 0.51, - "learning_rate": 1.0109540327371554e-05, - "loss": 0.9957, - "step": 7639 - }, - { - "epoch": 0.51, - "learning_rate": 1.0107371296180144e-05, - "loss": 0.8782, - "step": 7640 - }, - { - "epoch": 0.51, - "learning_rate": 1.010520225993665e-05, - "loss": 0.9194, - "step": 7641 - }, - { - "epoch": 0.51, - "learning_rate": 1.0103033218743128e-05, - "loss": 0.933, - "step": 7642 - }, - { - "epoch": 0.51, - "learning_rate": 1.0100864172701632e-05, - "loss": 0.9422, - "step": 7643 - }, - { - "epoch": 0.51, - "learning_rate": 1.0098695121914226e-05, - "loss": 0.918, - "step": 7644 - }, - { - "epoch": 0.51, - "learning_rate": 1.009652606648297e-05, - "loss": 0.9493, - "step": 7645 - }, - { - "epoch": 0.51, - "learning_rate": 1.0094357006509921e-05, - "loss": 0.9684, - "step": 7646 - }, - { - "epoch": 0.51, - "learning_rate": 1.0092187942097138e-05, - "loss": 0.983, - "step": 7647 - }, - { - "epoch": 0.51, - "learning_rate": 1.0090018873346682e-05, - "loss": 1.038, - "step": 7648 - }, - { - "epoch": 0.51, - "learning_rate": 1.0087849800360611e-05, - "loss": 0.9778, - "step": 7649 - }, - { - "epoch": 0.51, - "learning_rate": 1.0085680723240992e-05, - "loss": 1.0155, - "step": 7650 - }, - { - "epoch": 0.51, - "learning_rate": 1.0083511642089876e-05, - "loss": 0.9387, - "step": 7651 - }, - { - "epoch": 0.51, - "learning_rate": 1.0081342557009335e-05, - "loss": 1.0652, - "step": 7652 - }, - { - "epoch": 0.51, - "learning_rate": 1.0079173468101418e-05, - "loss": 1.0147, - "step": 7653 - }, - { - "epoch": 0.51, - "learning_rate": 1.0077004375468194e-05, - "loss": 1.0107, - "step": 7654 - }, - { - "epoch": 0.51, - "learning_rate": 1.007483527921172e-05, - "loss": 1.0469, - "step": 7655 - }, - { - "epoch": 0.51, - "learning_rate": 1.0072666179434062e-05, - "loss": 1.0208, - "step": 7656 - }, - { - "epoch": 0.51, - "learning_rate": 1.0070497076237278e-05, - "loss": 1.0104, - "step": 7657 - }, - { - "epoch": 0.51, - "learning_rate": 1.006832796972343e-05, - "loss": 0.9345, - "step": 7658 - }, - { - "epoch": 0.51, - "learning_rate": 1.0066158859994576e-05, - "loss": 1.0278, - "step": 7659 - }, - { - "epoch": 0.51, - "learning_rate": 1.006398974715279e-05, - "loss": 1.0362, - "step": 7660 - }, - { - "epoch": 0.51, - "learning_rate": 1.006182063130012e-05, - "loss": 1.0405, - "step": 7661 - }, - { - "epoch": 0.51, - "learning_rate": 1.0059651512538643e-05, - "loss": 1.0392, - "step": 7662 - }, - { - "epoch": 0.51, - "learning_rate": 1.0057482390970406e-05, - "loss": 0.9893, - "step": 7663 - }, - { - "epoch": 0.51, - "learning_rate": 1.0055313266697482e-05, - "loss": 1.0524, - "step": 7664 - }, - { - "epoch": 0.51, - "learning_rate": 1.0053144139821927e-05, - "loss": 1.0026, - "step": 7665 - }, - { - "epoch": 0.51, - "learning_rate": 1.0050975010445814e-05, - "loss": 0.9832, - "step": 7666 - }, - { - "epoch": 0.51, - "learning_rate": 1.0048805878671193e-05, - "loss": 1.0106, - "step": 7667 - }, - { - "epoch": 0.51, - "learning_rate": 1.0046636744600138e-05, - "loss": 0.9437, - "step": 7668 - }, - { - "epoch": 0.51, - "learning_rate": 1.0044467608334702e-05, - "loss": 1.0185, - "step": 7669 - }, - { - "epoch": 0.51, - "learning_rate": 1.004229846997696e-05, - "loss": 0.9476, - "step": 7670 - }, - { - "epoch": 0.51, - "learning_rate": 1.0040129329628967e-05, - "loss": 0.9485, - "step": 7671 - }, - { - "epoch": 0.51, - "learning_rate": 1.003796018739279e-05, - "loss": 0.9631, - "step": 7672 - }, - { - "epoch": 0.51, - "learning_rate": 1.003579104337049e-05, - "loss": 0.9791, - "step": 7673 - }, - { - "epoch": 0.51, - "learning_rate": 1.0033621897664132e-05, - "loss": 1.0154, - "step": 7674 - }, - { - "epoch": 0.51, - "learning_rate": 1.003145275037578e-05, - "loss": 0.9472, - "step": 7675 - }, - { - "epoch": 0.51, - "learning_rate": 1.00292836016075e-05, - "loss": 0.9191, - "step": 7676 - }, - { - "epoch": 0.51, - "learning_rate": 1.002711445146135e-05, - "loss": 0.9948, - "step": 7677 - }, - { - "epoch": 0.51, - "learning_rate": 1.00249453000394e-05, - "loss": 0.9481, - "step": 7678 - }, - { - "epoch": 0.51, - "learning_rate": 1.0022776147443709e-05, - "loss": 0.9444, - "step": 7679 - }, - { - "epoch": 0.51, - "learning_rate": 1.0020606993776343e-05, - "loss": 0.9837, - "step": 7680 - }, - { - "epoch": 0.51, - "learning_rate": 1.001843783913937e-05, - "loss": 0.9502, - "step": 7681 - }, - { - "epoch": 0.51, - "learning_rate": 1.0016268683634847e-05, - "loss": 0.9792, - "step": 7682 - }, - { - "epoch": 0.51, - "learning_rate": 1.0014099527364843e-05, - "loss": 0.9597, - "step": 7683 - }, - { - "epoch": 0.51, - "learning_rate": 1.001193037043142e-05, - "loss": 0.9484, - "step": 7684 - }, - { - "epoch": 0.51, - "learning_rate": 1.0009761212936646e-05, - "loss": 0.9471, - "step": 7685 - }, - { - "epoch": 0.51, - "learning_rate": 1.000759205498258e-05, - "loss": 0.9922, - "step": 7686 - }, - { - "epoch": 0.51, - "learning_rate": 1.0005422896671291e-05, - "loss": 0.978, - "step": 7687 - }, - { - "epoch": 0.51, - "learning_rate": 1.0003253738104838e-05, - "loss": 0.9985, - "step": 7688 - }, - { - "epoch": 0.51, - "learning_rate": 1.0001084579385292e-05, - "loss": 0.9661, - "step": 7689 - }, - { - "epoch": 0.52, - "learning_rate": 9.998915420614713e-06, - "loss": 0.9844, - "step": 7690 - }, - { - "epoch": 0.52, - "learning_rate": 9.996746261895163e-06, - "loss": 1.0089, - "step": 7691 - }, - { - "epoch": 0.52, - "learning_rate": 9.994577103328712e-06, - "loss": 1.0077, - "step": 7692 - }, - { - "epoch": 0.52, - "learning_rate": 9.992407945017426e-06, - "loss": 0.9963, - "step": 7693 - }, - { - "epoch": 0.52, - "learning_rate": 9.990238787063355e-06, - "loss": 0.9105, - "step": 7694 - }, - { - "epoch": 0.52, - "learning_rate": 9.988069629568584e-06, - "loss": 0.9866, - "step": 7695 - }, - { - "epoch": 0.52, - "learning_rate": 9.985900472635159e-06, - "loss": 1.0679, - "step": 7696 - }, - { - "epoch": 0.52, - "learning_rate": 9.983731316365156e-06, - "loss": 1.0457, - "step": 7697 - }, - { - "epoch": 0.52, - "learning_rate": 9.981562160860636e-06, - "loss": 0.992, - "step": 7698 - }, - { - "epoch": 0.52, - "learning_rate": 9.979393006223658e-06, - "loss": 0.9881, - "step": 7699 - }, - { - "epoch": 0.52, - "learning_rate": 9.977223852556294e-06, - "loss": 0.9373, - "step": 7700 - }, - { - "epoch": 0.52, - "learning_rate": 9.975054699960602e-06, - "loss": 0.8822, - "step": 7701 - }, - { - "epoch": 0.52, - "learning_rate": 9.972885548538651e-06, - "loss": 0.9462, - "step": 7702 - }, - { - "epoch": 0.52, - "learning_rate": 9.970716398392505e-06, - "loss": 0.9713, - "step": 7703 - }, - { - "epoch": 0.52, - "learning_rate": 9.968547249624221e-06, - "loss": 0.93, - "step": 7704 - }, - { - "epoch": 0.52, - "learning_rate": 9.96637810233587e-06, - "loss": 0.9968, - "step": 7705 - }, - { - "epoch": 0.52, - "learning_rate": 9.96420895662951e-06, - "loss": 1.038, - "step": 7706 - }, - { - "epoch": 0.52, - "learning_rate": 9.962039812607213e-06, - "loss": 0.9576, - "step": 7707 - }, - { - "epoch": 0.52, - "learning_rate": 9.959870670371035e-06, - "loss": 1.0156, - "step": 7708 - }, - { - "epoch": 0.52, - "learning_rate": 9.95770153002304e-06, - "loss": 0.9381, - "step": 7709 - }, - { - "epoch": 0.52, - "learning_rate": 9.9555323916653e-06, - "loss": 1.0001, - "step": 7710 - }, - { - "epoch": 0.52, - "learning_rate": 9.953363255399869e-06, - "loss": 0.9261, - "step": 7711 - }, - { - "epoch": 0.52, - "learning_rate": 9.95119412132881e-06, - "loss": 0.9197, - "step": 7712 - }, - { - "epoch": 0.52, - "learning_rate": 9.949024989554192e-06, - "loss": 0.9529, - "step": 7713 - }, - { - "epoch": 0.52, - "learning_rate": 9.946855860178073e-06, - "loss": 0.8537, - "step": 7714 - }, - { - "epoch": 0.52, - "learning_rate": 9.944686733302523e-06, - "loss": 0.9931, - "step": 7715 - }, - { - "epoch": 0.52, - "learning_rate": 9.942517609029598e-06, - "loss": 0.9449, - "step": 7716 - }, - { - "epoch": 0.52, - "learning_rate": 9.940348487461362e-06, - "loss": 0.9477, - "step": 7717 - }, - { - "epoch": 0.52, - "learning_rate": 9.938179368699883e-06, - "loss": 0.9756, - "step": 7718 - }, - { - "epoch": 0.52, - "learning_rate": 9.93601025284721e-06, - "loss": 0.9459, - "step": 7719 - }, - { - "epoch": 0.52, - "learning_rate": 9.933841140005425e-06, - "loss": 1.0251, - "step": 7720 - }, - { - "epoch": 0.52, - "learning_rate": 9.931672030276576e-06, - "loss": 0.916, - "step": 7721 - }, - { - "epoch": 0.52, - "learning_rate": 9.929502923762725e-06, - "loss": 0.9651, - "step": 7722 - }, - { - "epoch": 0.52, - "learning_rate": 9.927333820565942e-06, - "loss": 0.9881, - "step": 7723 - }, - { - "epoch": 0.52, - "learning_rate": 9.925164720788281e-06, - "loss": 0.9373, - "step": 7724 - }, - { - "epoch": 0.52, - "learning_rate": 9.922995624531808e-06, - "loss": 0.9195, - "step": 7725 - }, - { - "epoch": 0.52, - "learning_rate": 9.920826531898587e-06, - "loss": 0.9514, - "step": 7726 - }, - { - "epoch": 0.52, - "learning_rate": 9.918657442990669e-06, - "loss": 0.9006, - "step": 7727 - }, - { - "epoch": 0.52, - "learning_rate": 9.916488357910127e-06, - "loss": 0.9227, - "step": 7728 - }, - { - "epoch": 0.52, - "learning_rate": 9.914319276759011e-06, - "loss": 0.9441, - "step": 7729 - }, - { - "epoch": 0.52, - "learning_rate": 9.91215019963939e-06, - "loss": 0.9214, - "step": 7730 - }, - { - "epoch": 0.52, - "learning_rate": 9.909981126653323e-06, - "loss": 0.9012, - "step": 7731 - }, - { - "epoch": 0.52, - "learning_rate": 9.907812057902865e-06, - "loss": 1.0096, - "step": 7732 - }, - { - "epoch": 0.52, - "learning_rate": 9.905642993490084e-06, - "loss": 0.973, - "step": 7733 - }, - { - "epoch": 0.52, - "learning_rate": 9.903473933517031e-06, - "loss": 0.9909, - "step": 7734 - }, - { - "epoch": 0.52, - "learning_rate": 9.901304878085777e-06, - "loss": 0.986, - "step": 7735 - }, - { - "epoch": 0.52, - "learning_rate": 9.899135827298371e-06, - "loss": 0.9369, - "step": 7736 - }, - { - "epoch": 0.52, - "learning_rate": 9.896966781256875e-06, - "loss": 1.0046, - "step": 7737 - }, - { - "epoch": 0.52, - "learning_rate": 9.894797740063353e-06, - "loss": 0.947, - "step": 7738 - }, - { - "epoch": 0.52, - "learning_rate": 9.892628703819856e-06, - "loss": 1.0116, - "step": 7739 - }, - { - "epoch": 0.52, - "learning_rate": 9.890459672628449e-06, - "loss": 1.0084, - "step": 7740 - }, - { - "epoch": 0.52, - "learning_rate": 9.888290646591188e-06, - "loss": 0.8871, - "step": 7741 - }, - { - "epoch": 0.52, - "learning_rate": 9.88612162581013e-06, - "loss": 0.9996, - "step": 7742 - }, - { - "epoch": 0.52, - "learning_rate": 9.883952610387337e-06, - "loss": 0.9417, - "step": 7743 - }, - { - "epoch": 0.52, - "learning_rate": 9.881783600424857e-06, - "loss": 0.9996, - "step": 7744 - }, - { - "epoch": 0.52, - "learning_rate": 9.879614596024763e-06, - "loss": 0.9426, - "step": 7745 - }, - { - "epoch": 0.52, - "learning_rate": 9.877445597289099e-06, - "loss": 0.939, - "step": 7746 - }, - { - "epoch": 0.52, - "learning_rate": 9.875276604319921e-06, - "loss": 1.0285, - "step": 7747 - }, - { - "epoch": 0.52, - "learning_rate": 9.873107617219296e-06, - "loss": 0.9196, - "step": 7748 - }, - { - "epoch": 0.52, - "learning_rate": 9.870938636089276e-06, - "loss": 1.0172, - "step": 7749 - }, - { - "epoch": 0.52, - "learning_rate": 9.868769661031908e-06, - "loss": 0.9332, - "step": 7750 - }, - { - "epoch": 0.52, - "learning_rate": 9.866600692149263e-06, - "loss": 1.0571, - "step": 7751 - }, - { - "epoch": 0.52, - "learning_rate": 9.864431729543382e-06, - "loss": 0.9388, - "step": 7752 - }, - { - "epoch": 0.52, - "learning_rate": 9.862262773316332e-06, - "loss": 1.0139, - "step": 7753 - }, - { - "epoch": 0.52, - "learning_rate": 9.86009382357016e-06, - "loss": 0.9758, - "step": 7754 - }, - { - "epoch": 0.52, - "learning_rate": 9.857924880406923e-06, - "loss": 0.9359, - "step": 7755 - }, - { - "epoch": 0.52, - "learning_rate": 9.855755943928676e-06, - "loss": 1.078, - "step": 7756 - }, - { - "epoch": 0.52, - "learning_rate": 9.85358701423747e-06, - "loss": 0.9316, - "step": 7757 - }, - { - "epoch": 0.52, - "learning_rate": 9.851418091435363e-06, - "loss": 1.0111, - "step": 7758 - }, - { - "epoch": 0.52, - "learning_rate": 9.849249175624409e-06, - "loss": 0.9381, - "step": 7759 - }, - { - "epoch": 0.52, - "learning_rate": 9.847080266906653e-06, - "loss": 0.9724, - "step": 7760 - }, - { - "epoch": 0.52, - "learning_rate": 9.844911365384153e-06, - "loss": 0.9521, - "step": 7761 - }, - { - "epoch": 0.52, - "learning_rate": 9.84274247115896e-06, - "loss": 1.0364, - "step": 7762 - }, - { - "epoch": 0.52, - "learning_rate": 9.840573584333129e-06, - "loss": 0.9269, - "step": 7763 - }, - { - "epoch": 0.52, - "learning_rate": 9.838404705008708e-06, - "loss": 1.0212, - "step": 7764 - }, - { - "epoch": 0.52, - "learning_rate": 9.836235833287747e-06, - "loss": 1.0014, - "step": 7765 - }, - { - "epoch": 0.52, - "learning_rate": 9.834066969272302e-06, - "loss": 0.8843, - "step": 7766 - }, - { - "epoch": 0.52, - "learning_rate": 9.831898113064419e-06, - "loss": 0.9565, - "step": 7767 - }, - { - "epoch": 0.52, - "learning_rate": 9.829729264766153e-06, - "loss": 0.9314, - "step": 7768 - }, - { - "epoch": 0.52, - "learning_rate": 9.827560424479548e-06, - "loss": 0.9833, - "step": 7769 - }, - { - "epoch": 0.52, - "learning_rate": 9.825391592306653e-06, - "loss": 1.0473, - "step": 7770 - }, - { - "epoch": 0.52, - "learning_rate": 9.823222768349524e-06, - "loss": 0.9936, - "step": 7771 - }, - { - "epoch": 0.52, - "learning_rate": 9.8210539527102e-06, - "loss": 0.8753, - "step": 7772 - }, - { - "epoch": 0.52, - "learning_rate": 9.81888514549074e-06, - "loss": 0.9919, - "step": 7773 - }, - { - "epoch": 0.52, - "learning_rate": 9.816716346793187e-06, - "loss": 0.9236, - "step": 7774 - }, - { - "epoch": 0.52, - "learning_rate": 9.814547556719582e-06, - "loss": 0.9929, - "step": 7775 - }, - { - "epoch": 0.52, - "learning_rate": 9.812378775371982e-06, - "loss": 1.0084, - "step": 7776 - }, - { - "epoch": 0.52, - "learning_rate": 9.810210002852424e-06, - "loss": 1.0438, - "step": 7777 - }, - { - "epoch": 0.52, - "learning_rate": 9.808041239262966e-06, - "loss": 1.0741, - "step": 7778 - }, - { - "epoch": 0.52, - "learning_rate": 9.805872484705646e-06, - "loss": 1.0255, - "step": 7779 - }, - { - "epoch": 0.52, - "learning_rate": 9.803703739282507e-06, - "loss": 0.9967, - "step": 7780 - }, - { - "epoch": 0.52, - "learning_rate": 9.8015350030956e-06, - "loss": 0.9254, - "step": 7781 - }, - { - "epoch": 0.52, - "learning_rate": 9.799366276246965e-06, - "loss": 0.9177, - "step": 7782 - }, - { - "epoch": 0.52, - "learning_rate": 9.797197558838649e-06, - "loss": 0.9236, - "step": 7783 - }, - { - "epoch": 0.52, - "learning_rate": 9.795028850972696e-06, - "loss": 0.9731, - "step": 7784 - }, - { - "epoch": 0.52, - "learning_rate": 9.792860152751143e-06, - "loss": 1.0298, - "step": 7785 - }, - { - "epoch": 0.52, - "learning_rate": 9.790691464276043e-06, - "loss": 0.9638, - "step": 7786 - }, - { - "epoch": 0.52, - "learning_rate": 9.78852278564943e-06, - "loss": 1.0779, - "step": 7787 - }, - { - "epoch": 0.52, - "learning_rate": 9.786354116973345e-06, - "loss": 0.9957, - "step": 7788 - }, - { - "epoch": 0.52, - "learning_rate": 9.784185458349837e-06, - "loss": 0.9441, - "step": 7789 - }, - { - "epoch": 0.52, - "learning_rate": 9.782016809880938e-06, - "loss": 1.0366, - "step": 7790 - }, - { - "epoch": 0.52, - "learning_rate": 9.779848171668695e-06, - "loss": 0.9266, - "step": 7791 - }, - { - "epoch": 0.52, - "learning_rate": 9.777679543815148e-06, - "loss": 1.0065, - "step": 7792 - }, - { - "epoch": 0.52, - "learning_rate": 9.775510926422329e-06, - "loss": 0.9666, - "step": 7793 - }, - { - "epoch": 0.52, - "learning_rate": 9.773342319592285e-06, - "loss": 1.0224, - "step": 7794 - }, - { - "epoch": 0.52, - "learning_rate": 9.771173723427047e-06, - "loss": 1.0398, - "step": 7795 - }, - { - "epoch": 0.52, - "learning_rate": 9.76900513802866e-06, - "loss": 0.9005, - "step": 7796 - }, - { - "epoch": 0.52, - "learning_rate": 9.766836563499157e-06, - "loss": 0.9401, - "step": 7797 - }, - { - "epoch": 0.52, - "learning_rate": 9.764667999940576e-06, - "loss": 0.9189, - "step": 7798 - }, - { - "epoch": 0.52, - "learning_rate": 9.762499447454955e-06, - "loss": 1.0258, - "step": 7799 - }, - { - "epoch": 0.52, - "learning_rate": 9.760330906144326e-06, - "loss": 0.9592, - "step": 7800 - }, - { - "epoch": 0.52, - "learning_rate": 9.75816237611073e-06, - "loss": 0.9273, - "step": 7801 - }, - { - "epoch": 0.52, - "learning_rate": 9.755993857456198e-06, - "loss": 0.8649, - "step": 7802 - }, - { - "epoch": 0.52, - "learning_rate": 9.75382535028276e-06, - "loss": 0.9926, - "step": 7803 - }, - { - "epoch": 0.52, - "learning_rate": 9.751656854692458e-06, - "loss": 0.8482, - "step": 7804 - }, - { - "epoch": 0.52, - "learning_rate": 9.749488370787318e-06, - "loss": 1.0723, - "step": 7805 - }, - { - "epoch": 0.52, - "learning_rate": 9.747319898669378e-06, - "loss": 1.0018, - "step": 7806 - }, - { - "epoch": 0.52, - "learning_rate": 9.74515143844067e-06, - "loss": 0.9958, - "step": 7807 - }, - { - "epoch": 0.52, - "learning_rate": 9.742982990203217e-06, - "loss": 0.9317, - "step": 7808 - }, - { - "epoch": 0.52, - "learning_rate": 9.740814554059064e-06, - "loss": 0.907, - "step": 7809 - }, - { - "epoch": 0.52, - "learning_rate": 9.738646130110225e-06, - "loss": 0.9957, - "step": 7810 - }, - { - "epoch": 0.52, - "learning_rate": 9.736477718458746e-06, - "loss": 0.9785, - "step": 7811 - }, - { - "epoch": 0.52, - "learning_rate": 9.734309319206647e-06, - "loss": 1.0292, - "step": 7812 - }, - { - "epoch": 0.52, - "learning_rate": 9.732140932455956e-06, - "loss": 0.9893, - "step": 7813 - }, - { - "epoch": 0.52, - "learning_rate": 9.729972558308703e-06, - "loss": 1.0463, - "step": 7814 - }, - { - "epoch": 0.52, - "learning_rate": 9.727804196866916e-06, - "loss": 1.0762, - "step": 7815 - }, - { - "epoch": 0.52, - "learning_rate": 9.725635848232623e-06, - "loss": 0.9044, - "step": 7816 - }, - { - "epoch": 0.52, - "learning_rate": 9.72346751250785e-06, - "loss": 0.9188, - "step": 7817 - }, - { - "epoch": 0.52, - "learning_rate": 9.721299189794617e-06, - "loss": 0.9713, - "step": 7818 - }, - { - "epoch": 0.52, - "learning_rate": 9.719130880194957e-06, - "loss": 0.963, - "step": 7819 - }, - { - "epoch": 0.52, - "learning_rate": 9.716962583810886e-06, - "loss": 0.9695, - "step": 7820 - }, - { - "epoch": 0.52, - "learning_rate": 9.714794300744438e-06, - "loss": 1.0425, - "step": 7821 - }, - { - "epoch": 0.52, - "learning_rate": 9.712626031097626e-06, - "loss": 0.983, - "step": 7822 - }, - { - "epoch": 0.52, - "learning_rate": 9.710457774972478e-06, - "loss": 1.0368, - "step": 7823 - }, - { - "epoch": 0.52, - "learning_rate": 9.708289532471016e-06, - "loss": 0.9591, - "step": 7824 - }, - { - "epoch": 0.52, - "learning_rate": 9.706121303695263e-06, - "loss": 0.981, - "step": 7825 - }, - { - "epoch": 0.52, - "learning_rate": 9.70395308874723e-06, - "loss": 0.9892, - "step": 7826 - }, - { - "epoch": 0.52, - "learning_rate": 9.701784887728949e-06, - "loss": 1.0147, - "step": 7827 - }, - { - "epoch": 0.52, - "learning_rate": 9.69961670074243e-06, - "loss": 0.9529, - "step": 7828 - }, - { - "epoch": 0.52, - "learning_rate": 9.697448527889697e-06, - "loss": 0.983, - "step": 7829 - }, - { - "epoch": 0.52, - "learning_rate": 9.695280369272769e-06, - "loss": 1.0631, - "step": 7830 - }, - { - "epoch": 0.52, - "learning_rate": 9.693112224993657e-06, - "loss": 1.0354, - "step": 7831 - }, - { - "epoch": 0.52, - "learning_rate": 9.690944095154385e-06, - "loss": 0.9888, - "step": 7832 - }, - { - "epoch": 0.52, - "learning_rate": 9.688775979856959e-06, - "loss": 0.96, - "step": 7833 - }, - { - "epoch": 0.52, - "learning_rate": 9.686607879203408e-06, - "loss": 0.9384, - "step": 7834 - }, - { - "epoch": 0.52, - "learning_rate": 9.684439793295737e-06, - "loss": 0.9843, - "step": 7835 - }, - { - "epoch": 0.52, - "learning_rate": 9.682271722235959e-06, - "loss": 0.8957, - "step": 7836 - }, - { - "epoch": 0.52, - "learning_rate": 9.680103666126092e-06, - "loss": 0.994, - "step": 7837 - }, - { - "epoch": 0.52, - "learning_rate": 9.677935625068145e-06, - "loss": 0.9368, - "step": 7838 - }, - { - "epoch": 0.52, - "learning_rate": 9.675767599164133e-06, - "loss": 0.9711, - "step": 7839 - }, - { - "epoch": 0.53, - "learning_rate": 9.673599588516066e-06, - "loss": 0.9519, - "step": 7840 - }, - { - "epoch": 0.53, - "learning_rate": 9.67143159322595e-06, - "loss": 0.8776, - "step": 7841 - }, - { - "epoch": 0.53, - "learning_rate": 9.669263613395803e-06, - "loss": 0.9398, - "step": 7842 - }, - { - "epoch": 0.53, - "learning_rate": 9.667095649127623e-06, - "loss": 0.9577, - "step": 7843 - }, - { - "epoch": 0.53, - "learning_rate": 9.66492770052343e-06, - "loss": 0.9849, - "step": 7844 - }, - { - "epoch": 0.53, - "learning_rate": 9.662759767685225e-06, - "loss": 0.9253, - "step": 7845 - }, - { - "epoch": 0.53, - "learning_rate": 9.660591850715012e-06, - "loss": 0.9349, - "step": 7846 - }, - { - "epoch": 0.53, - "learning_rate": 9.658423949714803e-06, - "loss": 0.9086, - "step": 7847 - }, - { - "epoch": 0.53, - "learning_rate": 9.656256064786598e-06, - "loss": 1.0426, - "step": 7848 - }, - { - "epoch": 0.53, - "learning_rate": 9.654088196032405e-06, - "loss": 1.0443, - "step": 7849 - }, - { - "epoch": 0.53, - "learning_rate": 9.651920343554229e-06, - "loss": 0.9864, - "step": 7850 - }, - { - "epoch": 0.53, - "learning_rate": 9.649752507454067e-06, - "loss": 0.9711, - "step": 7851 - }, - { - "epoch": 0.53, - "learning_rate": 9.647584687833925e-06, - "loss": 0.96, - "step": 7852 - }, - { - "epoch": 0.53, - "learning_rate": 9.645416884795802e-06, - "loss": 0.9877, - "step": 7853 - }, - { - "epoch": 0.53, - "learning_rate": 9.643249098441703e-06, - "loss": 0.9712, - "step": 7854 - }, - { - "epoch": 0.53, - "learning_rate": 9.641081328873625e-06, - "loss": 0.9846, - "step": 7855 - }, - { - "epoch": 0.53, - "learning_rate": 9.638913576193563e-06, - "loss": 1.0514, - "step": 7856 - }, - { - "epoch": 0.53, - "learning_rate": 9.636745840503525e-06, - "loss": 0.9674, - "step": 7857 - }, - { - "epoch": 0.53, - "learning_rate": 9.634578121905494e-06, - "loss": 0.9795, - "step": 7858 - }, - { - "epoch": 0.53, - "learning_rate": 9.632410420501484e-06, - "loss": 0.9475, - "step": 7859 - }, - { - "epoch": 0.53, - "learning_rate": 9.63024273639348e-06, - "loss": 0.9866, - "step": 7860 - }, - { - "epoch": 0.53, - "learning_rate": 9.628075069683475e-06, - "loss": 1.003, - "step": 7861 - }, - { - "epoch": 0.53, - "learning_rate": 9.62590742047347e-06, - "loss": 0.9193, - "step": 7862 - }, - { - "epoch": 0.53, - "learning_rate": 9.623739788865456e-06, - "loss": 0.8929, - "step": 7863 - }, - { - "epoch": 0.53, - "learning_rate": 9.62157217496142e-06, - "loss": 0.9971, - "step": 7864 - }, - { - "epoch": 0.53, - "learning_rate": 9.619404578863364e-06, - "loss": 1.0675, - "step": 7865 - }, - { - "epoch": 0.53, - "learning_rate": 9.617237000673267e-06, - "loss": 0.9889, - "step": 7866 - }, - { - "epoch": 0.53, - "learning_rate": 9.615069440493132e-06, - "loss": 0.9428, - "step": 7867 - }, - { - "epoch": 0.53, - "learning_rate": 9.612901898424938e-06, - "loss": 0.94, - "step": 7868 - }, - { - "epoch": 0.53, - "learning_rate": 9.610734374570675e-06, - "loss": 0.9827, - "step": 7869 - }, - { - "epoch": 0.53, - "learning_rate": 9.608566869032334e-06, - "loss": 0.9641, - "step": 7870 - }, - { - "epoch": 0.53, - "learning_rate": 9.606399381911898e-06, - "loss": 0.9617, - "step": 7871 - }, - { - "epoch": 0.53, - "learning_rate": 9.604231913311356e-06, - "loss": 1.0062, - "step": 7872 - }, - { - "epoch": 0.53, - "learning_rate": 9.602064463332693e-06, - "loss": 1.1016, - "step": 7873 - }, - { - "epoch": 0.53, - "learning_rate": 9.599897032077884e-06, - "loss": 1.0146, - "step": 7874 - }, - { - "epoch": 0.53, - "learning_rate": 9.597729619648927e-06, - "loss": 0.9351, - "step": 7875 - }, - { - "epoch": 0.53, - "learning_rate": 9.59556222614779e-06, - "loss": 0.9269, - "step": 7876 - }, - { - "epoch": 0.53, - "learning_rate": 9.593394851676464e-06, - "loss": 1.0068, - "step": 7877 - }, - { - "epoch": 0.53, - "learning_rate": 9.591227496336924e-06, - "loss": 1.0001, - "step": 7878 - }, - { - "epoch": 0.53, - "learning_rate": 9.58906016023115e-06, - "loss": 0.9237, - "step": 7879 - }, - { - "epoch": 0.53, - "learning_rate": 9.586892843461126e-06, - "loss": 0.9699, - "step": 7880 - }, - { - "epoch": 0.53, - "learning_rate": 9.584725546128821e-06, - "loss": 0.9442, - "step": 7881 - }, - { - "epoch": 0.53, - "learning_rate": 9.582558268336218e-06, - "loss": 0.9294, - "step": 7882 - }, - { - "epoch": 0.53, - "learning_rate": 9.580391010185294e-06, - "loss": 0.9231, - "step": 7883 - }, - { - "epoch": 0.53, - "learning_rate": 9.578223771778018e-06, - "loss": 0.9729, - "step": 7884 - }, - { - "epoch": 0.53, - "learning_rate": 9.576056553216369e-06, - "loss": 0.9431, - "step": 7885 - }, - { - "epoch": 0.53, - "learning_rate": 9.573889354602315e-06, - "loss": 0.9792, - "step": 7886 - }, - { - "epoch": 0.53, - "learning_rate": 9.571722176037833e-06, - "loss": 1.0256, - "step": 7887 - }, - { - "epoch": 0.53, - "learning_rate": 9.569555017624893e-06, - "loss": 0.9507, - "step": 7888 - }, - { - "epoch": 0.53, - "learning_rate": 9.567387879465463e-06, - "loss": 1.0081, - "step": 7889 - }, - { - "epoch": 0.53, - "learning_rate": 9.565220761661517e-06, - "loss": 0.9465, - "step": 7890 - }, - { - "epoch": 0.53, - "learning_rate": 9.563053664315015e-06, - "loss": 0.9217, - "step": 7891 - }, - { - "epoch": 0.53, - "learning_rate": 9.560886587527934e-06, - "loss": 1.0341, - "step": 7892 - }, - { - "epoch": 0.53, - "learning_rate": 9.558719531402236e-06, - "loss": 0.9469, - "step": 7893 - }, - { - "epoch": 0.53, - "learning_rate": 9.556552496039881e-06, - "loss": 0.9637, - "step": 7894 - }, - { - "epoch": 0.53, - "learning_rate": 9.554385481542842e-06, - "loss": 0.9349, - "step": 7895 - }, - { - "epoch": 0.53, - "learning_rate": 9.552218488013082e-06, - "loss": 0.9603, - "step": 7896 - }, - { - "epoch": 0.53, - "learning_rate": 9.550051515552556e-06, - "loss": 0.9959, - "step": 7897 - }, - { - "epoch": 0.53, - "learning_rate": 9.547884564263234e-06, - "loss": 0.9405, - "step": 7898 - }, - { - "epoch": 0.53, - "learning_rate": 9.545717634247065e-06, - "loss": 0.9676, - "step": 7899 - }, - { - "epoch": 0.53, - "learning_rate": 9.543550725606025e-06, - "loss": 0.9693, - "step": 7900 - }, - { - "epoch": 0.53, - "learning_rate": 9.54138383844206e-06, - "loss": 0.925, - "step": 7901 - }, - { - "epoch": 0.53, - "learning_rate": 9.539216972857129e-06, - "loss": 1.0225, - "step": 7902 - }, - { - "epoch": 0.53, - "learning_rate": 9.537050128953192e-06, - "loss": 0.9718, - "step": 7903 - }, - { - "epoch": 0.53, - "learning_rate": 9.534883306832202e-06, - "loss": 0.9112, - "step": 7904 - }, - { - "epoch": 0.53, - "learning_rate": 9.532716506596116e-06, - "loss": 1.0437, - "step": 7905 - }, - { - "epoch": 0.53, - "learning_rate": 9.530549728346886e-06, - "loss": 0.9397, - "step": 7906 - }, - { - "epoch": 0.53, - "learning_rate": 9.528382972186459e-06, - "loss": 0.9608, - "step": 7907 - }, - { - "epoch": 0.53, - "learning_rate": 9.526216238216797e-06, - "loss": 0.9543, - "step": 7908 - }, - { - "epoch": 0.53, - "learning_rate": 9.52404952653984e-06, - "loss": 0.9944, - "step": 7909 - }, - { - "epoch": 0.53, - "learning_rate": 9.521882837257543e-06, - "loss": 1.0413, - "step": 7910 - }, - { - "epoch": 0.53, - "learning_rate": 9.519716170471854e-06, - "loss": 1.0117, - "step": 7911 - }, - { - "epoch": 0.53, - "learning_rate": 9.517549526284717e-06, - "loss": 0.9729, - "step": 7912 - }, - { - "epoch": 0.53, - "learning_rate": 9.51538290479808e-06, - "loss": 0.9713, - "step": 7913 - }, - { - "epoch": 0.53, - "learning_rate": 9.513216306113886e-06, - "loss": 0.995, - "step": 7914 - }, - { - "epoch": 0.53, - "learning_rate": 9.511049730334086e-06, - "loss": 0.913, - "step": 7915 - }, - { - "epoch": 0.53, - "learning_rate": 9.508883177560616e-06, - "loss": 0.9567, - "step": 7916 - }, - { - "epoch": 0.53, - "learning_rate": 9.506716647895415e-06, - "loss": 0.9041, - "step": 7917 - }, - { - "epoch": 0.53, - "learning_rate": 9.504550141440432e-06, - "loss": 1.0018, - "step": 7918 - }, - { - "epoch": 0.53, - "learning_rate": 9.502383658297599e-06, - "loss": 1.03, - "step": 7919 - }, - { - "epoch": 0.53, - "learning_rate": 9.500217198568859e-06, - "loss": 0.9941, - "step": 7920 - }, - { - "epoch": 0.53, - "learning_rate": 9.49805076235615e-06, - "loss": 0.9537, - "step": 7921 - }, - { - "epoch": 0.53, - "learning_rate": 9.495884349761405e-06, - "loss": 1.0757, - "step": 7922 - }, - { - "epoch": 0.53, - "learning_rate": 9.49371796088656e-06, - "loss": 0.9557, - "step": 7923 - }, - { - "epoch": 0.53, - "learning_rate": 9.491551595833548e-06, - "loss": 1.0256, - "step": 7924 - }, - { - "epoch": 0.53, - "learning_rate": 9.489385254704308e-06, - "loss": 0.9938, - "step": 7925 - }, - { - "epoch": 0.53, - "learning_rate": 9.487218937600765e-06, - "loss": 1.0057, - "step": 7926 - }, - { - "epoch": 0.53, - "learning_rate": 9.485052644624848e-06, - "loss": 0.9521, - "step": 7927 - }, - { - "epoch": 0.53, - "learning_rate": 9.482886375878496e-06, - "loss": 0.9888, - "step": 7928 - }, - { - "epoch": 0.53, - "learning_rate": 9.480720131463627e-06, - "loss": 0.9998, - "step": 7929 - }, - { - "epoch": 0.53, - "learning_rate": 9.478553911482176e-06, - "loss": 0.9986, - "step": 7930 - }, - { - "epoch": 0.53, - "learning_rate": 9.476387716036067e-06, - "loss": 0.9692, - "step": 7931 - }, - { - "epoch": 0.53, - "learning_rate": 9.474221545227218e-06, - "loss": 1.0356, - "step": 7932 - }, - { - "epoch": 0.53, - "learning_rate": 9.472055399157565e-06, - "loss": 1.0188, - "step": 7933 - }, - { - "epoch": 0.53, - "learning_rate": 9.469889277929022e-06, - "loss": 0.9485, - "step": 7934 - }, - { - "epoch": 0.53, - "learning_rate": 9.46772318164351e-06, - "loss": 1.0434, - "step": 7935 - }, - { - "epoch": 0.53, - "learning_rate": 9.465557110402954e-06, - "loss": 0.91, - "step": 7936 - }, - { - "epoch": 0.53, - "learning_rate": 9.46339106430927e-06, - "loss": 1.0131, - "step": 7937 - }, - { - "epoch": 0.53, - "learning_rate": 9.461225043464378e-06, - "loss": 0.979, - "step": 7938 - }, - { - "epoch": 0.53, - "learning_rate": 9.459059047970195e-06, - "loss": 0.9439, - "step": 7939 - }, - { - "epoch": 0.53, - "learning_rate": 9.45689307792863e-06, - "loss": 0.9169, - "step": 7940 - }, - { - "epoch": 0.53, - "learning_rate": 9.454727133441606e-06, - "loss": 0.9108, - "step": 7941 - }, - { - "epoch": 0.53, - "learning_rate": 9.452561214611028e-06, - "loss": 1.0858, - "step": 7942 - }, - { - "epoch": 0.53, - "learning_rate": 9.450395321538816e-06, - "loss": 0.9932, - "step": 7943 - }, - { - "epoch": 0.53, - "learning_rate": 9.448229454326878e-06, - "loss": 0.9693, - "step": 7944 - }, - { - "epoch": 0.53, - "learning_rate": 9.446063613077119e-06, - "loss": 1.0669, - "step": 7945 - }, - { - "epoch": 0.53, - "learning_rate": 9.443897797891453e-06, - "loss": 0.9797, - "step": 7946 - }, - { - "epoch": 0.53, - "learning_rate": 9.441732008871781e-06, - "loss": 0.9725, - "step": 7947 - }, - { - "epoch": 0.53, - "learning_rate": 9.439566246120018e-06, - "loss": 0.8919, - "step": 7948 - }, - { - "epoch": 0.53, - "learning_rate": 9.43740050973806e-06, - "loss": 0.9762, - "step": 7949 - }, - { - "epoch": 0.53, - "learning_rate": 9.435234799827813e-06, - "loss": 0.9817, - "step": 7950 - }, - { - "epoch": 0.53, - "learning_rate": 9.433069116491179e-06, - "loss": 0.9186, - "step": 7951 - }, - { - "epoch": 0.53, - "learning_rate": 9.430903459830058e-06, - "loss": 0.9762, - "step": 7952 - }, - { - "epoch": 0.53, - "learning_rate": 9.428737829946353e-06, - "loss": 1.0062, - "step": 7953 - }, - { - "epoch": 0.53, - "learning_rate": 9.426572226941962e-06, - "loss": 0.9571, - "step": 7954 - }, - { - "epoch": 0.53, - "learning_rate": 9.424406650918774e-06, - "loss": 0.9274, - "step": 7955 - }, - { - "epoch": 0.53, - "learning_rate": 9.422241101978696e-06, - "loss": 1.0145, - "step": 7956 - }, - { - "epoch": 0.53, - "learning_rate": 9.420075580223611e-06, - "loss": 0.8985, - "step": 7957 - }, - { - "epoch": 0.53, - "learning_rate": 9.417910085755426e-06, - "loss": 0.9986, - "step": 7958 - }, - { - "epoch": 0.53, - "learning_rate": 9.415744618676023e-06, - "loss": 1.0134, - "step": 7959 - }, - { - "epoch": 0.53, - "learning_rate": 9.413579179087292e-06, - "loss": 0.9903, - "step": 7960 - }, - { - "epoch": 0.53, - "learning_rate": 9.411413767091128e-06, - "loss": 0.9873, - "step": 7961 - }, - { - "epoch": 0.53, - "learning_rate": 9.409248382789413e-06, - "loss": 1.0244, - "step": 7962 - }, - { - "epoch": 0.53, - "learning_rate": 9.40708302628404e-06, - "loss": 0.8685, - "step": 7963 - }, - { - "epoch": 0.53, - "learning_rate": 9.404917697676895e-06, - "loss": 0.9341, - "step": 7964 - }, - { - "epoch": 0.53, - "learning_rate": 9.402752397069851e-06, - "loss": 0.9843, - "step": 7965 - }, - { - "epoch": 0.53, - "learning_rate": 9.400587124564806e-06, - "loss": 0.96, - "step": 7966 - }, - { - "epoch": 0.53, - "learning_rate": 9.398421880263629e-06, - "loss": 0.8806, - "step": 7967 - }, - { - "epoch": 0.53, - "learning_rate": 9.396256664268206e-06, - "loss": 0.9168, - "step": 7968 - }, - { - "epoch": 0.53, - "learning_rate": 9.394091476680418e-06, - "loss": 0.9971, - "step": 7969 - }, - { - "epoch": 0.53, - "learning_rate": 9.391926317602134e-06, - "loss": 0.9019, - "step": 7970 - }, - { - "epoch": 0.53, - "learning_rate": 9.38976118713524e-06, - "loss": 0.9052, - "step": 7971 - }, - { - "epoch": 0.53, - "learning_rate": 9.387596085381606e-06, - "loss": 0.9201, - "step": 7972 - }, - { - "epoch": 0.53, - "learning_rate": 9.385431012443103e-06, - "loss": 0.9934, - "step": 7973 - }, - { - "epoch": 0.53, - "learning_rate": 9.383265968421608e-06, - "loss": 0.9629, - "step": 7974 - }, - { - "epoch": 0.53, - "learning_rate": 9.381100953418988e-06, - "loss": 0.958, - "step": 7975 - }, - { - "epoch": 0.53, - "learning_rate": 9.378935967537116e-06, - "loss": 0.9082, - "step": 7976 - }, - { - "epoch": 0.53, - "learning_rate": 9.376771010877858e-06, - "loss": 0.9705, - "step": 7977 - }, - { - "epoch": 0.53, - "learning_rate": 9.374606083543078e-06, - "loss": 0.9742, - "step": 7978 - }, - { - "epoch": 0.53, - "learning_rate": 9.372441185634645e-06, - "loss": 0.9328, - "step": 7979 - }, - { - "epoch": 0.53, - "learning_rate": 9.37027631725442e-06, - "loss": 0.9751, - "step": 7980 - }, - { - "epoch": 0.53, - "learning_rate": 9.368111478504273e-06, - "loss": 0.9657, - "step": 7981 - }, - { - "epoch": 0.53, - "learning_rate": 9.365946669486056e-06, - "loss": 0.9387, - "step": 7982 - }, - { - "epoch": 0.53, - "learning_rate": 9.36378189030163e-06, - "loss": 1.0228, - "step": 7983 - }, - { - "epoch": 0.53, - "learning_rate": 9.361617141052856e-06, - "loss": 1.062, - "step": 7984 - }, - { - "epoch": 0.53, - "learning_rate": 9.35945242184159e-06, - "loss": 1.0331, - "step": 7985 - }, - { - "epoch": 0.53, - "learning_rate": 9.357287732769689e-06, - "loss": 1.0213, - "step": 7986 - }, - { - "epoch": 0.53, - "learning_rate": 9.355123073939008e-06, - "loss": 0.9699, - "step": 7987 - }, - { - "epoch": 0.53, - "learning_rate": 9.352958445451388e-06, - "loss": 1.0321, - "step": 7988 - }, - { - "epoch": 0.54, - "learning_rate": 9.350793847408699e-06, - "loss": 1.0405, - "step": 7989 - }, - { - "epoch": 0.54, - "learning_rate": 9.348629279912773e-06, - "loss": 0.9557, - "step": 7990 - }, - { - "epoch": 0.54, - "learning_rate": 9.346464743065473e-06, - "loss": 0.9739, - "step": 7991 - }, - { - "epoch": 0.54, - "learning_rate": 9.344300236968636e-06, - "loss": 0.9642, - "step": 7992 - }, - { - "epoch": 0.54, - "learning_rate": 9.342135761724111e-06, - "loss": 0.9875, - "step": 7993 - }, - { - "epoch": 0.54, - "learning_rate": 9.339971317433741e-06, - "loss": 1.0007, - "step": 7994 - }, - { - "epoch": 0.54, - "learning_rate": 9.337806904199367e-06, - "loss": 0.9178, - "step": 7995 - }, - { - "epoch": 0.54, - "learning_rate": 9.335642522122836e-06, - "loss": 0.9687, - "step": 7996 - }, - { - "epoch": 0.54, - "learning_rate": 9.333478171305986e-06, - "loss": 0.9878, - "step": 7997 - }, - { - "epoch": 0.54, - "learning_rate": 9.331313851850648e-06, - "loss": 0.9941, - "step": 7998 - }, - { - "epoch": 0.54, - "learning_rate": 9.329149563858665e-06, - "loss": 0.9399, - "step": 7999 - }, - { - "epoch": 0.54, - "learning_rate": 9.32698530743187e-06, - "loss": 1.0209, - "step": 8000 - }, - { - "epoch": 0.54, - "learning_rate": 9.324821082672098e-06, - "loss": 0.9805, - "step": 8001 - }, - { - "epoch": 0.54, - "learning_rate": 9.322656889681179e-06, - "loss": 1.0323, - "step": 8002 - }, - { - "epoch": 0.54, - "learning_rate": 9.320492728560946e-06, - "loss": 0.8955, - "step": 8003 - }, - { - "epoch": 0.54, - "learning_rate": 9.318328599413228e-06, - "loss": 0.9762, - "step": 8004 - }, - { - "epoch": 0.54, - "learning_rate": 9.31616450233985e-06, - "loss": 0.9954, - "step": 8005 - }, - { - "epoch": 0.54, - "learning_rate": 9.314000437442645e-06, - "loss": 0.9232, - "step": 8006 - }, - { - "epoch": 0.54, - "learning_rate": 9.31183640482343e-06, - "loss": 1.0301, - "step": 8007 - }, - { - "epoch": 0.54, - "learning_rate": 9.309672404584029e-06, - "loss": 0.9412, - "step": 8008 - }, - { - "epoch": 0.54, - "learning_rate": 9.307508436826269e-06, - "loss": 1.0348, - "step": 8009 - }, - { - "epoch": 0.54, - "learning_rate": 9.305344501651966e-06, - "loss": 0.8992, - "step": 8010 - }, - { - "epoch": 0.54, - "learning_rate": 9.303180599162936e-06, - "loss": 0.9162, - "step": 8011 - }, - { - "epoch": 0.54, - "learning_rate": 9.301016729461003e-06, - "loss": 0.9901, - "step": 8012 - }, - { - "epoch": 0.54, - "learning_rate": 9.298852892647974e-06, - "loss": 0.9638, - "step": 8013 - }, - { - "epoch": 0.54, - "learning_rate": 9.296689088825674e-06, - "loss": 0.9854, - "step": 8014 - }, - { - "epoch": 0.54, - "learning_rate": 9.294525318095906e-06, - "loss": 0.9539, - "step": 8015 - }, - { - "epoch": 0.54, - "learning_rate": 9.292361580560483e-06, - "loss": 0.9318, - "step": 8016 - }, - { - "epoch": 0.54, - "learning_rate": 9.290197876321217e-06, - "loss": 1.0049, - "step": 8017 - }, - { - "epoch": 0.54, - "learning_rate": 9.288034205479911e-06, - "loss": 1.0367, - "step": 8018 - }, - { - "epoch": 0.54, - "learning_rate": 9.285870568138376e-06, - "loss": 0.9745, - "step": 8019 - }, - { - "epoch": 0.54, - "learning_rate": 9.283706964398417e-06, - "loss": 0.968, - "step": 8020 - }, - { - "epoch": 0.54, - "learning_rate": 9.281543394361827e-06, - "loss": 0.944, - "step": 8021 - }, - { - "epoch": 0.54, - "learning_rate": 9.279379858130423e-06, - "loss": 1.0064, - "step": 8022 - }, - { - "epoch": 0.54, - "learning_rate": 9.277216355805988e-06, - "loss": 0.9332, - "step": 8023 - }, - { - "epoch": 0.54, - "learning_rate": 9.275052887490338e-06, - "loss": 0.9896, - "step": 8024 - }, - { - "epoch": 0.54, - "learning_rate": 9.272889453285256e-06, - "loss": 0.9361, - "step": 8025 - }, - { - "epoch": 0.54, - "learning_rate": 9.27072605329254e-06, - "loss": 0.9484, - "step": 8026 - }, - { - "epoch": 0.54, - "learning_rate": 9.268562687613987e-06, - "loss": 0.9625, - "step": 8027 - }, - { - "epoch": 0.54, - "learning_rate": 9.266399356351385e-06, - "loss": 0.8829, - "step": 8028 - }, - { - "epoch": 0.54, - "learning_rate": 9.264236059606525e-06, - "loss": 0.9579, - "step": 8029 - }, - { - "epoch": 0.54, - "learning_rate": 9.2620727974812e-06, - "loss": 0.9891, - "step": 8030 - }, - { - "epoch": 0.54, - "learning_rate": 9.25990957007719e-06, - "loss": 1.008, - "step": 8031 - }, - { - "epoch": 0.54, - "learning_rate": 9.257746377496285e-06, - "loss": 0.9933, - "step": 8032 - }, - { - "epoch": 0.54, - "learning_rate": 9.255583219840263e-06, - "loss": 0.9543, - "step": 8033 - }, - { - "epoch": 0.54, - "learning_rate": 9.253420097210913e-06, - "loss": 0.9222, - "step": 8034 - }, - { - "epoch": 0.54, - "learning_rate": 9.251257009710011e-06, - "loss": 0.9493, - "step": 8035 - }, - { - "epoch": 0.54, - "learning_rate": 9.249093957439337e-06, - "loss": 1.0144, - "step": 8036 - }, - { - "epoch": 0.54, - "learning_rate": 9.246930940500671e-06, - "loss": 0.9187, - "step": 8037 - }, - { - "epoch": 0.54, - "learning_rate": 9.244767958995778e-06, - "loss": 0.9423, - "step": 8038 - }, - { - "epoch": 0.54, - "learning_rate": 9.242605013026447e-06, - "loss": 1.0214, - "step": 8039 - }, - { - "epoch": 0.54, - "learning_rate": 9.24044210269444e-06, - "loss": 0.9482, - "step": 8040 - }, - { - "epoch": 0.54, - "learning_rate": 9.238279228101524e-06, - "loss": 0.9466, - "step": 8041 - }, - { - "epoch": 0.54, - "learning_rate": 9.236116389349477e-06, - "loss": 0.9188, - "step": 8042 - }, - { - "epoch": 0.54, - "learning_rate": 9.23395358654006e-06, - "loss": 1.0189, - "step": 8043 - }, - { - "epoch": 0.54, - "learning_rate": 9.231790819775042e-06, - "loss": 0.9492, - "step": 8044 - }, - { - "epoch": 0.54, - "learning_rate": 9.229628089156188e-06, - "loss": 1.0179, - "step": 8045 - }, - { - "epoch": 0.54, - "learning_rate": 9.227465394785248e-06, - "loss": 0.9856, - "step": 8046 - }, - { - "epoch": 0.54, - "learning_rate": 9.225302736763998e-06, - "loss": 0.9568, - "step": 8047 - }, - { - "epoch": 0.54, - "learning_rate": 9.223140115194186e-06, - "loss": 0.9908, - "step": 8048 - }, - { - "epoch": 0.54, - "learning_rate": 9.220977530177572e-06, - "loss": 0.9572, - "step": 8049 - }, - { - "epoch": 0.54, - "learning_rate": 9.218814981815912e-06, - "loss": 1.0468, - "step": 8050 - }, - { - "epoch": 0.54, - "learning_rate": 9.216652470210957e-06, - "loss": 0.9361, - "step": 8051 - }, - { - "epoch": 0.54, - "learning_rate": 9.214489995464461e-06, - "loss": 0.9391, - "step": 8052 - }, - { - "epoch": 0.54, - "learning_rate": 9.212327557678175e-06, - "loss": 1.0126, - "step": 8053 - }, - { - "epoch": 0.54, - "learning_rate": 9.21016515695384e-06, - "loss": 0.9248, - "step": 8054 - }, - { - "epoch": 0.54, - "learning_rate": 9.20800279339321e-06, - "loss": 0.9934, - "step": 8055 - }, - { - "epoch": 0.54, - "learning_rate": 9.205840467098025e-06, - "loss": 0.956, - "step": 8056 - }, - { - "epoch": 0.54, - "learning_rate": 9.20367817817003e-06, - "loss": 1.0048, - "step": 8057 - }, - { - "epoch": 0.54, - "learning_rate": 9.201515926710968e-06, - "loss": 0.9545, - "step": 8058 - }, - { - "epoch": 0.54, - "learning_rate": 9.199353712822573e-06, - "loss": 0.9967, - "step": 8059 - }, - { - "epoch": 0.54, - "learning_rate": 9.197191536606588e-06, - "loss": 0.9439, - "step": 8060 - }, - { - "epoch": 0.54, - "learning_rate": 9.195029398164744e-06, - "loss": 0.9968, - "step": 8061 - }, - { - "epoch": 0.54, - "learning_rate": 9.19286729759878e-06, - "loss": 0.9069, - "step": 8062 - }, - { - "epoch": 0.54, - "learning_rate": 9.190705235010427e-06, - "loss": 0.9494, - "step": 8063 - }, - { - "epoch": 0.54, - "learning_rate": 9.188543210501409e-06, - "loss": 0.9204, - "step": 8064 - }, - { - "epoch": 0.54, - "learning_rate": 9.186381224173463e-06, - "loss": 0.9476, - "step": 8065 - }, - { - "epoch": 0.54, - "learning_rate": 9.18421927612831e-06, - "loss": 0.9979, - "step": 8066 - }, - { - "epoch": 0.54, - "learning_rate": 9.18205736646768e-06, - "loss": 0.9446, - "step": 8067 - }, - { - "epoch": 0.54, - "learning_rate": 9.179895495293295e-06, - "loss": 0.9126, - "step": 8068 - }, - { - "epoch": 0.54, - "learning_rate": 9.17773366270687e-06, - "loss": 0.9312, - "step": 8069 - }, - { - "epoch": 0.54, - "learning_rate": 9.175571868810139e-06, - "loss": 0.9442, - "step": 8070 - }, - { - "epoch": 0.54, - "learning_rate": 9.1734101137048e-06, - "loss": 1.006, - "step": 8071 - }, - { - "epoch": 0.54, - "learning_rate": 9.171248397492588e-06, - "loss": 0.9675, - "step": 8072 - }, - { - "epoch": 0.54, - "learning_rate": 9.169086720275207e-06, - "loss": 0.9973, - "step": 8073 - }, - { - "epoch": 0.54, - "learning_rate": 9.166925082154368e-06, - "loss": 0.9372, - "step": 8074 - }, - { - "epoch": 0.54, - "learning_rate": 9.16476348323179e-06, - "loss": 0.9989, - "step": 8075 - }, - { - "epoch": 0.54, - "learning_rate": 9.16260192360917e-06, - "loss": 1.0229, - "step": 8076 - }, - { - "epoch": 0.54, - "learning_rate": 9.160440403388225e-06, - "loss": 0.9751, - "step": 8077 - }, - { - "epoch": 0.54, - "learning_rate": 9.158278922670658e-06, - "loss": 1.0292, - "step": 8078 - }, - { - "epoch": 0.54, - "learning_rate": 9.156117481558165e-06, - "loss": 0.9328, - "step": 8079 - }, - { - "epoch": 0.54, - "learning_rate": 9.153956080152456e-06, - "loss": 1.003, - "step": 8080 - }, - { - "epoch": 0.54, - "learning_rate": 9.151794718555225e-06, - "loss": 1.0231, - "step": 8081 - }, - { - "epoch": 0.54, - "learning_rate": 9.149633396868172e-06, - "loss": 0.9594, - "step": 8082 - }, - { - "epoch": 0.54, - "learning_rate": 9.147472115192991e-06, - "loss": 0.8959, - "step": 8083 - }, - { - "epoch": 0.54, - "learning_rate": 9.145310873631375e-06, - "loss": 1.02, - "step": 8084 - }, - { - "epoch": 0.54, - "learning_rate": 9.143149672285018e-06, - "loss": 1.0512, - "step": 8085 - }, - { - "epoch": 0.54, - "learning_rate": 9.140988511255612e-06, - "loss": 1.0169, - "step": 8086 - }, - { - "epoch": 0.54, - "learning_rate": 9.138827390644838e-06, - "loss": 1.0283, - "step": 8087 - }, - { - "epoch": 0.54, - "learning_rate": 9.13666631055439e-06, - "loss": 1.0125, - "step": 8088 - }, - { - "epoch": 0.54, - "learning_rate": 9.134505271085945e-06, - "loss": 0.9699, - "step": 8089 - }, - { - "epoch": 0.54, - "learning_rate": 9.132344272341192e-06, - "loss": 0.9933, - "step": 8090 - }, - { - "epoch": 0.54, - "learning_rate": 9.130183314421806e-06, - "loss": 1.0033, - "step": 8091 - }, - { - "epoch": 0.54, - "learning_rate": 9.128022397429466e-06, - "loss": 0.9846, - "step": 8092 - }, - { - "epoch": 0.54, - "learning_rate": 9.125861521465853e-06, - "loss": 0.9274, - "step": 8093 - }, - { - "epoch": 0.54, - "learning_rate": 9.123700686632636e-06, - "loss": 0.9468, - "step": 8094 - }, - { - "epoch": 0.54, - "learning_rate": 9.121539893031496e-06, - "loss": 0.9672, - "step": 8095 - }, - { - "epoch": 0.54, - "learning_rate": 9.119379140764094e-06, - "loss": 1.0366, - "step": 8096 - }, - { - "epoch": 0.54, - "learning_rate": 9.117218429932103e-06, - "loss": 1.0526, - "step": 8097 - }, - { - "epoch": 0.54, - "learning_rate": 9.11505776063719e-06, - "loss": 0.9442, - "step": 8098 - }, - { - "epoch": 0.54, - "learning_rate": 9.112897132981019e-06, - "loss": 0.9197, - "step": 8099 - }, - { - "epoch": 0.54, - "learning_rate": 9.110736547065256e-06, - "loss": 0.9734, - "step": 8100 - }, - { - "epoch": 0.54, - "learning_rate": 9.108576002991558e-06, - "loss": 0.9666, - "step": 8101 - }, - { - "epoch": 0.54, - "learning_rate": 9.106415500861585e-06, - "loss": 0.9524, - "step": 8102 - }, - { - "epoch": 0.54, - "learning_rate": 9.104255040776998e-06, - "loss": 1.0252, - "step": 8103 - }, - { - "epoch": 0.54, - "learning_rate": 9.102094622839443e-06, - "loss": 0.9812, - "step": 8104 - }, - { - "epoch": 0.54, - "learning_rate": 9.099934247150584e-06, - "loss": 1.0349, - "step": 8105 - }, - { - "epoch": 0.54, - "learning_rate": 9.097773913812065e-06, - "loss": 0.9782, - "step": 8106 - }, - { - "epoch": 0.54, - "learning_rate": 9.095613622925535e-06, - "loss": 1.0235, - "step": 8107 - }, - { - "epoch": 0.54, - "learning_rate": 9.093453374592645e-06, - "loss": 1.0048, - "step": 8108 - }, - { - "epoch": 0.54, - "learning_rate": 9.091293168915036e-06, - "loss": 0.9609, - "step": 8109 - }, - { - "epoch": 0.54, - "learning_rate": 9.089133005994355e-06, - "loss": 1.0131, - "step": 8110 - }, - { - "epoch": 0.54, - "learning_rate": 9.086972885932244e-06, - "loss": 0.991, - "step": 8111 - }, - { - "epoch": 0.54, - "learning_rate": 9.084812808830331e-06, - "loss": 0.9541, - "step": 8112 - }, - { - "epoch": 0.54, - "learning_rate": 9.082652774790268e-06, - "loss": 0.9207, - "step": 8113 - }, - { - "epoch": 0.54, - "learning_rate": 9.080492783913682e-06, - "loss": 0.9351, - "step": 8114 - }, - { - "epoch": 0.54, - "learning_rate": 9.078332836302205e-06, - "loss": 1.0054, - "step": 8115 - }, - { - "epoch": 0.54, - "learning_rate": 9.076172932057474e-06, - "loss": 1.016, - "step": 8116 - }, - { - "epoch": 0.54, - "learning_rate": 9.07401307128111e-06, - "loss": 0.9453, - "step": 8117 - }, - { - "epoch": 0.54, - "learning_rate": 9.071853254074744e-06, - "loss": 0.9871, - "step": 8118 - }, - { - "epoch": 0.54, - "learning_rate": 9.069693480540002e-06, - "loss": 0.9525, - "step": 8119 - }, - { - "epoch": 0.54, - "learning_rate": 9.067533750778506e-06, - "loss": 0.964, - "step": 8120 - }, - { - "epoch": 0.54, - "learning_rate": 9.065374064891879e-06, - "loss": 0.9466, - "step": 8121 - }, - { - "epoch": 0.54, - "learning_rate": 9.063214422981731e-06, - "loss": 0.9985, - "step": 8122 - }, - { - "epoch": 0.54, - "learning_rate": 9.061054825149688e-06, - "loss": 0.9141, - "step": 8123 - }, - { - "epoch": 0.54, - "learning_rate": 9.058895271497358e-06, - "loss": 0.9407, - "step": 8124 - }, - { - "epoch": 0.54, - "learning_rate": 9.056735762126356e-06, - "loss": 1.0526, - "step": 8125 - }, - { - "epoch": 0.54, - "learning_rate": 9.054576297138296e-06, - "loss": 0.9847, - "step": 8126 - }, - { - "epoch": 0.54, - "learning_rate": 9.052416876634777e-06, - "loss": 1.0163, - "step": 8127 - }, - { - "epoch": 0.54, - "learning_rate": 9.050257500717417e-06, - "loss": 0.9897, - "step": 8128 - }, - { - "epoch": 0.54, - "learning_rate": 9.048098169487812e-06, - "loss": 0.9955, - "step": 8129 - }, - { - "epoch": 0.54, - "learning_rate": 9.045938883047563e-06, - "loss": 0.9517, - "step": 8130 - }, - { - "epoch": 0.54, - "learning_rate": 9.043779641498275e-06, - "loss": 1.0426, - "step": 8131 - }, - { - "epoch": 0.54, - "learning_rate": 9.04162044494154e-06, - "loss": 0.968, - "step": 8132 - }, - { - "epoch": 0.54, - "learning_rate": 9.039461293478961e-06, - "loss": 0.8847, - "step": 8133 - }, - { - "epoch": 0.54, - "learning_rate": 9.037302187212128e-06, - "loss": 0.9706, - "step": 8134 - }, - { - "epoch": 0.54, - "learning_rate": 9.035143126242624e-06, - "loss": 0.9633, - "step": 8135 - }, - { - "epoch": 0.54, - "learning_rate": 9.032984110672055e-06, - "loss": 1.012, - "step": 8136 - }, - { - "epoch": 0.54, - "learning_rate": 9.03082514060199e-06, - "loss": 1.0324, - "step": 8137 - }, - { - "epoch": 0.55, - "learning_rate": 9.028666216134032e-06, - "loss": 0.9179, - "step": 8138 - }, - { - "epoch": 0.55, - "learning_rate": 9.02650733736975e-06, - "loss": 0.9914, - "step": 8139 - }, - { - "epoch": 0.55, - "learning_rate": 9.024348504410728e-06, - "loss": 1.0045, - "step": 8140 - }, - { - "epoch": 0.55, - "learning_rate": 9.022189717358549e-06, - "loss": 0.9573, - "step": 8141 - }, - { - "epoch": 0.55, - "learning_rate": 9.020030976314782e-06, - "loss": 0.9436, - "step": 8142 - }, - { - "epoch": 0.55, - "learning_rate": 9.017872281381008e-06, - "loss": 0.9278, - "step": 8143 - }, - { - "epoch": 0.55, - "learning_rate": 9.0157136326588e-06, - "loss": 0.9645, - "step": 8144 - }, - { - "epoch": 0.55, - "learning_rate": 9.013555030249715e-06, - "loss": 1.0052, - "step": 8145 - }, - { - "epoch": 0.55, - "learning_rate": 9.011396474255338e-06, - "loss": 1.0046, - "step": 8146 - }, - { - "epoch": 0.55, - "learning_rate": 9.009237964777221e-06, - "loss": 0.9028, - "step": 8147 - }, - { - "epoch": 0.55, - "learning_rate": 9.007079501916935e-06, - "loss": 0.9613, - "step": 8148 - }, - { - "epoch": 0.55, - "learning_rate": 9.00492108577604e-06, - "loss": 0.8805, - "step": 8149 - }, - { - "epoch": 0.55, - "learning_rate": 9.002762716456089e-06, - "loss": 0.9008, - "step": 8150 - }, - { - "epoch": 0.55, - "learning_rate": 9.000604394058646e-06, - "loss": 0.9972, - "step": 8151 - }, - { - "epoch": 0.55, - "learning_rate": 8.99844611868526e-06, - "loss": 0.9448, - "step": 8152 - }, - { - "epoch": 0.55, - "learning_rate": 8.996287890437489e-06, - "loss": 0.9827, - "step": 8153 - }, - { - "epoch": 0.55, - "learning_rate": 8.994129709416878e-06, - "loss": 0.9116, - "step": 8154 - }, - { - "epoch": 0.55, - "learning_rate": 8.991971575724976e-06, - "loss": 0.9754, - "step": 8155 - }, - { - "epoch": 0.55, - "learning_rate": 8.98981348946333e-06, - "loss": 0.9938, - "step": 8156 - }, - { - "epoch": 0.55, - "learning_rate": 8.987655450733481e-06, - "loss": 1.0525, - "step": 8157 - }, - { - "epoch": 0.55, - "learning_rate": 8.985497459636973e-06, - "loss": 0.964, - "step": 8158 - }, - { - "epoch": 0.55, - "learning_rate": 8.983339516275344e-06, - "loss": 0.973, - "step": 8159 - }, - { - "epoch": 0.55, - "learning_rate": 8.98118162075013e-06, - "loss": 0.9518, - "step": 8160 - }, - { - "epoch": 0.55, - "learning_rate": 8.979023773162866e-06, - "loss": 1.0541, - "step": 8161 - }, - { - "epoch": 0.55, - "learning_rate": 8.976865973615084e-06, - "loss": 0.957, - "step": 8162 - }, - { - "epoch": 0.55, - "learning_rate": 8.974708222208308e-06, - "loss": 0.9127, - "step": 8163 - }, - { - "epoch": 0.55, - "learning_rate": 8.972550519044078e-06, - "loss": 1.0063, - "step": 8164 - }, - { - "epoch": 0.55, - "learning_rate": 8.970392864223907e-06, - "loss": 0.9465, - "step": 8165 - }, - { - "epoch": 0.55, - "learning_rate": 8.968235257849325e-06, - "loss": 0.978, - "step": 8166 - }, - { - "epoch": 0.55, - "learning_rate": 8.966077700021856e-06, - "loss": 0.904, - "step": 8167 - }, - { - "epoch": 0.55, - "learning_rate": 8.963920190843007e-06, - "loss": 1.0652, - "step": 8168 - }, - { - "epoch": 0.55, - "learning_rate": 8.961762730414305e-06, - "loss": 0.9798, - "step": 8169 - }, - { - "epoch": 0.55, - "learning_rate": 8.959605318837254e-06, - "loss": 0.9447, - "step": 8170 - }, - { - "epoch": 0.55, - "learning_rate": 8.957447956213378e-06, - "loss": 0.9983, - "step": 8171 - }, - { - "epoch": 0.55, - "learning_rate": 8.955290642644178e-06, - "loss": 0.9203, - "step": 8172 - }, - { - "epoch": 0.55, - "learning_rate": 8.95313337823116e-06, - "loss": 0.9855, - "step": 8173 - }, - { - "epoch": 0.55, - "learning_rate": 8.950976163075835e-06, - "loss": 1.008, - "step": 8174 - }, - { - "epoch": 0.55, - "learning_rate": 8.948818997279698e-06, - "loss": 0.9261, - "step": 8175 - }, - { - "epoch": 0.55, - "learning_rate": 8.946661880944255e-06, - "loss": 0.9946, - "step": 8176 - }, - { - "epoch": 0.55, - "learning_rate": 8.944504814171004e-06, - "loss": 0.963, - "step": 8177 - }, - { - "epoch": 0.55, - "learning_rate": 8.942347797061433e-06, - "loss": 0.9788, - "step": 8178 - }, - { - "epoch": 0.55, - "learning_rate": 8.940190829717043e-06, - "loss": 0.9105, - "step": 8179 - }, - { - "epoch": 0.55, - "learning_rate": 8.938033912239319e-06, - "loss": 1.0212, - "step": 8180 - }, - { - "epoch": 0.55, - "learning_rate": 8.935877044729752e-06, - "loss": 1.0598, - "step": 8181 - }, - { - "epoch": 0.55, - "learning_rate": 8.933720227289831e-06, - "loss": 0.984, - "step": 8182 - }, - { - "epoch": 0.55, - "learning_rate": 8.931563460021034e-06, - "loss": 0.9149, - "step": 8183 - }, - { - "epoch": 0.55, - "learning_rate": 8.929406743024846e-06, - "loss": 0.9266, - "step": 8184 - }, - { - "epoch": 0.55, - "learning_rate": 8.927250076402743e-06, - "loss": 0.9728, - "step": 8185 - }, - { - "epoch": 0.55, - "learning_rate": 8.925093460256207e-06, - "loss": 0.8975, - "step": 8186 - }, - { - "epoch": 0.55, - "learning_rate": 8.922936894686706e-06, - "loss": 1.0153, - "step": 8187 - }, - { - "epoch": 0.55, - "learning_rate": 8.920780379795714e-06, - "loss": 0.9897, - "step": 8188 - }, - { - "epoch": 0.55, - "learning_rate": 8.918623915684701e-06, - "loss": 1.0122, - "step": 8189 - }, - { - "epoch": 0.55, - "learning_rate": 8.916467502455133e-06, - "loss": 0.9673, - "step": 8190 - }, - { - "epoch": 0.55, - "learning_rate": 8.914311140208477e-06, - "loss": 0.9147, - "step": 8191 - }, - { - "epoch": 0.55, - "learning_rate": 8.912154829046196e-06, - "loss": 0.9961, - "step": 8192 - }, - { - "epoch": 0.55, - "learning_rate": 8.90999856906974e-06, - "loss": 0.9913, - "step": 8193 - }, - { - "epoch": 0.55, - "learning_rate": 8.90784236038058e-06, - "loss": 0.9696, - "step": 8194 - }, - { - "epoch": 0.55, - "learning_rate": 8.90568620308016e-06, - "loss": 0.9674, - "step": 8195 - }, - { - "epoch": 0.55, - "learning_rate": 8.903530097269944e-06, - "loss": 0.8825, - "step": 8196 - }, - { - "epoch": 0.55, - "learning_rate": 8.901374043051373e-06, - "loss": 0.9748, - "step": 8197 - }, - { - "epoch": 0.55, - "learning_rate": 8.899218040525894e-06, - "loss": 0.9328, - "step": 8198 - }, - { - "epoch": 0.55, - "learning_rate": 8.897062089794958e-06, - "loss": 0.9231, - "step": 8199 - }, - { - "epoch": 0.55, - "learning_rate": 8.89490619096001e-06, - "loss": 0.9105, - "step": 8200 - }, - { - "epoch": 0.55, - "learning_rate": 8.892750344122477e-06, - "loss": 1.0833, - "step": 8201 - }, - { - "epoch": 0.55, - "learning_rate": 8.890594549383812e-06, - "loss": 1.0181, - "step": 8202 - }, - { - "epoch": 0.55, - "learning_rate": 8.88843880684544e-06, - "loss": 0.9645, - "step": 8203 - }, - { - "epoch": 0.55, - "learning_rate": 8.886283116608805e-06, - "loss": 0.9689, - "step": 8204 - }, - { - "epoch": 0.55, - "learning_rate": 8.884127478775327e-06, - "loss": 0.9445, - "step": 8205 - }, - { - "epoch": 0.55, - "learning_rate": 8.881971893446437e-06, - "loss": 0.9616, - "step": 8206 - }, - { - "epoch": 0.55, - "learning_rate": 8.879816360723566e-06, - "loss": 0.9782, - "step": 8207 - }, - { - "epoch": 0.55, - "learning_rate": 8.877660880708128e-06, - "loss": 0.9838, - "step": 8208 - }, - { - "epoch": 0.55, - "learning_rate": 8.875505453501552e-06, - "loss": 0.9131, - "step": 8209 - }, - { - "epoch": 0.55, - "learning_rate": 8.873350079205257e-06, - "loss": 0.9721, - "step": 8210 - }, - { - "epoch": 0.55, - "learning_rate": 8.871194757920649e-06, - "loss": 0.9131, - "step": 8211 - }, - { - "epoch": 0.55, - "learning_rate": 8.869039489749149e-06, - "loss": 0.9622, - "step": 8212 - }, - { - "epoch": 0.55, - "learning_rate": 8.866884274792163e-06, - "loss": 0.9987, - "step": 8213 - }, - { - "epoch": 0.55, - "learning_rate": 8.864729113151106e-06, - "loss": 0.9496, - "step": 8214 - }, - { - "epoch": 0.55, - "learning_rate": 8.86257400492738e-06, - "loss": 0.9561, - "step": 8215 - }, - { - "epoch": 0.55, - "learning_rate": 8.860418950222384e-06, - "loss": 1.0404, - "step": 8216 - }, - { - "epoch": 0.55, - "learning_rate": 8.858263949137528e-06, - "loss": 0.9664, - "step": 8217 - }, - { - "epoch": 0.55, - "learning_rate": 8.856109001774198e-06, - "loss": 0.983, - "step": 8218 - }, - { - "epoch": 0.55, - "learning_rate": 8.853954108233803e-06, - "loss": 0.9988, - "step": 8219 - }, - { - "epoch": 0.55, - "learning_rate": 8.851799268617728e-06, - "loss": 1.0462, - "step": 8220 - }, - { - "epoch": 0.55, - "learning_rate": 8.849644483027363e-06, - "loss": 0.9453, - "step": 8221 - }, - { - "epoch": 0.55, - "learning_rate": 8.8474897515641e-06, - "loss": 0.9257, - "step": 8222 - }, - { - "epoch": 0.55, - "learning_rate": 8.845335074329322e-06, - "loss": 1.0047, - "step": 8223 - }, - { - "epoch": 0.55, - "learning_rate": 8.843180451424414e-06, - "loss": 0.9434, - "step": 8224 - }, - { - "epoch": 0.55, - "learning_rate": 8.841025882950758e-06, - "loss": 0.9935, - "step": 8225 - }, - { - "epoch": 0.55, - "learning_rate": 8.838871369009722e-06, - "loss": 0.9441, - "step": 8226 - }, - { - "epoch": 0.55, - "learning_rate": 8.836716909702696e-06, - "loss": 0.8944, - "step": 8227 - }, - { - "epoch": 0.55, - "learning_rate": 8.834562505131035e-06, - "loss": 1.0196, - "step": 8228 - }, - { - "epoch": 0.55, - "learning_rate": 8.83240815539613e-06, - "loss": 0.9635, - "step": 8229 - }, - { - "epoch": 0.55, - "learning_rate": 8.830253860599332e-06, - "loss": 1.0639, - "step": 8230 - }, - { - "epoch": 0.55, - "learning_rate": 8.828099620842011e-06, - "loss": 0.9604, - "step": 8231 - }, - { - "epoch": 0.55, - "learning_rate": 8.825945436225532e-06, - "loss": 0.9592, - "step": 8232 - }, - { - "epoch": 0.55, - "learning_rate": 8.82379130685125e-06, - "loss": 1.0179, - "step": 8233 - }, - { - "epoch": 0.55, - "learning_rate": 8.821637232820528e-06, - "loss": 0.9248, - "step": 8234 - }, - { - "epoch": 0.55, - "learning_rate": 8.819483214234718e-06, - "loss": 0.9969, - "step": 8235 - }, - { - "epoch": 0.55, - "learning_rate": 8.817329251195168e-06, - "loss": 0.9068, - "step": 8236 - }, - { - "epoch": 0.55, - "learning_rate": 8.815175343803233e-06, - "loss": 0.9068, - "step": 8237 - }, - { - "epoch": 0.55, - "learning_rate": 8.813021492160257e-06, - "loss": 1.0315, - "step": 8238 - }, - { - "epoch": 0.55, - "learning_rate": 8.810867696367584e-06, - "loss": 0.946, - "step": 8239 - }, - { - "epoch": 0.55, - "learning_rate": 8.808713956526555e-06, - "loss": 0.9753, - "step": 8240 - }, - { - "epoch": 0.55, - "learning_rate": 8.80656027273851e-06, - "loss": 1.0201, - "step": 8241 - }, - { - "epoch": 0.55, - "learning_rate": 8.804406645104787e-06, - "loss": 0.9781, - "step": 8242 - }, - { - "epoch": 0.55, - "learning_rate": 8.80225307372672e-06, - "loss": 0.9956, - "step": 8243 - }, - { - "epoch": 0.55, - "learning_rate": 8.800099558705632e-06, - "loss": 0.8937, - "step": 8244 - }, - { - "epoch": 0.55, - "learning_rate": 8.79794610014286e-06, - "loss": 0.986, - "step": 8245 - }, - { - "epoch": 0.55, - "learning_rate": 8.795792698139723e-06, - "loss": 0.9872, - "step": 8246 - }, - { - "epoch": 0.55, - "learning_rate": 8.79363935279755e-06, - "loss": 1.0129, - "step": 8247 - }, - { - "epoch": 0.55, - "learning_rate": 8.791486064217661e-06, - "loss": 0.9217, - "step": 8248 - }, - { - "epoch": 0.55, - "learning_rate": 8.789332832501367e-06, - "loss": 0.9647, - "step": 8249 - }, - { - "epoch": 0.55, - "learning_rate": 8.78717965774999e-06, - "loss": 0.9859, - "step": 8250 - }, - { - "epoch": 0.55, - "learning_rate": 8.785026540064833e-06, - "loss": 0.9604, - "step": 8251 - }, - { - "epoch": 0.55, - "learning_rate": 8.782873479547222e-06, - "loss": 0.9526, - "step": 8252 - }, - { - "epoch": 0.55, - "learning_rate": 8.78072047629845e-06, - "loss": 1.0042, - "step": 8253 - }, - { - "epoch": 0.55, - "learning_rate": 8.77856753041982e-06, - "loss": 0.9802, - "step": 8254 - }, - { - "epoch": 0.55, - "learning_rate": 8.776414642012644e-06, - "loss": 1.0205, - "step": 8255 - }, - { - "epoch": 0.55, - "learning_rate": 8.774261811178212e-06, - "loss": 0.9767, - "step": 8256 - }, - { - "epoch": 0.55, - "learning_rate": 8.772109038017825e-06, - "loss": 1.0278, - "step": 8257 - }, - { - "epoch": 0.55, - "learning_rate": 8.769956322632778e-06, - "loss": 1.0014, - "step": 8258 - }, - { - "epoch": 0.55, - "learning_rate": 8.76780366512435e-06, - "loss": 0.9923, - "step": 8259 - }, - { - "epoch": 0.55, - "learning_rate": 8.765651065593846e-06, - "loss": 0.9846, - "step": 8260 - }, - { - "epoch": 0.55, - "learning_rate": 8.763498524142536e-06, - "loss": 0.9547, - "step": 8261 - }, - { - "epoch": 0.55, - "learning_rate": 8.761346040871713e-06, - "loss": 0.9734, - "step": 8262 - }, - { - "epoch": 0.55, - "learning_rate": 8.759193615882652e-06, - "loss": 0.9356, - "step": 8263 - }, - { - "epoch": 0.55, - "learning_rate": 8.757041249276628e-06, - "loss": 1.0497, - "step": 8264 - }, - { - "epoch": 0.55, - "learning_rate": 8.75488894115492e-06, - "loss": 1.0073, - "step": 8265 - }, - { - "epoch": 0.55, - "learning_rate": 8.752736691618795e-06, - "loss": 0.8892, - "step": 8266 - }, - { - "epoch": 0.55, - "learning_rate": 8.750584500769526e-06, - "loss": 0.9289, - "step": 8267 - }, - { - "epoch": 0.55, - "learning_rate": 8.74843236870838e-06, - "loss": 0.9122, - "step": 8268 - }, - { - "epoch": 0.55, - "learning_rate": 8.74628029553661e-06, - "loss": 0.9254, - "step": 8269 - }, - { - "epoch": 0.55, - "learning_rate": 8.744128281355488e-06, - "loss": 0.9922, - "step": 8270 - }, - { - "epoch": 0.55, - "learning_rate": 8.741976326266266e-06, - "loss": 0.9173, - "step": 8271 - }, - { - "epoch": 0.55, - "learning_rate": 8.739824430370201e-06, - "loss": 1.0468, - "step": 8272 - }, - { - "epoch": 0.55, - "learning_rate": 8.737672593768544e-06, - "loss": 0.9715, - "step": 8273 - }, - { - "epoch": 0.55, - "learning_rate": 8.735520816562542e-06, - "loss": 0.8881, - "step": 8274 - }, - { - "epoch": 0.55, - "learning_rate": 8.73336909885345e-06, - "loss": 0.9903, - "step": 8275 - }, - { - "epoch": 0.55, - "learning_rate": 8.731217440742502e-06, - "loss": 0.9737, - "step": 8276 - }, - { - "epoch": 0.55, - "learning_rate": 8.729065842330939e-06, - "loss": 0.9724, - "step": 8277 - }, - { - "epoch": 0.55, - "learning_rate": 8.726914303720007e-06, - "loss": 0.9095, - "step": 8278 - }, - { - "epoch": 0.55, - "learning_rate": 8.724762825010934e-06, - "loss": 0.9106, - "step": 8279 - }, - { - "epoch": 0.55, - "learning_rate": 8.722611406304956e-06, - "loss": 0.9448, - "step": 8280 - }, - { - "epoch": 0.55, - "learning_rate": 8.720460047703303e-06, - "loss": 0.9731, - "step": 8281 - }, - { - "epoch": 0.55, - "learning_rate": 8.718308749307198e-06, - "loss": 0.98, - "step": 8282 - }, - { - "epoch": 0.55, - "learning_rate": 8.716157511217872e-06, - "loss": 1.0175, - "step": 8283 - }, - { - "epoch": 0.55, - "learning_rate": 8.714006333536536e-06, - "loss": 0.9429, - "step": 8284 - }, - { - "epoch": 0.55, - "learning_rate": 8.711855216364421e-06, - "loss": 0.9117, - "step": 8285 - }, - { - "epoch": 0.55, - "learning_rate": 8.709704159802733e-06, - "loss": 0.9622, - "step": 8286 - }, - { - "epoch": 0.56, - "learning_rate": 8.707553163952684e-06, - "loss": 0.9906, - "step": 8287 - }, - { - "epoch": 0.56, - "learning_rate": 8.70540222891549e-06, - "loss": 1.0059, - "step": 8288 - }, - { - "epoch": 0.56, - "learning_rate": 8.703251354792353e-06, - "loss": 0.9886, - "step": 8289 - }, - { - "epoch": 0.56, - "learning_rate": 8.70110054168448e-06, - "loss": 0.9791, - "step": 8290 - }, - { - "epoch": 0.56, - "learning_rate": 8.698949789693072e-06, - "loss": 0.9292, - "step": 8291 - }, - { - "epoch": 0.56, - "learning_rate": 8.696799098919322e-06, - "loss": 0.9876, - "step": 8292 - }, - { - "epoch": 0.56, - "learning_rate": 8.694648469464433e-06, - "loss": 0.9395, - "step": 8293 - }, - { - "epoch": 0.56, - "learning_rate": 8.692497901429592e-06, - "loss": 1.0017, - "step": 8294 - }, - { - "epoch": 0.56, - "learning_rate": 8.69034739491599e-06, - "loss": 0.9313, - "step": 8295 - }, - { - "epoch": 0.56, - "learning_rate": 8.688196950024817e-06, - "loss": 0.9866, - "step": 8296 - }, - { - "epoch": 0.56, - "learning_rate": 8.68604656685725e-06, - "loss": 0.9806, - "step": 8297 - }, - { - "epoch": 0.56, - "learning_rate": 8.683896245514477e-06, - "loss": 1.0293, - "step": 8298 - }, - { - "epoch": 0.56, - "learning_rate": 8.68174598609767e-06, - "loss": 0.9255, - "step": 8299 - }, - { - "epoch": 0.56, - "learning_rate": 8.67959578870801e-06, - "loss": 0.9388, - "step": 8300 - }, - { - "epoch": 0.56, - "learning_rate": 8.677445653446668e-06, - "loss": 0.9674, - "step": 8301 - }, - { - "epoch": 0.56, - "learning_rate": 8.675295580414807e-06, - "loss": 0.9545, - "step": 8302 - }, - { - "epoch": 0.56, - "learning_rate": 8.6731455697136e-06, - "loss": 1.0192, - "step": 8303 - }, - { - "epoch": 0.56, - "learning_rate": 8.670995621444206e-06, - "loss": 1.0182, - "step": 8304 - }, - { - "epoch": 0.56, - "learning_rate": 8.668845735707789e-06, - "loss": 0.8741, - "step": 8305 - }, - { - "epoch": 0.56, - "learning_rate": 8.666695912605506e-06, - "loss": 0.9046, - "step": 8306 - }, - { - "epoch": 0.56, - "learning_rate": 8.664546152238508e-06, - "loss": 0.9263, - "step": 8307 - }, - { - "epoch": 0.56, - "learning_rate": 8.662396454707953e-06, - "loss": 0.9256, - "step": 8308 - }, - { - "epoch": 0.56, - "learning_rate": 8.660246820114984e-06, - "loss": 1.0167, - "step": 8309 - }, - { - "epoch": 0.56, - "learning_rate": 8.658097248560745e-06, - "loss": 0.9593, - "step": 8310 - }, - { - "epoch": 0.56, - "learning_rate": 8.655947740146386e-06, - "loss": 1.0226, - "step": 8311 - }, - { - "epoch": 0.56, - "learning_rate": 8.65379829497304e-06, - "loss": 0.9268, - "step": 8312 - }, - { - "epoch": 0.56, - "learning_rate": 8.65164891314185e-06, - "loss": 0.9807, - "step": 8313 - }, - { - "epoch": 0.56, - "learning_rate": 8.649499594753947e-06, - "loss": 0.9459, - "step": 8314 - }, - { - "epoch": 0.56, - "learning_rate": 8.647350339910455e-06, - "loss": 1.041, - "step": 8315 - }, - { - "epoch": 0.56, - "learning_rate": 8.645201148712515e-06, - "loss": 0.9744, - "step": 8316 - }, - { - "epoch": 0.56, - "learning_rate": 8.643052021261237e-06, - "loss": 0.8899, - "step": 8317 - }, - { - "epoch": 0.56, - "learning_rate": 8.64090295765776e-06, - "loss": 0.9692, - "step": 8318 - }, - { - "epoch": 0.56, - "learning_rate": 8.63875395800319e-06, - "loss": 0.9021, - "step": 8319 - }, - { - "epoch": 0.56, - "learning_rate": 8.636605022398643e-06, - "loss": 0.939, - "step": 8320 - }, - { - "epoch": 0.56, - "learning_rate": 8.634456150945238e-06, - "loss": 0.896, - "step": 8321 - }, - { - "epoch": 0.56, - "learning_rate": 8.632307343744079e-06, - "loss": 0.9587, - "step": 8322 - }, - { - "epoch": 0.56, - "learning_rate": 8.630158600896278e-06, - "loss": 0.951, - "step": 8323 - }, - { - "epoch": 0.56, - "learning_rate": 8.62800992250294e-06, - "loss": 0.9594, - "step": 8324 - }, - { - "epoch": 0.56, - "learning_rate": 8.625861308665155e-06, - "loss": 1.0696, - "step": 8325 - }, - { - "epoch": 0.56, - "learning_rate": 8.623712759484033e-06, - "loss": 0.9364, - "step": 8326 - }, - { - "epoch": 0.56, - "learning_rate": 8.62156427506066e-06, - "loss": 0.9927, - "step": 8327 - }, - { - "epoch": 0.56, - "learning_rate": 8.619415855496133e-06, - "loss": 1.0024, - "step": 8328 - }, - { - "epoch": 0.56, - "learning_rate": 8.617267500891537e-06, - "loss": 1.0121, - "step": 8329 - }, - { - "epoch": 0.56, - "learning_rate": 8.615119211347958e-06, - "loss": 1.0283, - "step": 8330 - }, - { - "epoch": 0.56, - "learning_rate": 8.61297098696648e-06, - "loss": 1.0056, - "step": 8331 - }, - { - "epoch": 0.56, - "learning_rate": 8.61082282784818e-06, - "loss": 1.0062, - "step": 8332 - }, - { - "epoch": 0.56, - "learning_rate": 8.60867473409414e-06, - "loss": 0.9951, - "step": 8333 - }, - { - "epoch": 0.56, - "learning_rate": 8.606526705805427e-06, - "loss": 0.9449, - "step": 8334 - }, - { - "epoch": 0.56, - "learning_rate": 8.604378743083112e-06, - "loss": 0.891, - "step": 8335 - }, - { - "epoch": 0.56, - "learning_rate": 8.602230846028264e-06, - "loss": 0.9559, - "step": 8336 - }, - { - "epoch": 0.56, - "learning_rate": 8.600083014741942e-06, - "loss": 0.9318, - "step": 8337 - }, - { - "epoch": 0.56, - "learning_rate": 8.597935249325215e-06, - "loss": 0.912, - "step": 8338 - }, - { - "epoch": 0.56, - "learning_rate": 8.595787549879137e-06, - "loss": 1.0013, - "step": 8339 - }, - { - "epoch": 0.56, - "learning_rate": 8.593639916504759e-06, - "loss": 0.9366, - "step": 8340 - }, - { - "epoch": 0.56, - "learning_rate": 8.591492349303139e-06, - "loss": 1.0204, - "step": 8341 - }, - { - "epoch": 0.56, - "learning_rate": 8.589344848375316e-06, - "loss": 0.9642, - "step": 8342 - }, - { - "epoch": 0.56, - "learning_rate": 8.587197413822349e-06, - "loss": 0.9418, - "step": 8343 - }, - { - "epoch": 0.56, - "learning_rate": 8.58505004574527e-06, - "loss": 0.9823, - "step": 8344 - }, - { - "epoch": 0.56, - "learning_rate": 8.582902744245117e-06, - "loss": 0.9912, - "step": 8345 - }, - { - "epoch": 0.56, - "learning_rate": 8.580755509422932e-06, - "loss": 0.9479, - "step": 8346 - }, - { - "epoch": 0.56, - "learning_rate": 8.578608341379748e-06, - "loss": 0.9676, - "step": 8347 - }, - { - "epoch": 0.56, - "learning_rate": 8.576461240216585e-06, - "loss": 0.9207, - "step": 8348 - }, - { - "epoch": 0.56, - "learning_rate": 8.574314206034483e-06, - "loss": 0.91, - "step": 8349 - }, - { - "epoch": 0.56, - "learning_rate": 8.572167238934452e-06, - "loss": 0.9272, - "step": 8350 - }, - { - "epoch": 0.56, - "learning_rate": 8.570020339017525e-06, - "loss": 0.9353, - "step": 8351 - }, - { - "epoch": 0.56, - "learning_rate": 8.567873506384711e-06, - "loss": 0.9328, - "step": 8352 - }, - { - "epoch": 0.56, - "learning_rate": 8.565726741137023e-06, - "loss": 0.972, - "step": 8353 - }, - { - "epoch": 0.56, - "learning_rate": 8.563580043375477e-06, - "loss": 0.9004, - "step": 8354 - }, - { - "epoch": 0.56, - "learning_rate": 8.561433413201075e-06, - "loss": 0.8933, - "step": 8355 - }, - { - "epoch": 0.56, - "learning_rate": 8.559286850714825e-06, - "loss": 1.0762, - "step": 8356 - }, - { - "epoch": 0.56, - "learning_rate": 8.557140356017732e-06, - "loss": 1.0286, - "step": 8357 - }, - { - "epoch": 0.56, - "learning_rate": 8.554993929210782e-06, - "loss": 0.9659, - "step": 8358 - }, - { - "epoch": 0.56, - "learning_rate": 8.55284757039498e-06, - "loss": 0.9667, - "step": 8359 - }, - { - "epoch": 0.56, - "learning_rate": 8.550701279671314e-06, - "loss": 0.944, - "step": 8360 - }, - { - "epoch": 0.56, - "learning_rate": 8.548555057140773e-06, - "loss": 0.9104, - "step": 8361 - }, - { - "epoch": 0.56, - "learning_rate": 8.546408902904342e-06, - "loss": 0.9568, - "step": 8362 - }, - { - "epoch": 0.56, - "learning_rate": 8.544262817063002e-06, - "loss": 0.9127, - "step": 8363 - }, - { - "epoch": 0.56, - "learning_rate": 8.542116799717732e-06, - "loss": 1.0506, - "step": 8364 - }, - { - "epoch": 0.56, - "learning_rate": 8.539970850969508e-06, - "loss": 0.9798, - "step": 8365 - }, - { - "epoch": 0.56, - "learning_rate": 8.537824970919306e-06, - "loss": 0.9606, - "step": 8366 - }, - { - "epoch": 0.56, - "learning_rate": 8.535679159668089e-06, - "loss": 0.9875, - "step": 8367 - }, - { - "epoch": 0.56, - "learning_rate": 8.533533417316823e-06, - "loss": 0.9601, - "step": 8368 - }, - { - "epoch": 0.56, - "learning_rate": 8.531387743966475e-06, - "loss": 1.0529, - "step": 8369 - }, - { - "epoch": 0.56, - "learning_rate": 8.529242139718e-06, - "loss": 0.9494, - "step": 8370 - }, - { - "epoch": 0.56, - "learning_rate": 8.527096604672356e-06, - "loss": 0.9945, - "step": 8371 - }, - { - "epoch": 0.56, - "learning_rate": 8.5249511389305e-06, - "loss": 0.9664, - "step": 8372 - }, - { - "epoch": 0.56, - "learning_rate": 8.52280574259337e-06, - "loss": 0.9331, - "step": 8373 - }, - { - "epoch": 0.56, - "learning_rate": 8.520660415761924e-06, - "loss": 0.9038, - "step": 8374 - }, - { - "epoch": 0.56, - "learning_rate": 8.518515158537096e-06, - "loss": 0.9944, - "step": 8375 - }, - { - "epoch": 0.56, - "learning_rate": 8.516369971019837e-06, - "loss": 0.915, - "step": 8376 - }, - { - "epoch": 0.56, - "learning_rate": 8.514224853311072e-06, - "loss": 0.8533, - "step": 8377 - }, - { - "epoch": 0.56, - "learning_rate": 8.51207980551174e-06, - "loss": 0.9091, - "step": 8378 - }, - { - "epoch": 0.56, - "learning_rate": 8.509934827722769e-06, - "loss": 1.0104, - "step": 8379 - }, - { - "epoch": 0.56, - "learning_rate": 8.507789920045085e-06, - "loss": 1.0364, - "step": 8380 - }, - { - "epoch": 0.56, - "learning_rate": 8.505645082579614e-06, - "loss": 0.9891, - "step": 8381 - }, - { - "epoch": 0.56, - "learning_rate": 8.503500315427276e-06, - "loss": 0.9598, - "step": 8382 - }, - { - "epoch": 0.56, - "learning_rate": 8.501355618688982e-06, - "loss": 0.9814, - "step": 8383 - }, - { - "epoch": 0.56, - "learning_rate": 8.499210992465654e-06, - "loss": 0.9145, - "step": 8384 - }, - { - "epoch": 0.56, - "learning_rate": 8.497066436858195e-06, - "loss": 0.9689, - "step": 8385 - }, - { - "epoch": 0.56, - "learning_rate": 8.494921951967512e-06, - "loss": 0.9391, - "step": 8386 - }, - { - "epoch": 0.56, - "learning_rate": 8.492777537894514e-06, - "loss": 1.0199, - "step": 8387 - }, - { - "epoch": 0.56, - "learning_rate": 8.490633194740093e-06, - "loss": 1.041, - "step": 8388 - }, - { - "epoch": 0.56, - "learning_rate": 8.488488922605153e-06, - "loss": 0.9334, - "step": 8389 - }, - { - "epoch": 0.56, - "learning_rate": 8.486344721590587e-06, - "loss": 0.9817, - "step": 8390 - }, - { - "epoch": 0.56, - "learning_rate": 8.48420059179728e-06, - "loss": 0.936, - "step": 8391 - }, - { - "epoch": 0.56, - "learning_rate": 8.48205653332612e-06, - "loss": 0.9547, - "step": 8392 - }, - { - "epoch": 0.56, - "learning_rate": 8.479912546277991e-06, - "loss": 1.0167, - "step": 8393 - }, - { - "epoch": 0.56, - "learning_rate": 8.477768630753777e-06, - "loss": 0.979, - "step": 8394 - }, - { - "epoch": 0.56, - "learning_rate": 8.47562478685435e-06, - "loss": 0.9916, - "step": 8395 - }, - { - "epoch": 0.56, - "learning_rate": 8.473481014680581e-06, - "loss": 0.9512, - "step": 8396 - }, - { - "epoch": 0.56, - "learning_rate": 8.471337314333347e-06, - "loss": 0.9568, - "step": 8397 - }, - { - "epoch": 0.56, - "learning_rate": 8.469193685913507e-06, - "loss": 0.9797, - "step": 8398 - }, - { - "epoch": 0.56, - "learning_rate": 8.467050129521933e-06, - "loss": 0.9642, - "step": 8399 - }, - { - "epoch": 0.56, - "learning_rate": 8.464906645259476e-06, - "loss": 1.0022, - "step": 8400 - }, - { - "epoch": 0.56, - "learning_rate": 8.462763233226993e-06, - "loss": 1.0189, - "step": 8401 - }, - { - "epoch": 0.56, - "learning_rate": 8.460619893525344e-06, - "loss": 0.9065, - "step": 8402 - }, - { - "epoch": 0.56, - "learning_rate": 8.45847662625537e-06, - "loss": 0.9434, - "step": 8403 - }, - { - "epoch": 0.56, - "learning_rate": 8.456333431517922e-06, - "loss": 0.9577, - "step": 8404 - }, - { - "epoch": 0.56, - "learning_rate": 8.454190309413845e-06, - "loss": 0.9691, - "step": 8405 - }, - { - "epoch": 0.56, - "learning_rate": 8.45204726004397e-06, - "loss": 0.9399, - "step": 8406 - }, - { - "epoch": 0.56, - "learning_rate": 8.449904283509142e-06, - "loss": 0.9637, - "step": 8407 - }, - { - "epoch": 0.56, - "learning_rate": 8.447761379910185e-06, - "loss": 1.0505, - "step": 8408 - }, - { - "epoch": 0.56, - "learning_rate": 8.445618549347938e-06, - "loss": 0.9341, - "step": 8409 - }, - { - "epoch": 0.56, - "learning_rate": 8.443475791923216e-06, - "loss": 1.0373, - "step": 8410 - }, - { - "epoch": 0.56, - "learning_rate": 8.441333107736847e-06, - "loss": 0.9708, - "step": 8411 - }, - { - "epoch": 0.56, - "learning_rate": 8.439190496889649e-06, - "loss": 0.9309, - "step": 8412 - }, - { - "epoch": 0.56, - "learning_rate": 8.437047959482433e-06, - "loss": 0.9425, - "step": 8413 - }, - { - "epoch": 0.56, - "learning_rate": 8.43490549561602e-06, - "loss": 1.0216, - "step": 8414 - }, - { - "epoch": 0.56, - "learning_rate": 8.432763105391211e-06, - "loss": 0.9728, - "step": 8415 - }, - { - "epoch": 0.56, - "learning_rate": 8.43062078890881e-06, - "loss": 0.992, - "step": 8416 - }, - { - "epoch": 0.56, - "learning_rate": 8.428478546269622e-06, - "loss": 0.9481, - "step": 8417 - }, - { - "epoch": 0.56, - "learning_rate": 8.426336377574443e-06, - "loss": 0.9751, - "step": 8418 - }, - { - "epoch": 0.56, - "learning_rate": 8.42419428292407e-06, - "loss": 0.9866, - "step": 8419 - }, - { - "epoch": 0.56, - "learning_rate": 8.42205226241929e-06, - "loss": 0.921, - "step": 8420 - }, - { - "epoch": 0.56, - "learning_rate": 8.419910316160892e-06, - "loss": 0.9462, - "step": 8421 - }, - { - "epoch": 0.56, - "learning_rate": 8.417768444249662e-06, - "loss": 1.0145, - "step": 8422 - }, - { - "epoch": 0.56, - "learning_rate": 8.41562664678638e-06, - "loss": 0.968, - "step": 8423 - }, - { - "epoch": 0.56, - "learning_rate": 8.413484923871817e-06, - "loss": 0.9735, - "step": 8424 - }, - { - "epoch": 0.56, - "learning_rate": 8.411343275606755e-06, - "loss": 1.0075, - "step": 8425 - }, - { - "epoch": 0.56, - "learning_rate": 8.409201702091958e-06, - "loss": 0.9776, - "step": 8426 - }, - { - "epoch": 0.56, - "learning_rate": 8.407060203428195e-06, - "loss": 0.9094, - "step": 8427 - }, - { - "epoch": 0.56, - "learning_rate": 8.404918779716228e-06, - "loss": 0.9593, - "step": 8428 - }, - { - "epoch": 0.56, - "learning_rate": 8.402777431056814e-06, - "loss": 0.8667, - "step": 8429 - }, - { - "epoch": 0.56, - "learning_rate": 8.400636157550717e-06, - "loss": 0.9888, - "step": 8430 - }, - { - "epoch": 0.56, - "learning_rate": 8.398494959298675e-06, - "loss": 1.0285, - "step": 8431 - }, - { - "epoch": 0.56, - "learning_rate": 8.396353836401453e-06, - "loss": 0.9241, - "step": 8432 - }, - { - "epoch": 0.56, - "learning_rate": 8.394212788959787e-06, - "loss": 0.9914, - "step": 8433 - }, - { - "epoch": 0.56, - "learning_rate": 8.392071817074418e-06, - "loss": 1.0065, - "step": 8434 - }, - { - "epoch": 0.56, - "learning_rate": 8.389930920846088e-06, - "loss": 1.0061, - "step": 8435 - }, - { - "epoch": 0.56, - "learning_rate": 8.387790100375526e-06, - "loss": 0.8836, - "step": 8436 - }, - { - "epoch": 0.57, - "learning_rate": 8.385649355763469e-06, - "loss": 0.9642, - "step": 8437 - }, - { - "epoch": 0.57, - "learning_rate": 8.383508687110646e-06, - "loss": 0.9686, - "step": 8438 - }, - { - "epoch": 0.57, - "learning_rate": 8.38136809451777e-06, - "loss": 0.9638, - "step": 8439 - }, - { - "epoch": 0.57, - "learning_rate": 8.379227578085573e-06, - "loss": 0.884, - "step": 8440 - }, - { - "epoch": 0.57, - "learning_rate": 8.377087137914764e-06, - "loss": 1.0141, - "step": 8441 - }, - { - "epoch": 0.57, - "learning_rate": 8.374946774106061e-06, - "loss": 1.0473, - "step": 8442 - }, - { - "epoch": 0.57, - "learning_rate": 8.37280648676017e-06, - "loss": 1.0205, - "step": 8443 - }, - { - "epoch": 0.57, - "learning_rate": 8.370666275977796e-06, - "loss": 1.0059, - "step": 8444 - }, - { - "epoch": 0.57, - "learning_rate": 8.368526141859647e-06, - "loss": 0.9998, - "step": 8445 - }, - { - "epoch": 0.57, - "learning_rate": 8.366386084506414e-06, - "loss": 0.9621, - "step": 8446 - }, - { - "epoch": 0.57, - "learning_rate": 8.364246104018798e-06, - "loss": 1.0633, - "step": 8447 - }, - { - "epoch": 0.57, - "learning_rate": 8.362106200497492e-06, - "loss": 0.9828, - "step": 8448 - }, - { - "epoch": 0.57, - "learning_rate": 8.359966374043176e-06, - "loss": 0.9066, - "step": 8449 - }, - { - "epoch": 0.57, - "learning_rate": 8.35782662475654e-06, - "loss": 0.991, - "step": 8450 - }, - { - "epoch": 0.57, - "learning_rate": 8.35568695273826e-06, - "loss": 0.9625, - "step": 8451 - }, - { - "epoch": 0.57, - "learning_rate": 8.353547358089019e-06, - "loss": 0.9652, - "step": 8452 - }, - { - "epoch": 0.57, - "learning_rate": 8.351407840909487e-06, - "loss": 0.9782, - "step": 8453 - }, - { - "epoch": 0.57, - "learning_rate": 8.349268401300332e-06, - "loss": 0.9102, - "step": 8454 - }, - { - "epoch": 0.57, - "learning_rate": 8.347129039362227e-06, - "loss": 0.9977, - "step": 8455 - }, - { - "epoch": 0.57, - "learning_rate": 8.34498975519582e-06, - "loss": 1.0171, - "step": 8456 - }, - { - "epoch": 0.57, - "learning_rate": 8.342850548901788e-06, - "loss": 1.0019, - "step": 8457 - }, - { - "epoch": 0.57, - "learning_rate": 8.340711420580772e-06, - "loss": 0.9193, - "step": 8458 - }, - { - "epoch": 0.57, - "learning_rate": 8.338572370333428e-06, - "loss": 1.0362, - "step": 8459 - }, - { - "epoch": 0.57, - "learning_rate": 8.336433398260405e-06, - "loss": 1.0353, - "step": 8460 - }, - { - "epoch": 0.57, - "learning_rate": 8.334294504462347e-06, - "loss": 0.9911, - "step": 8461 - }, - { - "epoch": 0.57, - "learning_rate": 8.33215568903989e-06, - "loss": 0.9979, - "step": 8462 - }, - { - "epoch": 0.57, - "learning_rate": 8.330016952093676e-06, - "loss": 0.9419, - "step": 8463 - }, - { - "epoch": 0.57, - "learning_rate": 8.327878293724331e-06, - "loss": 0.9646, - "step": 8464 - }, - { - "epoch": 0.57, - "learning_rate": 8.325739714032495e-06, - "loss": 0.9351, - "step": 8465 - }, - { - "epoch": 0.57, - "learning_rate": 8.323601213118786e-06, - "loss": 0.9689, - "step": 8466 - }, - { - "epoch": 0.57, - "learning_rate": 8.321462791083823e-06, - "loss": 0.9219, - "step": 8467 - }, - { - "epoch": 0.57, - "learning_rate": 8.319324448028232e-06, - "loss": 0.9534, - "step": 8468 - }, - { - "epoch": 0.57, - "learning_rate": 8.317186184052622e-06, - "loss": 0.9836, - "step": 8469 - }, - { - "epoch": 0.57, - "learning_rate": 8.315047999257607e-06, - "loss": 0.9526, - "step": 8470 - }, - { - "epoch": 0.57, - "learning_rate": 8.312909893743793e-06, - "loss": 0.9484, - "step": 8471 - }, - { - "epoch": 0.57, - "learning_rate": 8.310771867611776e-06, - "loss": 0.984, - "step": 8472 - }, - { - "epoch": 0.57, - "learning_rate": 8.30863392096217e-06, - "loss": 1.0019, - "step": 8473 - }, - { - "epoch": 0.57, - "learning_rate": 8.306496053895556e-06, - "loss": 1.0446, - "step": 8474 - }, - { - "epoch": 0.57, - "learning_rate": 8.304358266512537e-06, - "loss": 0.9598, - "step": 8475 - }, - { - "epoch": 0.57, - "learning_rate": 8.302220558913695e-06, - "loss": 0.8744, - "step": 8476 - }, - { - "epoch": 0.57, - "learning_rate": 8.300082931199616e-06, - "loss": 0.9498, - "step": 8477 - }, - { - "epoch": 0.57, - "learning_rate": 8.29794538347088e-06, - "loss": 0.9549, - "step": 8478 - }, - { - "epoch": 0.57, - "learning_rate": 8.295807915828066e-06, - "loss": 0.9553, - "step": 8479 - }, - { - "epoch": 0.57, - "learning_rate": 8.293670528371747e-06, - "loss": 0.9877, - "step": 8480 - }, - { - "epoch": 0.57, - "learning_rate": 8.291533221202494e-06, - "loss": 0.95, - "step": 8481 - }, - { - "epoch": 0.57, - "learning_rate": 8.289395994420866e-06, - "loss": 0.8771, - "step": 8482 - }, - { - "epoch": 0.57, - "learning_rate": 8.28725884812743e-06, - "loss": 0.967, - "step": 8483 - }, - { - "epoch": 0.57, - "learning_rate": 8.285121782422743e-06, - "loss": 0.9391, - "step": 8484 - }, - { - "epoch": 0.57, - "learning_rate": 8.28298479740736e-06, - "loss": 0.93, - "step": 8485 - }, - { - "epoch": 0.57, - "learning_rate": 8.280847893181832e-06, - "loss": 0.9941, - "step": 8486 - }, - { - "epoch": 0.57, - "learning_rate": 8.2787110698467e-06, - "loss": 0.9415, - "step": 8487 - }, - { - "epoch": 0.57, - "learning_rate": 8.27657432750252e-06, - "loss": 0.9662, - "step": 8488 - }, - { - "epoch": 0.57, - "learning_rate": 8.274437666249812e-06, - "loss": 0.95, - "step": 8489 - }, - { - "epoch": 0.57, - "learning_rate": 8.272301086189131e-06, - "loss": 1.0259, - "step": 8490 - }, - { - "epoch": 0.57, - "learning_rate": 8.270164587420995e-06, - "loss": 0.9259, - "step": 8491 - }, - { - "epoch": 0.57, - "learning_rate": 8.268028170045934e-06, - "loss": 0.9148, - "step": 8492 - }, - { - "epoch": 0.57, - "learning_rate": 8.265891834164477e-06, - "loss": 0.8923, - "step": 8493 - }, - { - "epoch": 0.57, - "learning_rate": 8.263755579877137e-06, - "loss": 0.9885, - "step": 8494 - }, - { - "epoch": 0.57, - "learning_rate": 8.261619407284438e-06, - "loss": 1.0345, - "step": 8495 - }, - { - "epoch": 0.57, - "learning_rate": 8.259483316486888e-06, - "loss": 1.0259, - "step": 8496 - }, - { - "epoch": 0.57, - "learning_rate": 8.257347307584988e-06, - "loss": 1.015, - "step": 8497 - }, - { - "epoch": 0.57, - "learning_rate": 8.255211380679258e-06, - "loss": 0.9399, - "step": 8498 - }, - { - "epoch": 0.57, - "learning_rate": 8.253075535870189e-06, - "loss": 0.9854, - "step": 8499 - }, - { - "epoch": 0.57, - "learning_rate": 8.250939773258276e-06, - "loss": 1.0123, - "step": 8500 - }, - { - "epoch": 0.57, - "learning_rate": 8.248804092944018e-06, - "loss": 0.9692, - "step": 8501 - }, - { - "epoch": 0.57, - "learning_rate": 8.246668495027899e-06, - "loss": 0.9259, - "step": 8502 - }, - { - "epoch": 0.57, - "learning_rate": 8.244532979610408e-06, - "loss": 1.0013, - "step": 8503 - }, - { - "epoch": 0.57, - "learning_rate": 8.242397546792029e-06, - "loss": 0.9692, - "step": 8504 - }, - { - "epoch": 0.57, - "learning_rate": 8.240262196673228e-06, - "loss": 0.9326, - "step": 8505 - }, - { - "epoch": 0.57, - "learning_rate": 8.238126929354491e-06, - "loss": 0.9574, - "step": 8506 - }, - { - "epoch": 0.57, - "learning_rate": 8.23599174493628e-06, - "loss": 1.0228, - "step": 8507 - }, - { - "epoch": 0.57, - "learning_rate": 8.233856643519066e-06, - "loss": 0.9108, - "step": 8508 - }, - { - "epoch": 0.57, - "learning_rate": 8.231721625203308e-06, - "loss": 0.9852, - "step": 8509 - }, - { - "epoch": 0.57, - "learning_rate": 8.22958669008946e-06, - "loss": 0.9517, - "step": 8510 - }, - { - "epoch": 0.57, - "learning_rate": 8.227451838277984e-06, - "loss": 0.9376, - "step": 8511 - }, - { - "epoch": 0.57, - "learning_rate": 8.225317069869324e-06, - "loss": 0.8982, - "step": 8512 - }, - { - "epoch": 0.57, - "learning_rate": 8.223182384963934e-06, - "loss": 0.983, - "step": 8513 - }, - { - "epoch": 0.57, - "learning_rate": 8.221047783662247e-06, - "loss": 0.9829, - "step": 8514 - }, - { - "epoch": 0.57, - "learning_rate": 8.218913266064703e-06, - "loss": 0.9581, - "step": 8515 - }, - { - "epoch": 0.57, - "learning_rate": 8.216778832271742e-06, - "loss": 0.9853, - "step": 8516 - }, - { - "epoch": 0.57, - "learning_rate": 8.214644482383788e-06, - "loss": 0.9189, - "step": 8517 - }, - { - "epoch": 0.57, - "learning_rate": 8.212510216501271e-06, - "loss": 0.9584, - "step": 8518 - }, - { - "epoch": 0.57, - "learning_rate": 8.210376034724615e-06, - "loss": 0.9478, - "step": 8519 - }, - { - "epoch": 0.57, - "learning_rate": 8.208241937154233e-06, - "loss": 1.0467, - "step": 8520 - }, - { - "epoch": 0.57, - "learning_rate": 8.20610792389055e-06, - "loss": 0.9401, - "step": 8521 - }, - { - "epoch": 0.57, - "learning_rate": 8.20397399503396e-06, - "loss": 0.9989, - "step": 8522 - }, - { - "epoch": 0.57, - "learning_rate": 8.201840150684887e-06, - "loss": 0.9984, - "step": 8523 - }, - { - "epoch": 0.57, - "learning_rate": 8.199706390943725e-06, - "loss": 1.021, - "step": 8524 - }, - { - "epoch": 0.57, - "learning_rate": 8.197572715910872e-06, - "loss": 0.9027, - "step": 8525 - }, - { - "epoch": 0.57, - "learning_rate": 8.195439125686726e-06, - "loss": 0.9199, - "step": 8526 - }, - { - "epoch": 0.57, - "learning_rate": 8.193305620371676e-06, - "loss": 0.9006, - "step": 8527 - }, - { - "epoch": 0.57, - "learning_rate": 8.191172200066108e-06, - "loss": 1.0532, - "step": 8528 - }, - { - "epoch": 0.57, - "learning_rate": 8.18903886487041e-06, - "loss": 0.9658, - "step": 8529 - }, - { - "epoch": 0.57, - "learning_rate": 8.186905614884952e-06, - "loss": 0.9485, - "step": 8530 - }, - { - "epoch": 0.57, - "learning_rate": 8.184772450210117e-06, - "loss": 0.9371, - "step": 8531 - }, - { - "epoch": 0.57, - "learning_rate": 8.182639370946268e-06, - "loss": 0.9497, - "step": 8532 - }, - { - "epoch": 0.57, - "learning_rate": 8.18050637719378e-06, - "loss": 0.9226, - "step": 8533 - }, - { - "epoch": 0.57, - "learning_rate": 8.17837346905301e-06, - "loss": 1.0807, - "step": 8534 - }, - { - "epoch": 0.57, - "learning_rate": 8.176240646624318e-06, - "loss": 1.0002, - "step": 8535 - }, - { - "epoch": 0.57, - "learning_rate": 8.174107910008059e-06, - "loss": 0.9414, - "step": 8536 - }, - { - "epoch": 0.57, - "learning_rate": 8.171975259304585e-06, - "loss": 0.9858, - "step": 8537 - }, - { - "epoch": 0.57, - "learning_rate": 8.169842694614238e-06, - "loss": 0.9491, - "step": 8538 - }, - { - "epoch": 0.57, - "learning_rate": 8.167710216037366e-06, - "loss": 0.9237, - "step": 8539 - }, - { - "epoch": 0.57, - "learning_rate": 8.165577823674302e-06, - "loss": 0.993, - "step": 8540 - }, - { - "epoch": 0.57, - "learning_rate": 8.163445517625385e-06, - "loss": 0.9462, - "step": 8541 - }, - { - "epoch": 0.57, - "learning_rate": 8.161313297990944e-06, - "loss": 1.049, - "step": 8542 - }, - { - "epoch": 0.57, - "learning_rate": 8.159181164871303e-06, - "loss": 0.9009, - "step": 8543 - }, - { - "epoch": 0.57, - "learning_rate": 8.157049118366787e-06, - "loss": 0.9742, - "step": 8544 - }, - { - "epoch": 0.57, - "learning_rate": 8.154917158577712e-06, - "loss": 0.9299, - "step": 8545 - }, - { - "epoch": 0.57, - "learning_rate": 8.152785285604397e-06, - "loss": 0.9577, - "step": 8546 - }, - { - "epoch": 0.57, - "learning_rate": 8.150653499547148e-06, - "loss": 0.9555, - "step": 8547 - }, - { - "epoch": 0.57, - "learning_rate": 8.148521800506267e-06, - "loss": 0.9477, - "step": 8548 - }, - { - "epoch": 0.57, - "learning_rate": 8.14639018858206e-06, - "loss": 1.0018, - "step": 8549 - }, - { - "epoch": 0.57, - "learning_rate": 8.144258663874826e-06, - "loss": 0.9585, - "step": 8550 - }, - { - "epoch": 0.57, - "learning_rate": 8.142127226484857e-06, - "loss": 0.9115, - "step": 8551 - }, - { - "epoch": 0.57, - "learning_rate": 8.139995876512445e-06, - "loss": 1.0336, - "step": 8552 - }, - { - "epoch": 0.57, - "learning_rate": 8.137864614057867e-06, - "loss": 0.9456, - "step": 8553 - }, - { - "epoch": 0.57, - "learning_rate": 8.135733439221416e-06, - "loss": 0.9997, - "step": 8554 - }, - { - "epoch": 0.57, - "learning_rate": 8.133602352103356e-06, - "loss": 0.9762, - "step": 8555 - }, - { - "epoch": 0.57, - "learning_rate": 8.131471352803975e-06, - "loss": 0.9252, - "step": 8556 - }, - { - "epoch": 0.57, - "learning_rate": 8.12934044142353e-06, - "loss": 1.009, - "step": 8557 - }, - { - "epoch": 0.57, - "learning_rate": 8.127209618062288e-06, - "loss": 0.9749, - "step": 8558 - }, - { - "epoch": 0.57, - "learning_rate": 8.125078882820514e-06, - "loss": 0.9898, - "step": 8559 - }, - { - "epoch": 0.57, - "learning_rate": 8.12294823579846e-06, - "loss": 0.9525, - "step": 8560 - }, - { - "epoch": 0.57, - "learning_rate": 8.12081767709638e-06, - "loss": 0.9405, - "step": 8561 - }, - { - "epoch": 0.57, - "learning_rate": 8.118687206814526e-06, - "loss": 0.9464, - "step": 8562 - }, - { - "epoch": 0.57, - "learning_rate": 8.116556825053131e-06, - "loss": 0.893, - "step": 8563 - }, - { - "epoch": 0.57, - "learning_rate": 8.114426531912446e-06, - "loss": 0.9975, - "step": 8564 - }, - { - "epoch": 0.57, - "learning_rate": 8.1122963274927e-06, - "loss": 0.9325, - "step": 8565 - }, - { - "epoch": 0.57, - "learning_rate": 8.110166211894129e-06, - "loss": 0.9944, - "step": 8566 - }, - { - "epoch": 0.57, - "learning_rate": 8.108036185216957e-06, - "loss": 0.9462, - "step": 8567 - }, - { - "epoch": 0.57, - "learning_rate": 8.105906247561408e-06, - "loss": 0.9762, - "step": 8568 - }, - { - "epoch": 0.57, - "learning_rate": 8.1037763990277e-06, - "loss": 0.928, - "step": 8569 - }, - { - "epoch": 0.57, - "learning_rate": 8.10164663971605e-06, - "loss": 1.0106, - "step": 8570 - }, - { - "epoch": 0.57, - "learning_rate": 8.099516969726669e-06, - "loss": 0.9343, - "step": 8571 - }, - { - "epoch": 0.57, - "learning_rate": 8.097387389159761e-06, - "loss": 1.0177, - "step": 8572 - }, - { - "epoch": 0.57, - "learning_rate": 8.095257898115525e-06, - "loss": 0.9666, - "step": 8573 - }, - { - "epoch": 0.57, - "learning_rate": 8.093128496694164e-06, - "loss": 0.9943, - "step": 8574 - }, - { - "epoch": 0.57, - "learning_rate": 8.090999184995872e-06, - "loss": 0.9776, - "step": 8575 - }, - { - "epoch": 0.57, - "learning_rate": 8.088869963120834e-06, - "loss": 0.8831, - "step": 8576 - }, - { - "epoch": 0.57, - "learning_rate": 8.08674083116924e-06, - "loss": 0.9921, - "step": 8577 - }, - { - "epoch": 0.57, - "learning_rate": 8.084611789241264e-06, - "loss": 0.9834, - "step": 8578 - }, - { - "epoch": 0.57, - "learning_rate": 8.082482837437094e-06, - "loss": 0.9049, - "step": 8579 - }, - { - "epoch": 0.57, - "learning_rate": 8.080353975856893e-06, - "loss": 0.8776, - "step": 8580 - }, - { - "epoch": 0.57, - "learning_rate": 8.07822520460083e-06, - "loss": 0.9185, - "step": 8581 - }, - { - "epoch": 0.57, - "learning_rate": 8.076096523769074e-06, - "loss": 0.9724, - "step": 8582 - }, - { - "epoch": 0.57, - "learning_rate": 8.07396793346178e-06, - "loss": 1.0024, - "step": 8583 - }, - { - "epoch": 0.57, - "learning_rate": 8.071839433779106e-06, - "loss": 0.8879, - "step": 8584 - }, - { - "epoch": 0.57, - "learning_rate": 8.069711024821205e-06, - "loss": 0.9711, - "step": 8585 - }, - { - "epoch": 0.58, - "learning_rate": 8.067582706688217e-06, - "loss": 0.9797, - "step": 8586 - }, - { - "epoch": 0.58, - "learning_rate": 8.065454479480295e-06, - "loss": 1.0074, - "step": 8587 - }, - { - "epoch": 0.58, - "learning_rate": 8.063326343297563e-06, - "loss": 0.9499, - "step": 8588 - }, - { - "epoch": 0.58, - "learning_rate": 8.061198298240173e-06, - "loss": 1.0067, - "step": 8589 - }, - { - "epoch": 0.58, - "learning_rate": 8.059070344408243e-06, - "loss": 0.9515, - "step": 8590 - }, - { - "epoch": 0.58, - "learning_rate": 8.056942481901898e-06, - "loss": 0.9494, - "step": 8591 - }, - { - "epoch": 0.58, - "learning_rate": 8.054814710821267e-06, - "loss": 0.9801, - "step": 8592 - }, - { - "epoch": 0.58, - "learning_rate": 8.052687031266457e-06, - "loss": 0.8616, - "step": 8593 - }, - { - "epoch": 0.58, - "learning_rate": 8.05055944333759e-06, - "loss": 0.9073, - "step": 8594 - }, - { - "epoch": 0.58, - "learning_rate": 8.048431947134771e-06, - "loss": 0.9747, - "step": 8595 - }, - { - "epoch": 0.58, - "learning_rate": 8.046304542758101e-06, - "loss": 0.9924, - "step": 8596 - }, - { - "epoch": 0.58, - "learning_rate": 8.044177230307684e-06, - "loss": 0.9713, - "step": 8597 - }, - { - "epoch": 0.58, - "learning_rate": 8.042050009883611e-06, - "loss": 0.9454, - "step": 8598 - }, - { - "epoch": 0.58, - "learning_rate": 8.039922881585977e-06, - "loss": 0.9222, - "step": 8599 - }, - { - "epoch": 0.58, - "learning_rate": 8.037795845514867e-06, - "loss": 0.9056, - "step": 8600 - }, - { - "epoch": 0.58, - "learning_rate": 8.035668901770362e-06, - "loss": 0.9715, - "step": 8601 - }, - { - "epoch": 0.58, - "learning_rate": 8.033542050452544e-06, - "loss": 0.9142, - "step": 8602 - }, - { - "epoch": 0.58, - "learning_rate": 8.03141529166148e-06, - "loss": 0.9317, - "step": 8603 - }, - { - "epoch": 0.58, - "learning_rate": 8.02928862549725e-06, - "loss": 0.9628, - "step": 8604 - }, - { - "epoch": 0.58, - "learning_rate": 8.02716205205991e-06, - "loss": 1.0278, - "step": 8605 - }, - { - "epoch": 0.58, - "learning_rate": 8.02503557144952e-06, - "loss": 0.9976, - "step": 8606 - }, - { - "epoch": 0.58, - "learning_rate": 8.022909183766143e-06, - "loss": 0.9791, - "step": 8607 - }, - { - "epoch": 0.58, - "learning_rate": 8.020782889109822e-06, - "loss": 1.0111, - "step": 8608 - }, - { - "epoch": 0.58, - "learning_rate": 8.018656687580614e-06, - "loss": 0.9636, - "step": 8609 - }, - { - "epoch": 0.58, - "learning_rate": 8.016530579278559e-06, - "loss": 0.974, - "step": 8610 - }, - { - "epoch": 0.58, - "learning_rate": 8.01440456430369e-06, - "loss": 1.0002, - "step": 8611 - }, - { - "epoch": 0.58, - "learning_rate": 8.01227864275605e-06, - "loss": 0.9351, - "step": 8612 - }, - { - "epoch": 0.58, - "learning_rate": 8.010152814735663e-06, - "loss": 0.9105, - "step": 8613 - }, - { - "epoch": 0.58, - "learning_rate": 8.008027080342555e-06, - "loss": 1.0165, - "step": 8614 - }, - { - "epoch": 0.58, - "learning_rate": 8.00590143967675e-06, - "loss": 0.9318, - "step": 8615 - }, - { - "epoch": 0.58, - "learning_rate": 8.003775892838259e-06, - "loss": 0.9808, - "step": 8616 - }, - { - "epoch": 0.58, - "learning_rate": 8.001650439927102e-06, - "loss": 1.0423, - "step": 8617 - }, - { - "epoch": 0.58, - "learning_rate": 7.999525081043284e-06, - "loss": 0.9656, - "step": 8618 - }, - { - "epoch": 0.58, - "learning_rate": 7.997399816286801e-06, - "loss": 0.9244, - "step": 8619 - }, - { - "epoch": 0.58, - "learning_rate": 7.995274645757666e-06, - "loss": 1.0715, - "step": 8620 - }, - { - "epoch": 0.58, - "learning_rate": 7.993149569555864e-06, - "loss": 1.0014, - "step": 8621 - }, - { - "epoch": 0.58, - "learning_rate": 7.991024587781386e-06, - "loss": 0.9191, - "step": 8622 - }, - { - "epoch": 0.58, - "learning_rate": 7.988899700534221e-06, - "loss": 0.9527, - "step": 8623 - }, - { - "epoch": 0.58, - "learning_rate": 7.986774907914345e-06, - "loss": 1.0074, - "step": 8624 - }, - { - "epoch": 0.58, - "learning_rate": 7.984650210021741e-06, - "loss": 0.944, - "step": 8625 - }, - { - "epoch": 0.58, - "learning_rate": 7.982525606956377e-06, - "loss": 0.9137, - "step": 8626 - }, - { - "epoch": 0.58, - "learning_rate": 7.980401098818223e-06, - "loss": 0.9247, - "step": 8627 - }, - { - "epoch": 0.58, - "learning_rate": 7.978276685707244e-06, - "loss": 0.9926, - "step": 8628 - }, - { - "epoch": 0.58, - "learning_rate": 7.976152367723393e-06, - "loss": 0.9907, - "step": 8629 - }, - { - "epoch": 0.58, - "learning_rate": 7.97402814496663e-06, - "loss": 0.9701, - "step": 8630 - }, - { - "epoch": 0.58, - "learning_rate": 7.9719040175369e-06, - "loss": 1.03, - "step": 8631 - }, - { - "epoch": 0.58, - "learning_rate": 7.969779985534154e-06, - "loss": 0.9177, - "step": 8632 - }, - { - "epoch": 0.58, - "learning_rate": 7.967656049058332e-06, - "loss": 0.9463, - "step": 8633 - }, - { - "epoch": 0.58, - "learning_rate": 7.965532208209366e-06, - "loss": 0.9137, - "step": 8634 - }, - { - "epoch": 0.58, - "learning_rate": 7.963408463087194e-06, - "loss": 1.0166, - "step": 8635 - }, - { - "epoch": 0.58, - "learning_rate": 7.961284813791736e-06, - "loss": 0.9506, - "step": 8636 - }, - { - "epoch": 0.58, - "learning_rate": 7.959161260422926e-06, - "loss": 0.9724, - "step": 8637 - }, - { - "epoch": 0.58, - "learning_rate": 7.957037803080673e-06, - "loss": 0.9444, - "step": 8638 - }, - { - "epoch": 0.58, - "learning_rate": 7.954914441864894e-06, - "loss": 0.9761, - "step": 8639 - }, - { - "epoch": 0.58, - "learning_rate": 7.952791176875499e-06, - "loss": 0.9513, - "step": 8640 - }, - { - "epoch": 0.58, - "learning_rate": 7.950668008212392e-06, - "loss": 0.9281, - "step": 8641 - }, - { - "epoch": 0.58, - "learning_rate": 7.948544935975475e-06, - "loss": 1.0027, - "step": 8642 - }, - { - "epoch": 0.58, - "learning_rate": 7.946421960264643e-06, - "loss": 1.0346, - "step": 8643 - }, - { - "epoch": 0.58, - "learning_rate": 7.944299081179783e-06, - "loss": 1.0057, - "step": 8644 - }, - { - "epoch": 0.58, - "learning_rate": 7.942176298820792e-06, - "loss": 0.8593, - "step": 8645 - }, - { - "epoch": 0.58, - "learning_rate": 7.940053613287538e-06, - "loss": 0.9061, - "step": 8646 - }, - { - "epoch": 0.58, - "learning_rate": 7.937931024679915e-06, - "loss": 0.9805, - "step": 8647 - }, - { - "epoch": 0.58, - "learning_rate": 7.935808533097785e-06, - "loss": 0.9475, - "step": 8648 - }, - { - "epoch": 0.58, - "learning_rate": 7.933686138641016e-06, - "loss": 0.8635, - "step": 8649 - }, - { - "epoch": 0.58, - "learning_rate": 7.93156384140948e-06, - "loss": 1.0226, - "step": 8650 - }, - { - "epoch": 0.58, - "learning_rate": 7.929441641503031e-06, - "loss": 1.0155, - "step": 8651 - }, - { - "epoch": 0.58, - "learning_rate": 7.927319539021518e-06, - "loss": 0.9288, - "step": 8652 - }, - { - "epoch": 0.58, - "learning_rate": 7.925197534064805e-06, - "loss": 1.018, - "step": 8653 - }, - { - "epoch": 0.58, - "learning_rate": 7.923075626732727e-06, - "loss": 0.9254, - "step": 8654 - }, - { - "epoch": 0.58, - "learning_rate": 7.92095381712513e-06, - "loss": 0.9836, - "step": 8655 - }, - { - "epoch": 0.58, - "learning_rate": 7.918832105341849e-06, - "loss": 0.915, - "step": 8656 - }, - { - "epoch": 0.58, - "learning_rate": 7.916710491482713e-06, - "loss": 0.9395, - "step": 8657 - }, - { - "epoch": 0.58, - "learning_rate": 7.914588975647554e-06, - "loss": 0.968, - "step": 8658 - }, - { - "epoch": 0.58, - "learning_rate": 7.91246755793619e-06, - "loss": 0.9585, - "step": 8659 - }, - { - "epoch": 0.58, - "learning_rate": 7.910346238448443e-06, - "loss": 0.9896, - "step": 8660 - }, - { - "epoch": 0.58, - "learning_rate": 7.908225017284129e-06, - "loss": 0.9988, - "step": 8661 - }, - { - "epoch": 0.58, - "learning_rate": 7.906103894543048e-06, - "loss": 0.9624, - "step": 8662 - }, - { - "epoch": 0.58, - "learning_rate": 7.903982870325008e-06, - "loss": 0.9966, - "step": 8663 - }, - { - "epoch": 0.58, - "learning_rate": 7.90186194472981e-06, - "loss": 0.9762, - "step": 8664 - }, - { - "epoch": 0.58, - "learning_rate": 7.899741117857249e-06, - "loss": 0.9714, - "step": 8665 - }, - { - "epoch": 0.58, - "learning_rate": 7.897620389807115e-06, - "loss": 0.9729, - "step": 8666 - }, - { - "epoch": 0.58, - "learning_rate": 7.89549976067919e-06, - "loss": 1.0181, - "step": 8667 - }, - { - "epoch": 0.58, - "learning_rate": 7.893379230573263e-06, - "loss": 0.9673, - "step": 8668 - }, - { - "epoch": 0.58, - "learning_rate": 7.891258799589097e-06, - "loss": 0.9796, - "step": 8669 - }, - { - "epoch": 0.58, - "learning_rate": 7.889138467826479e-06, - "loss": 0.9787, - "step": 8670 - }, - { - "epoch": 0.58, - "learning_rate": 7.887018235385167e-06, - "loss": 0.9102, - "step": 8671 - }, - { - "epoch": 0.58, - "learning_rate": 7.88489810236492e-06, - "loss": 0.9967, - "step": 8672 - }, - { - "epoch": 0.58, - "learning_rate": 7.882778068865505e-06, - "loss": 0.9492, - "step": 8673 - }, - { - "epoch": 0.58, - "learning_rate": 7.880658134986666e-06, - "loss": 1.0649, - "step": 8674 - }, - { - "epoch": 0.58, - "learning_rate": 7.878538300828159e-06, - "loss": 0.9381, - "step": 8675 - }, - { - "epoch": 0.58, - "learning_rate": 7.876418566489725e-06, - "loss": 0.9921, - "step": 8676 - }, - { - "epoch": 0.58, - "learning_rate": 7.874298932071096e-06, - "loss": 0.9502, - "step": 8677 - }, - { - "epoch": 0.58, - "learning_rate": 7.872179397672018e-06, - "loss": 0.9121, - "step": 8678 - }, - { - "epoch": 0.58, - "learning_rate": 7.870059963392208e-06, - "loss": 0.9435, - "step": 8679 - }, - { - "epoch": 0.58, - "learning_rate": 7.8679406293314e-06, - "loss": 0.9824, - "step": 8680 - }, - { - "epoch": 0.58, - "learning_rate": 7.86582139558931e-06, - "loss": 0.9186, - "step": 8681 - }, - { - "epoch": 0.58, - "learning_rate": 7.863702262265654e-06, - "loss": 0.9923, - "step": 8682 - }, - { - "epoch": 0.58, - "learning_rate": 7.86158322946014e-06, - "loss": 0.9717, - "step": 8683 - }, - { - "epoch": 0.58, - "learning_rate": 7.859464297272484e-06, - "loss": 0.9298, - "step": 8684 - }, - { - "epoch": 0.58, - "learning_rate": 7.857345465802369e-06, - "loss": 0.9308, - "step": 8685 - }, - { - "epoch": 0.58, - "learning_rate": 7.85522673514951e-06, - "loss": 0.9468, - "step": 8686 - }, - { - "epoch": 0.58, - "learning_rate": 7.853108105413585e-06, - "loss": 0.906, - "step": 8687 - }, - { - "epoch": 0.58, - "learning_rate": 7.850989576694288e-06, - "loss": 1.021, - "step": 8688 - }, - { - "epoch": 0.58, - "learning_rate": 7.8488711490913e-06, - "loss": 0.9424, - "step": 8689 - }, - { - "epoch": 0.58, - "learning_rate": 7.846752822704294e-06, - "loss": 1.0586, - "step": 8690 - }, - { - "epoch": 0.58, - "learning_rate": 7.844634597632948e-06, - "loss": 0.9849, - "step": 8691 - }, - { - "epoch": 0.58, - "learning_rate": 7.842516473976927e-06, - "loss": 0.9445, - "step": 8692 - }, - { - "epoch": 0.58, - "learning_rate": 7.840398451835897e-06, - "loss": 0.9022, - "step": 8693 - }, - { - "epoch": 0.58, - "learning_rate": 7.838280531309513e-06, - "loss": 0.886, - "step": 8694 - }, - { - "epoch": 0.58, - "learning_rate": 7.836162712497428e-06, - "loss": 0.9825, - "step": 8695 - }, - { - "epoch": 0.58, - "learning_rate": 7.834044995499292e-06, - "loss": 1.0096, - "step": 8696 - }, - { - "epoch": 0.58, - "learning_rate": 7.831927380414749e-06, - "loss": 0.9912, - "step": 8697 - }, - { - "epoch": 0.58, - "learning_rate": 7.829809867343439e-06, - "loss": 0.9123, - "step": 8698 - }, - { - "epoch": 0.58, - "learning_rate": 7.827692456384995e-06, - "loss": 1.0256, - "step": 8699 - }, - { - "epoch": 0.58, - "learning_rate": 7.825575147639046e-06, - "loss": 1.07, - "step": 8700 - }, - { - "epoch": 0.58, - "learning_rate": 7.82345794120522e-06, - "loss": 0.9567, - "step": 8701 - }, - { - "epoch": 0.58, - "learning_rate": 7.821340837183128e-06, - "loss": 1.0373, - "step": 8702 - }, - { - "epoch": 0.58, - "learning_rate": 7.819223835672398e-06, - "loss": 0.9747, - "step": 8703 - }, - { - "epoch": 0.58, - "learning_rate": 7.817106936772632e-06, - "loss": 0.9072, - "step": 8704 - }, - { - "epoch": 0.58, - "learning_rate": 7.814990140583435e-06, - "loss": 0.9687, - "step": 8705 - }, - { - "epoch": 0.58, - "learning_rate": 7.812873447204411e-06, - "loss": 1.0295, - "step": 8706 - }, - { - "epoch": 0.58, - "learning_rate": 7.810756856735152e-06, - "loss": 0.9385, - "step": 8707 - }, - { - "epoch": 0.58, - "learning_rate": 7.808640369275253e-06, - "loss": 0.9553, - "step": 8708 - }, - { - "epoch": 0.58, - "learning_rate": 7.806523984924299e-06, - "loss": 0.8301, - "step": 8709 - }, - { - "epoch": 0.58, - "learning_rate": 7.804407703781866e-06, - "loss": 0.9421, - "step": 8710 - }, - { - "epoch": 0.58, - "learning_rate": 7.80229152594754e-06, - "loss": 0.9621, - "step": 8711 - }, - { - "epoch": 0.58, - "learning_rate": 7.800175451520882e-06, - "loss": 0.95, - "step": 8712 - }, - { - "epoch": 0.58, - "learning_rate": 7.798059480601467e-06, - "loss": 0.9657, - "step": 8713 - }, - { - "epoch": 0.58, - "learning_rate": 7.795943613288853e-06, - "loss": 0.9308, - "step": 8714 - }, - { - "epoch": 0.58, - "learning_rate": 7.793827849682594e-06, - "loss": 0.9242, - "step": 8715 - }, - { - "epoch": 0.58, - "learning_rate": 7.791712189882249e-06, - "loss": 0.9686, - "step": 8716 - }, - { - "epoch": 0.58, - "learning_rate": 7.789596633987356e-06, - "loss": 1.012, - "step": 8717 - }, - { - "epoch": 0.58, - "learning_rate": 7.787481182097468e-06, - "loss": 0.9425, - "step": 8718 - }, - { - "epoch": 0.58, - "learning_rate": 7.785365834312116e-06, - "loss": 0.8837, - "step": 8719 - }, - { - "epoch": 0.58, - "learning_rate": 7.783250590730829e-06, - "loss": 0.9734, - "step": 8720 - }, - { - "epoch": 0.58, - "learning_rate": 7.781135451453141e-06, - "loss": 1.0057, - "step": 8721 - }, - { - "epoch": 0.58, - "learning_rate": 7.779020416578573e-06, - "loss": 0.9998, - "step": 8722 - }, - { - "epoch": 0.58, - "learning_rate": 7.77690548620664e-06, - "loss": 0.917, - "step": 8723 - }, - { - "epoch": 0.58, - "learning_rate": 7.774790660436857e-06, - "loss": 0.9405, - "step": 8724 - }, - { - "epoch": 0.58, - "learning_rate": 7.77267593936873e-06, - "loss": 0.967, - "step": 8725 - }, - { - "epoch": 0.58, - "learning_rate": 7.770561323101768e-06, - "loss": 1.0334, - "step": 8726 - }, - { - "epoch": 0.58, - "learning_rate": 7.768446811735462e-06, - "loss": 0.9261, - "step": 8727 - }, - { - "epoch": 0.58, - "learning_rate": 7.766332405369304e-06, - "loss": 0.9903, - "step": 8728 - }, - { - "epoch": 0.58, - "learning_rate": 7.76421810410279e-06, - "loss": 0.9084, - "step": 8729 - }, - { - "epoch": 0.58, - "learning_rate": 7.762103908035394e-06, - "loss": 0.9989, - "step": 8730 - }, - { - "epoch": 0.58, - "learning_rate": 7.759989817266602e-06, - "loss": 0.9925, - "step": 8731 - }, - { - "epoch": 0.58, - "learning_rate": 7.757875831895886e-06, - "loss": 1.0017, - "step": 8732 - }, - { - "epoch": 0.58, - "learning_rate": 7.755761952022706e-06, - "loss": 0.9198, - "step": 8733 - }, - { - "epoch": 0.58, - "learning_rate": 7.753648177746538e-06, - "loss": 1.02, - "step": 8734 - }, - { - "epoch": 0.59, - "learning_rate": 7.751534509166827e-06, - "loss": 0.9734, - "step": 8735 - }, - { - "epoch": 0.59, - "learning_rate": 7.749420946383041e-06, - "loss": 0.8596, - "step": 8736 - }, - { - "epoch": 0.59, - "learning_rate": 7.747307489494618e-06, - "loss": 0.9949, - "step": 8737 - }, - { - "epoch": 0.59, - "learning_rate": 7.745194138601003e-06, - "loss": 0.9651, - "step": 8738 - }, - { - "epoch": 0.59, - "learning_rate": 7.743080893801635e-06, - "loss": 0.9419, - "step": 8739 - }, - { - "epoch": 0.59, - "learning_rate": 7.740967755195948e-06, - "loss": 0.9828, - "step": 8740 - }, - { - "epoch": 0.59, - "learning_rate": 7.738854722883373e-06, - "loss": 0.9187, - "step": 8741 - }, - { - "epoch": 0.59, - "learning_rate": 7.736741796963333e-06, - "loss": 0.9573, - "step": 8742 - }, - { - "epoch": 0.59, - "learning_rate": 7.734628977535238e-06, - "loss": 1.078, - "step": 8743 - }, - { - "epoch": 0.59, - "learning_rate": 7.732516264698512e-06, - "loss": 0.9464, - "step": 8744 - }, - { - "epoch": 0.59, - "learning_rate": 7.730403658552558e-06, - "loss": 0.948, - "step": 8745 - }, - { - "epoch": 0.59, - "learning_rate": 7.728291159196782e-06, - "loss": 1.0183, - "step": 8746 - }, - { - "epoch": 0.59, - "learning_rate": 7.72617876673058e-06, - "loss": 0.8457, - "step": 8747 - }, - { - "epoch": 0.59, - "learning_rate": 7.724066481253344e-06, - "loss": 0.9853, - "step": 8748 - }, - { - "epoch": 0.59, - "learning_rate": 7.72195430286447e-06, - "loss": 0.9844, - "step": 8749 - }, - { - "epoch": 0.59, - "learning_rate": 7.71984223166333e-06, - "loss": 0.9027, - "step": 8750 - }, - { - "epoch": 0.59, - "learning_rate": 7.717730267749315e-06, - "loss": 0.9651, - "step": 8751 - }, - { - "epoch": 0.59, - "learning_rate": 7.715618411221787e-06, - "loss": 0.8867, - "step": 8752 - }, - { - "epoch": 0.59, - "learning_rate": 7.713506662180119e-06, - "loss": 0.9284, - "step": 8753 - }, - { - "epoch": 0.59, - "learning_rate": 7.711395020723674e-06, - "loss": 0.9869, - "step": 8754 - }, - { - "epoch": 0.59, - "learning_rate": 7.709283486951809e-06, - "loss": 1.005, - "step": 8755 - }, - { - "epoch": 0.59, - "learning_rate": 7.707172060963878e-06, - "loss": 1.0113, - "step": 8756 - }, - { - "epoch": 0.59, - "learning_rate": 7.705060742859229e-06, - "loss": 0.9647, - "step": 8757 - }, - { - "epoch": 0.59, - "learning_rate": 7.702949532737203e-06, - "loss": 0.8885, - "step": 8758 - }, - { - "epoch": 0.59, - "learning_rate": 7.700838430697141e-06, - "loss": 0.9028, - "step": 8759 - }, - { - "epoch": 0.59, - "learning_rate": 7.698727436838373e-06, - "loss": 0.8949, - "step": 8760 - }, - { - "epoch": 0.59, - "learning_rate": 7.696616551260223e-06, - "loss": 0.9501, - "step": 8761 - }, - { - "epoch": 0.59, - "learning_rate": 7.694505774062022e-06, - "loss": 0.9953, - "step": 8762 - }, - { - "epoch": 0.59, - "learning_rate": 7.69239510534308e-06, - "loss": 0.9485, - "step": 8763 - }, - { - "epoch": 0.59, - "learning_rate": 7.690284545202714e-06, - "loss": 0.9718, - "step": 8764 - }, - { - "epoch": 0.59, - "learning_rate": 7.688174093740231e-06, - "loss": 0.9232, - "step": 8765 - }, - { - "epoch": 0.59, - "learning_rate": 7.686063751054924e-06, - "loss": 0.9689, - "step": 8766 - }, - { - "epoch": 0.59, - "learning_rate": 7.683953517246105e-06, - "loss": 1.0275, - "step": 8767 - }, - { - "epoch": 0.59, - "learning_rate": 7.68184339241305e-06, - "loss": 0.978, - "step": 8768 - }, - { - "epoch": 0.59, - "learning_rate": 7.679733376655061e-06, - "loss": 0.9725, - "step": 8769 - }, - { - "epoch": 0.59, - "learning_rate": 7.677623470071409e-06, - "loss": 0.9749, - "step": 8770 - }, - { - "epoch": 0.59, - "learning_rate": 7.675513672761372e-06, - "loss": 0.9568, - "step": 8771 - }, - { - "epoch": 0.59, - "learning_rate": 7.673403984824225e-06, - "loss": 1.0119, - "step": 8772 - }, - { - "epoch": 0.59, - "learning_rate": 7.67129440635923e-06, - "loss": 1.0217, - "step": 8773 - }, - { - "epoch": 0.59, - "learning_rate": 7.66918493746565e-06, - "loss": 0.8975, - "step": 8774 - }, - { - "epoch": 0.59, - "learning_rate": 7.667075578242744e-06, - "loss": 0.9668, - "step": 8775 - }, - { - "epoch": 0.59, - "learning_rate": 7.664966328789754e-06, - "loss": 0.9982, - "step": 8776 - }, - { - "epoch": 0.59, - "learning_rate": 7.662857189205932e-06, - "loss": 0.9345, - "step": 8777 - }, - { - "epoch": 0.59, - "learning_rate": 7.660748159590517e-06, - "loss": 0.9294, - "step": 8778 - }, - { - "epoch": 0.59, - "learning_rate": 7.658639240042744e-06, - "loss": 1.0088, - "step": 8779 - }, - { - "epoch": 0.59, - "learning_rate": 7.656530430661843e-06, - "loss": 0.9696, - "step": 8780 - }, - { - "epoch": 0.59, - "learning_rate": 7.654421731547037e-06, - "loss": 0.9332, - "step": 8781 - }, - { - "epoch": 0.59, - "learning_rate": 7.652313142797548e-06, - "loss": 0.9568, - "step": 8782 - }, - { - "epoch": 0.59, - "learning_rate": 7.65020466451259e-06, - "loss": 0.8632, - "step": 8783 - }, - { - "epoch": 0.59, - "learning_rate": 7.648096296791373e-06, - "loss": 1.0072, - "step": 8784 - }, - { - "epoch": 0.59, - "learning_rate": 7.645988039733099e-06, - "loss": 0.9933, - "step": 8785 - }, - { - "epoch": 0.59, - "learning_rate": 7.643879893436965e-06, - "loss": 0.9397, - "step": 8786 - }, - { - "epoch": 0.59, - "learning_rate": 7.641771858002169e-06, - "loss": 0.8945, - "step": 8787 - }, - { - "epoch": 0.59, - "learning_rate": 7.639663933527896e-06, - "loss": 0.9967, - "step": 8788 - }, - { - "epoch": 0.59, - "learning_rate": 7.637556120113332e-06, - "loss": 0.9267, - "step": 8789 - }, - { - "epoch": 0.59, - "learning_rate": 7.635448417857654e-06, - "loss": 0.9858, - "step": 8790 - }, - { - "epoch": 0.59, - "learning_rate": 7.633340826860029e-06, - "loss": 0.8798, - "step": 8791 - }, - { - "epoch": 0.59, - "learning_rate": 7.631233347219635e-06, - "loss": 1.0224, - "step": 8792 - }, - { - "epoch": 0.59, - "learning_rate": 7.6291259790356235e-06, - "loss": 0.9814, - "step": 8793 - }, - { - "epoch": 0.59, - "learning_rate": 7.627018722407163e-06, - "loss": 0.9827, - "step": 8794 - }, - { - "epoch": 0.59, - "learning_rate": 7.624911577433395e-06, - "loss": 1.0141, - "step": 8795 - }, - { - "epoch": 0.59, - "learning_rate": 7.622804544213468e-06, - "loss": 0.9877, - "step": 8796 - }, - { - "epoch": 0.59, - "learning_rate": 7.620697622846527e-06, - "loss": 1.0076, - "step": 8797 - }, - { - "epoch": 0.59, - "learning_rate": 7.618590813431708e-06, - "loss": 1.0187, - "step": 8798 - }, - { - "epoch": 0.59, - "learning_rate": 7.616484116068131e-06, - "loss": 0.922, - "step": 8799 - }, - { - "epoch": 0.59, - "learning_rate": 7.614377530854938e-06, - "loss": 1.0019, - "step": 8800 - }, - { - "epoch": 0.59, - "learning_rate": 7.6122710578912365e-06, - "loss": 0.9053, - "step": 8801 - }, - { - "epoch": 0.59, - "learning_rate": 7.610164697276148e-06, - "loss": 0.9238, - "step": 8802 - }, - { - "epoch": 0.59, - "learning_rate": 7.608058449108778e-06, - "loss": 0.9469, - "step": 8803 - }, - { - "epoch": 0.59, - "learning_rate": 7.605952313488232e-06, - "loss": 1.0138, - "step": 8804 - }, - { - "epoch": 0.59, - "learning_rate": 7.60384629051361e-06, - "loss": 0.9792, - "step": 8805 - }, - { - "epoch": 0.59, - "learning_rate": 7.601740380284004e-06, - "loss": 0.9288, - "step": 8806 - }, - { - "epoch": 0.59, - "learning_rate": 7.599634582898505e-06, - "loss": 0.9816, - "step": 8807 - }, - { - "epoch": 0.59, - "learning_rate": 7.597528898456197e-06, - "loss": 0.9563, - "step": 8808 - }, - { - "epoch": 0.59, - "learning_rate": 7.5954233270561496e-06, - "loss": 1.0363, - "step": 8809 - }, - { - "epoch": 0.59, - "learning_rate": 7.593317868797443e-06, - "loss": 0.9599, - "step": 8810 - }, - { - "epoch": 0.59, - "learning_rate": 7.591212523779141e-06, - "loss": 0.9593, - "step": 8811 - }, - { - "epoch": 0.59, - "learning_rate": 7.589107292100307e-06, - "loss": 0.9496, - "step": 8812 - }, - { - "epoch": 0.59, - "learning_rate": 7.587002173859997e-06, - "loss": 0.9562, - "step": 8813 - }, - { - "epoch": 0.59, - "learning_rate": 7.58489716915726e-06, - "loss": 1.0287, - "step": 8814 - }, - { - "epoch": 0.59, - "learning_rate": 7.582792278091148e-06, - "loss": 1.0279, - "step": 8815 - }, - { - "epoch": 0.59, - "learning_rate": 7.58068750076069e-06, - "loss": 0.8766, - "step": 8816 - }, - { - "epoch": 0.59, - "learning_rate": 7.578582837264934e-06, - "loss": 0.9173, - "step": 8817 - }, - { - "epoch": 0.59, - "learning_rate": 7.576478287702901e-06, - "loss": 0.8551, - "step": 8818 - }, - { - "epoch": 0.59, - "learning_rate": 7.574373852173616e-06, - "loss": 0.9797, - "step": 8819 - }, - { - "epoch": 0.59, - "learning_rate": 7.572269530776102e-06, - "loss": 0.9649, - "step": 8820 - }, - { - "epoch": 0.59, - "learning_rate": 7.570165323609369e-06, - "loss": 1.0004, - "step": 8821 - }, - { - "epoch": 0.59, - "learning_rate": 7.568061230772428e-06, - "loss": 0.9819, - "step": 8822 - }, - { - "epoch": 0.59, - "learning_rate": 7.565957252364282e-06, - "loss": 0.9678, - "step": 8823 - }, - { - "epoch": 0.59, - "learning_rate": 7.563853388483921e-06, - "loss": 0.99, - "step": 8824 - }, - { - "epoch": 0.59, - "learning_rate": 7.561749639230349e-06, - "loss": 0.9575, - "step": 8825 - }, - { - "epoch": 0.59, - "learning_rate": 7.559646004702541e-06, - "loss": 0.8777, - "step": 8826 - }, - { - "epoch": 0.59, - "learning_rate": 7.557542484999489e-06, - "loss": 1.0293, - "step": 8827 - }, - { - "epoch": 0.59, - "learning_rate": 7.5554390802201625e-06, - "loss": 0.8839, - "step": 8828 - }, - { - "epoch": 0.59, - "learning_rate": 7.553335790463531e-06, - "loss": 1.0468, - "step": 8829 - }, - { - "epoch": 0.59, - "learning_rate": 7.5512326158285635e-06, - "loss": 0.9666, - "step": 8830 - }, - { - "epoch": 0.59, - "learning_rate": 7.5491295564142155e-06, - "loss": 0.9992, - "step": 8831 - }, - { - "epoch": 0.59, - "learning_rate": 7.547026612319446e-06, - "loss": 0.9083, - "step": 8832 - }, - { - "epoch": 0.59, - "learning_rate": 7.544923783643202e-06, - "loss": 0.9293, - "step": 8833 - }, - { - "epoch": 0.59, - "learning_rate": 7.542821070484423e-06, - "loss": 0.9394, - "step": 8834 - }, - { - "epoch": 0.59, - "learning_rate": 7.540718472942052e-06, - "loss": 0.935, - "step": 8835 - }, - { - "epoch": 0.59, - "learning_rate": 7.538615991115019e-06, - "loss": 0.9684, - "step": 8836 - }, - { - "epoch": 0.59, - "learning_rate": 7.53651362510225e-06, - "loss": 0.9006, - "step": 8837 - }, - { - "epoch": 0.59, - "learning_rate": 7.53441137500267e-06, - "loss": 1.0046, - "step": 8838 - }, - { - "epoch": 0.59, - "learning_rate": 7.532309240915191e-06, - "loss": 0.9835, - "step": 8839 - }, - { - "epoch": 0.59, - "learning_rate": 7.530207222938728e-06, - "loss": 1.009, - "step": 8840 - }, - { - "epoch": 0.59, - "learning_rate": 7.528105321172186e-06, - "loss": 0.9863, - "step": 8841 - }, - { - "epoch": 0.59, - "learning_rate": 7.526003535714458e-06, - "loss": 0.9972, - "step": 8842 - }, - { - "epoch": 0.59, - "learning_rate": 7.5239018666644455e-06, - "loss": 0.9892, - "step": 8843 - }, - { - "epoch": 0.59, - "learning_rate": 7.521800314121032e-06, - "loss": 0.9445, - "step": 8844 - }, - { - "epoch": 0.59, - "learning_rate": 7.519698878183107e-06, - "loss": 0.9555, - "step": 8845 - }, - { - "epoch": 0.59, - "learning_rate": 7.517597558949544e-06, - "loss": 0.9349, - "step": 8846 - }, - { - "epoch": 0.59, - "learning_rate": 7.5154963565192145e-06, - "loss": 0.9351, - "step": 8847 - }, - { - "epoch": 0.59, - "learning_rate": 7.51339527099099e-06, - "loss": 0.9459, - "step": 8848 - }, - { - "epoch": 0.59, - "learning_rate": 7.511294302463725e-06, - "loss": 1.0016, - "step": 8849 - }, - { - "epoch": 0.59, - "learning_rate": 7.5091934510362845e-06, - "loss": 1.0114, - "step": 8850 - }, - { - "epoch": 0.59, - "learning_rate": 7.50709271680751e-06, - "loss": 0.9655, - "step": 8851 - }, - { - "epoch": 0.59, - "learning_rate": 7.504992099876249e-06, - "loss": 0.9838, - "step": 8852 - }, - { - "epoch": 0.59, - "learning_rate": 7.502891600341343e-06, - "loss": 0.9297, - "step": 8853 - }, - { - "epoch": 0.59, - "learning_rate": 7.500791218301623e-06, - "loss": 0.972, - "step": 8854 - }, - { - "epoch": 0.59, - "learning_rate": 7.4986909538559204e-06, - "loss": 0.9745, - "step": 8855 - }, - { - "epoch": 0.59, - "learning_rate": 7.4965908071030565e-06, - "loss": 1.0096, - "step": 8856 - }, - { - "epoch": 0.59, - "learning_rate": 7.494490778141843e-06, - "loss": 0.9275, - "step": 8857 - }, - { - "epoch": 0.59, - "learning_rate": 7.492390867071103e-06, - "loss": 1.0142, - "step": 8858 - }, - { - "epoch": 0.59, - "learning_rate": 7.490291073989632e-06, - "loss": 0.9325, - "step": 8859 - }, - { - "epoch": 0.59, - "learning_rate": 7.488191398996236e-06, - "loss": 0.8935, - "step": 8860 - }, - { - "epoch": 0.59, - "learning_rate": 7.486091842189709e-06, - "loss": 0.9094, - "step": 8861 - }, - { - "epoch": 0.59, - "learning_rate": 7.483992403668836e-06, - "loss": 1.0046, - "step": 8862 - }, - { - "epoch": 0.59, - "learning_rate": 7.4818930835324075e-06, - "loss": 0.9408, - "step": 8863 - }, - { - "epoch": 0.59, - "learning_rate": 7.479793881879198e-06, - "loss": 0.9523, - "step": 8864 - }, - { - "epoch": 0.59, - "learning_rate": 7.477694798807983e-06, - "loss": 1.0556, - "step": 8865 - }, - { - "epoch": 0.59, - "learning_rate": 7.47559583441753e-06, - "loss": 0.9459, - "step": 8866 - }, - { - "epoch": 0.59, - "learning_rate": 7.473496988806592e-06, - "loss": 0.8885, - "step": 8867 - }, - { - "epoch": 0.59, - "learning_rate": 7.471398262073936e-06, - "loss": 0.9987, - "step": 8868 - }, - { - "epoch": 0.59, - "learning_rate": 7.4692996543183036e-06, - "loss": 0.9294, - "step": 8869 - }, - { - "epoch": 0.59, - "learning_rate": 7.467201165638447e-06, - "loss": 0.9915, - "step": 8870 - }, - { - "epoch": 0.59, - "learning_rate": 7.4651027961331005e-06, - "loss": 0.9384, - "step": 8871 - }, - { - "epoch": 0.59, - "learning_rate": 7.463004545900997e-06, - "loss": 0.9806, - "step": 8872 - }, - { - "epoch": 0.59, - "learning_rate": 7.460906415040872e-06, - "loss": 1.0025, - "step": 8873 - }, - { - "epoch": 0.59, - "learning_rate": 7.4588084036514375e-06, - "loss": 0.9555, - "step": 8874 - }, - { - "epoch": 0.59, - "learning_rate": 7.456710511831414e-06, - "loss": 0.9721, - "step": 8875 - }, - { - "epoch": 0.59, - "learning_rate": 7.4546127396795156e-06, - "loss": 0.8647, - "step": 8876 - }, - { - "epoch": 0.59, - "learning_rate": 7.452515087294443e-06, - "loss": 0.9792, - "step": 8877 - }, - { - "epoch": 0.59, - "learning_rate": 7.4504175547749e-06, - "loss": 0.9913, - "step": 8878 - }, - { - "epoch": 0.59, - "learning_rate": 7.4483201422195805e-06, - "loss": 0.9578, - "step": 8879 - }, - { - "epoch": 0.59, - "learning_rate": 7.4462228497271695e-06, - "loss": 0.9912, - "step": 8880 - }, - { - "epoch": 0.59, - "learning_rate": 7.444125677396356e-06, - "loss": 0.9732, - "step": 8881 - }, - { - "epoch": 0.59, - "learning_rate": 7.442028625325805e-06, - "loss": 0.9735, - "step": 8882 - }, - { - "epoch": 0.59, - "learning_rate": 7.439931693614205e-06, - "loss": 0.9418, - "step": 8883 - }, - { - "epoch": 0.59, - "learning_rate": 7.437834882360211e-06, - "loss": 0.903, - "step": 8884 - }, - { - "epoch": 0.6, - "learning_rate": 7.435738191662483e-06, - "loss": 0.9887, - "step": 8885 - }, - { - "epoch": 0.6, - "learning_rate": 7.433641621619679e-06, - "loss": 0.9983, - "step": 8886 - }, - { - "epoch": 0.6, - "learning_rate": 7.431545172330445e-06, - "loss": 0.8711, - "step": 8887 - }, - { - "epoch": 0.6, - "learning_rate": 7.429448843893427e-06, - "loss": 0.8824, - "step": 8888 - }, - { - "epoch": 0.6, - "learning_rate": 7.427352636407265e-06, - "loss": 0.9383, - "step": 8889 - }, - { - "epoch": 0.6, - "learning_rate": 7.425256549970581e-06, - "loss": 1.0037, - "step": 8890 - }, - { - "epoch": 0.6, - "learning_rate": 7.423160584682013e-06, - "loss": 1.004, - "step": 8891 - }, - { - "epoch": 0.6, - "learning_rate": 7.421064740640172e-06, - "loss": 0.9423, - "step": 8892 - }, - { - "epoch": 0.6, - "learning_rate": 7.418969017943678e-06, - "loss": 1.0343, - "step": 8893 - }, - { - "epoch": 0.6, - "learning_rate": 7.416873416691139e-06, - "loss": 0.9979, - "step": 8894 - }, - { - "epoch": 0.6, - "learning_rate": 7.414777936981155e-06, - "loss": 0.9855, - "step": 8895 - }, - { - "epoch": 0.6, - "learning_rate": 7.412682578912329e-06, - "loss": 0.9339, - "step": 8896 - }, - { - "epoch": 0.6, - "learning_rate": 7.410587342583247e-06, - "loss": 0.9192, - "step": 8897 - }, - { - "epoch": 0.6, - "learning_rate": 7.408492228092503e-06, - "loss": 1.01, - "step": 8898 - }, - { - "epoch": 0.6, - "learning_rate": 7.406397235538671e-06, - "loss": 0.9617, - "step": 8899 - }, - { - "epoch": 0.6, - "learning_rate": 7.404302365020324e-06, - "loss": 1.0033, - "step": 8900 - }, - { - "epoch": 0.6, - "learning_rate": 7.402207616636037e-06, - "loss": 1.0424, - "step": 8901 - }, - { - "epoch": 0.6, - "learning_rate": 7.400112990484367e-06, - "loss": 0.8891, - "step": 8902 - }, - { - "epoch": 0.6, - "learning_rate": 7.398018486663877e-06, - "loss": 0.9942, - "step": 8903 - }, - { - "epoch": 0.6, - "learning_rate": 7.395924105273117e-06, - "loss": 0.9589, - "step": 8904 - }, - { - "epoch": 0.6, - "learning_rate": 7.393829846410629e-06, - "loss": 1.0357, - "step": 8905 - }, - { - "epoch": 0.6, - "learning_rate": 7.391735710174961e-06, - "loss": 0.995, - "step": 8906 - }, - { - "epoch": 0.6, - "learning_rate": 7.389641696664635e-06, - "loss": 0.9781, - "step": 8907 - }, - { - "epoch": 0.6, - "learning_rate": 7.387547805978196e-06, - "loss": 1.0324, - "step": 8908 - }, - { - "epoch": 0.6, - "learning_rate": 7.385454038214155e-06, - "loss": 0.9516, - "step": 8909 - }, - { - "epoch": 0.6, - "learning_rate": 7.383360393471028e-06, - "loss": 0.9733, - "step": 8910 - }, - { - "epoch": 0.6, - "learning_rate": 7.381266871847334e-06, - "loss": 1.0243, - "step": 8911 - }, - { - "epoch": 0.6, - "learning_rate": 7.379173473441576e-06, - "loss": 0.9774, - "step": 8912 - }, - { - "epoch": 0.6, - "learning_rate": 7.377080198352246e-06, - "loss": 0.9122, - "step": 8913 - }, - { - "epoch": 0.6, - "learning_rate": 7.37498704667785e-06, - "loss": 1.0345, - "step": 8914 - }, - { - "epoch": 0.6, - "learning_rate": 7.372894018516864e-06, - "loss": 0.9087, - "step": 8915 - }, - { - "epoch": 0.6, - "learning_rate": 7.3708011139677825e-06, - "loss": 0.949, - "step": 8916 - }, - { - "epoch": 0.6, - "learning_rate": 7.368708333129073e-06, - "loss": 0.9441, - "step": 8917 - }, - { - "epoch": 0.6, - "learning_rate": 7.366615676099207e-06, - "loss": 0.948, - "step": 8918 - }, - { - "epoch": 0.6, - "learning_rate": 7.3645231429766525e-06, - "loss": 0.9729, - "step": 8919 - }, - { - "epoch": 0.6, - "learning_rate": 7.362430733859866e-06, - "loss": 0.9294, - "step": 8920 - }, - { - "epoch": 0.6, - "learning_rate": 7.360338448847302e-06, - "loss": 0.8715, - "step": 8921 - }, - { - "epoch": 0.6, - "learning_rate": 7.3582462880374095e-06, - "loss": 0.9114, - "step": 8922 - }, - { - "epoch": 0.6, - "learning_rate": 7.356154251528622e-06, - "loss": 0.9918, - "step": 8923 - }, - { - "epoch": 0.6, - "learning_rate": 7.354062339419387e-06, - "loss": 0.8983, - "step": 8924 - }, - { - "epoch": 0.6, - "learning_rate": 7.351970551808123e-06, - "loss": 0.9202, - "step": 8925 - }, - { - "epoch": 0.6, - "learning_rate": 7.34987888879326e-06, - "loss": 0.9632, - "step": 8926 - }, - { - "epoch": 0.6, - "learning_rate": 7.3477873504732155e-06, - "loss": 0.9767, - "step": 8927 - }, - { - "epoch": 0.6, - "learning_rate": 7.345695936946398e-06, - "loss": 1.0038, - "step": 8928 - }, - { - "epoch": 0.6, - "learning_rate": 7.343604648311219e-06, - "loss": 0.8885, - "step": 8929 - }, - { - "epoch": 0.6, - "learning_rate": 7.341513484666074e-06, - "loss": 0.9371, - "step": 8930 - }, - { - "epoch": 0.6, - "learning_rate": 7.339422446109364e-06, - "loss": 0.9419, - "step": 8931 - }, - { - "epoch": 0.6, - "learning_rate": 7.33733153273947e-06, - "loss": 0.9429, - "step": 8932 - }, - { - "epoch": 0.6, - "learning_rate": 7.335240744654777e-06, - "loss": 0.915, - "step": 8933 - }, - { - "epoch": 0.6, - "learning_rate": 7.333150081953665e-06, - "loss": 0.9262, - "step": 8934 - }, - { - "epoch": 0.6, - "learning_rate": 7.3310595447345e-06, - "loss": 0.9917, - "step": 8935 - }, - { - "epoch": 0.6, - "learning_rate": 7.328969133095651e-06, - "loss": 0.9575, - "step": 8936 - }, - { - "epoch": 0.6, - "learning_rate": 7.326878847135478e-06, - "loss": 0.9524, - "step": 8937 - }, - { - "epoch": 0.6, - "learning_rate": 7.324788686952329e-06, - "loss": 0.8553, - "step": 8938 - }, - { - "epoch": 0.6, - "learning_rate": 7.322698652644557e-06, - "loss": 0.96, - "step": 8939 - }, - { - "epoch": 0.6, - "learning_rate": 7.320608744310495e-06, - "loss": 1.0131, - "step": 8940 - }, - { - "epoch": 0.6, - "learning_rate": 7.318518962048491e-06, - "loss": 0.9239, - "step": 8941 - }, - { - "epoch": 0.6, - "learning_rate": 7.316429305956865e-06, - "loss": 1.0061, - "step": 8942 - }, - { - "epoch": 0.6, - "learning_rate": 7.31433977613394e-06, - "loss": 0.9533, - "step": 8943 - }, - { - "epoch": 0.6, - "learning_rate": 7.31225037267804e-06, - "loss": 0.9108, - "step": 8944 - }, - { - "epoch": 0.6, - "learning_rate": 7.310161095687471e-06, - "loss": 0.8996, - "step": 8945 - }, - { - "epoch": 0.6, - "learning_rate": 7.308071945260542e-06, - "loss": 0.9322, - "step": 8946 - }, - { - "epoch": 0.6, - "learning_rate": 7.305982921495554e-06, - "loss": 0.9666, - "step": 8947 - }, - { - "epoch": 0.6, - "learning_rate": 7.303894024490793e-06, - "loss": 0.8791, - "step": 8948 - }, - { - "epoch": 0.6, - "learning_rate": 7.3018052543445585e-06, - "loss": 0.8919, - "step": 8949 - }, - { - "epoch": 0.6, - "learning_rate": 7.299716611155123e-06, - "loss": 1.0142, - "step": 8950 - }, - { - "epoch": 0.6, - "learning_rate": 7.2976280950207635e-06, - "loss": 0.9693, - "step": 8951 - }, - { - "epoch": 0.6, - "learning_rate": 7.295539706039756e-06, - "loss": 0.8985, - "step": 8952 - }, - { - "epoch": 0.6, - "learning_rate": 7.293451444310356e-06, - "loss": 0.9748, - "step": 8953 - }, - { - "epoch": 0.6, - "learning_rate": 7.291363309930828e-06, - "loss": 1.0107, - "step": 8954 - }, - { - "epoch": 0.6, - "learning_rate": 7.2892753029994246e-06, - "loss": 0.9705, - "step": 8955 - }, - { - "epoch": 0.6, - "learning_rate": 7.287187423614384e-06, - "loss": 0.9429, - "step": 8956 - }, - { - "epoch": 0.6, - "learning_rate": 7.285099671873954e-06, - "loss": 0.9167, - "step": 8957 - }, - { - "epoch": 0.6, - "learning_rate": 7.283012047876362e-06, - "loss": 0.9838, - "step": 8958 - }, - { - "epoch": 0.6, - "learning_rate": 7.280924551719842e-06, - "loss": 0.9824, - "step": 8959 - }, - { - "epoch": 0.6, - "learning_rate": 7.278837183502614e-06, - "loss": 1.0149, - "step": 8960 - }, - { - "epoch": 0.6, - "learning_rate": 7.276749943322891e-06, - "loss": 0.875, - "step": 8961 - }, - { - "epoch": 0.6, - "learning_rate": 7.274662831278887e-06, - "loss": 0.9154, - "step": 8962 - }, - { - "epoch": 0.6, - "learning_rate": 7.272575847468801e-06, - "loss": 0.9108, - "step": 8963 - }, - { - "epoch": 0.6, - "learning_rate": 7.2704889919908385e-06, - "loss": 0.9875, - "step": 8964 - }, - { - "epoch": 0.6, - "learning_rate": 7.268402264943185e-06, - "loss": 0.9437, - "step": 8965 - }, - { - "epoch": 0.6, - "learning_rate": 7.266315666424026e-06, - "loss": 1.0334, - "step": 8966 - }, - { - "epoch": 0.6, - "learning_rate": 7.264229196531542e-06, - "loss": 0.9524, - "step": 8967 - }, - { - "epoch": 0.6, - "learning_rate": 7.2621428553639095e-06, - "loss": 1.016, - "step": 8968 - }, - { - "epoch": 0.6, - "learning_rate": 7.260056643019293e-06, - "loss": 0.9917, - "step": 8969 - }, - { - "epoch": 0.6, - "learning_rate": 7.257970559595859e-06, - "loss": 0.9237, - "step": 8970 - }, - { - "epoch": 0.6, - "learning_rate": 7.255884605191752e-06, - "loss": 0.9812, - "step": 8971 - }, - { - "epoch": 0.6, - "learning_rate": 7.253798779905135e-06, - "loss": 0.989, - "step": 8972 - }, - { - "epoch": 0.6, - "learning_rate": 7.251713083834137e-06, - "loss": 0.9757, - "step": 8973 - }, - { - "epoch": 0.6, - "learning_rate": 7.24962751707691e-06, - "loss": 0.9688, - "step": 8974 - }, - { - "epoch": 0.6, - "learning_rate": 7.247542079731577e-06, - "loss": 0.9745, - "step": 8975 - }, - { - "epoch": 0.6, - "learning_rate": 7.2454567718962594e-06, - "loss": 0.9602, - "step": 8976 - }, - { - "epoch": 0.6, - "learning_rate": 7.243371593669086e-06, - "loss": 0.9306, - "step": 8977 - }, - { - "epoch": 0.6, - "learning_rate": 7.241286545148161e-06, - "loss": 0.8751, - "step": 8978 - }, - { - "epoch": 0.6, - "learning_rate": 7.239201626431595e-06, - "loss": 0.9447, - "step": 8979 - }, - { - "epoch": 0.6, - "learning_rate": 7.237116837617493e-06, - "loss": 0.9218, - "step": 8980 - }, - { - "epoch": 0.6, - "learning_rate": 7.235032178803936e-06, - "loss": 0.9759, - "step": 8981 - }, - { - "epoch": 0.6, - "learning_rate": 7.232947650089028e-06, - "loss": 1.0314, - "step": 8982 - }, - { - "epoch": 0.6, - "learning_rate": 7.230863251570841e-06, - "loss": 0.9724, - "step": 8983 - }, - { - "epoch": 0.6, - "learning_rate": 7.228778983347456e-06, - "loss": 0.9255, - "step": 8984 - }, - { - "epoch": 0.6, - "learning_rate": 7.226694845516941e-06, - "loss": 0.9026, - "step": 8985 - }, - { - "epoch": 0.6, - "learning_rate": 7.22461083817736e-06, - "loss": 0.9613, - "step": 8986 - }, - { - "epoch": 0.6, - "learning_rate": 7.222526961426772e-06, - "loss": 0.9646, - "step": 8987 - }, - { - "epoch": 0.6, - "learning_rate": 7.220443215363231e-06, - "loss": 0.9385, - "step": 8988 - }, - { - "epoch": 0.6, - "learning_rate": 7.218359600084775e-06, - "loss": 0.9158, - "step": 8989 - }, - { - "epoch": 0.6, - "learning_rate": 7.216276115689449e-06, - "loss": 0.9243, - "step": 8990 - }, - { - "epoch": 0.6, - "learning_rate": 7.2141927622752824e-06, - "loss": 0.9147, - "step": 8991 - }, - { - "epoch": 0.6, - "learning_rate": 7.212109539940307e-06, - "loss": 0.9109, - "step": 8992 - }, - { - "epoch": 0.6, - "learning_rate": 7.210026448782541e-06, - "loss": 0.9965, - "step": 8993 - }, - { - "epoch": 0.6, - "learning_rate": 7.207943488899997e-06, - "loss": 1.0087, - "step": 8994 - }, - { - "epoch": 0.6, - "learning_rate": 7.205860660390691e-06, - "loss": 0.9357, - "step": 8995 - }, - { - "epoch": 0.6, - "learning_rate": 7.2037779633526115e-06, - "loss": 0.9172, - "step": 8996 - }, - { - "epoch": 0.6, - "learning_rate": 7.2016953978837715e-06, - "loss": 0.9653, - "step": 8997 - }, - { - "epoch": 0.6, - "learning_rate": 7.199612964082149e-06, - "loss": 1.0034, - "step": 8998 - }, - { - "epoch": 0.6, - "learning_rate": 7.1975306620457285e-06, - "loss": 0.9366, - "step": 8999 - }, - { - "epoch": 0.6, - "learning_rate": 7.1954484918724935e-06, - "loss": 1.0095, - "step": 9000 - }, - { - "epoch": 0.6, - "learning_rate": 7.1933664536604085e-06, - "loss": 0.9391, - "step": 9001 - }, - { - "epoch": 0.6, - "learning_rate": 7.191284547507446e-06, - "loss": 0.8545, - "step": 9002 - }, - { - "epoch": 0.6, - "learning_rate": 7.189202773511561e-06, - "loss": 0.9812, - "step": 9003 - }, - { - "epoch": 0.6, - "learning_rate": 7.187121131770702e-06, - "loss": 0.9821, - "step": 9004 - }, - { - "epoch": 0.6, - "learning_rate": 7.185039622382823e-06, - "loss": 0.9575, - "step": 9005 - }, - { - "epoch": 0.6, - "learning_rate": 7.182958245445857e-06, - "loss": 1.0276, - "step": 9006 - }, - { - "epoch": 0.6, - "learning_rate": 7.1808770010577465e-06, - "loss": 0.905, - "step": 9007 - }, - { - "epoch": 0.6, - "learning_rate": 7.178795889316413e-06, - "loss": 0.9386, - "step": 9008 - }, - { - "epoch": 0.6, - "learning_rate": 7.176714910319777e-06, - "loss": 0.9213, - "step": 9009 - }, - { - "epoch": 0.6, - "learning_rate": 7.17463406416576e-06, - "loss": 0.9693, - "step": 9010 - }, - { - "epoch": 0.6, - "learning_rate": 7.1725533509522625e-06, - "loss": 0.9281, - "step": 9011 - }, - { - "epoch": 0.6, - "learning_rate": 7.170472770777196e-06, - "loss": 0.9288, - "step": 9012 - }, - { - "epoch": 0.6, - "learning_rate": 7.168392323738454e-06, - "loss": 0.9526, - "step": 9013 - }, - { - "epoch": 0.6, - "learning_rate": 7.166312009933923e-06, - "loss": 0.9919, - "step": 9014 - }, - { - "epoch": 0.6, - "learning_rate": 7.16423182946149e-06, - "loss": 0.9282, - "step": 9015 - }, - { - "epoch": 0.6, - "learning_rate": 7.162151782419031e-06, - "loss": 0.9536, - "step": 9016 - }, - { - "epoch": 0.6, - "learning_rate": 7.160071868904421e-06, - "loss": 0.9388, - "step": 9017 - }, - { - "epoch": 0.6, - "learning_rate": 7.157992089015524e-06, - "loss": 0.888, - "step": 9018 - }, - { - "epoch": 0.6, - "learning_rate": 7.155912442850194e-06, - "loss": 0.9222, - "step": 9019 - }, - { - "epoch": 0.6, - "learning_rate": 7.15383293050629e-06, - "loss": 0.9878, - "step": 9020 - }, - { - "epoch": 0.6, - "learning_rate": 7.151753552081653e-06, - "loss": 0.9888, - "step": 9021 - }, - { - "epoch": 0.6, - "learning_rate": 7.14967430767413e-06, - "loss": 0.8909, - "step": 9022 - }, - { - "epoch": 0.6, - "learning_rate": 7.147595197381548e-06, - "loss": 1.0064, - "step": 9023 - }, - { - "epoch": 0.6, - "learning_rate": 7.145516221301735e-06, - "loss": 0.9699, - "step": 9024 - }, - { - "epoch": 0.6, - "learning_rate": 7.1434373795325155e-06, - "loss": 0.8661, - "step": 9025 - }, - { - "epoch": 0.6, - "learning_rate": 7.141358672171701e-06, - "loss": 0.9897, - "step": 9026 - }, - { - "epoch": 0.6, - "learning_rate": 7.139280099317101e-06, - "loss": 0.9223, - "step": 9027 - }, - { - "epoch": 0.6, - "learning_rate": 7.137201661066519e-06, - "loss": 0.8887, - "step": 9028 - }, - { - "epoch": 0.6, - "learning_rate": 7.135123357517746e-06, - "loss": 0.9288, - "step": 9029 - }, - { - "epoch": 0.6, - "learning_rate": 7.133045188768579e-06, - "loss": 0.8664, - "step": 9030 - }, - { - "epoch": 0.6, - "learning_rate": 7.130967154916795e-06, - "loss": 0.9725, - "step": 9031 - }, - { - "epoch": 0.6, - "learning_rate": 7.128889256060171e-06, - "loss": 0.9466, - "step": 9032 - }, - { - "epoch": 0.6, - "learning_rate": 7.126811492296479e-06, - "loss": 0.9033, - "step": 9033 - }, - { - "epoch": 0.61, - "learning_rate": 7.124733863723483e-06, - "loss": 0.9123, - "step": 9034 - }, - { - "epoch": 0.61, - "learning_rate": 7.1226563704389404e-06, - "loss": 0.9808, - "step": 9035 - }, - { - "epoch": 0.61, - "learning_rate": 7.120579012540606e-06, - "loss": 0.9788, - "step": 9036 - }, - { - "epoch": 0.61, - "learning_rate": 7.118501790126214e-06, - "loss": 0.9795, - "step": 9037 - }, - { - "epoch": 0.61, - "learning_rate": 7.116424703293516e-06, - "loss": 0.9399, - "step": 9038 - }, - { - "epoch": 0.61, - "learning_rate": 7.114347752140235e-06, - "loss": 1.0483, - "step": 9039 - }, - { - "epoch": 0.61, - "learning_rate": 7.112270936764101e-06, - "loss": 0.9453, - "step": 9040 - }, - { - "epoch": 0.61, - "learning_rate": 7.1101942572628326e-06, - "loss": 0.8875, - "step": 9041 - }, - { - "epoch": 0.61, - "learning_rate": 7.1081177137341395e-06, - "loss": 0.9514, - "step": 9042 - }, - { - "epoch": 0.61, - "learning_rate": 7.106041306275734e-06, - "loss": 0.931, - "step": 9043 - }, - { - "epoch": 0.61, - "learning_rate": 7.103965034985312e-06, - "loss": 1.0207, - "step": 9044 - }, - { - "epoch": 0.61, - "learning_rate": 7.101888899960569e-06, - "loss": 0.9324, - "step": 9045 - }, - { - "epoch": 0.61, - "learning_rate": 7.099812901299194e-06, - "loss": 0.9903, - "step": 9046 - }, - { - "epoch": 0.61, - "learning_rate": 7.097737039098862e-06, - "loss": 0.9396, - "step": 9047 - }, - { - "epoch": 0.61, - "learning_rate": 7.095661313457254e-06, - "loss": 1.0015, - "step": 9048 - }, - { - "epoch": 0.61, - "learning_rate": 7.093585724472033e-06, - "loss": 0.911, - "step": 9049 - }, - { - "epoch": 0.61, - "learning_rate": 7.091510272240865e-06, - "loss": 0.8946, - "step": 9050 - }, - { - "epoch": 0.61, - "learning_rate": 7.089434956861404e-06, - "loss": 0.9155, - "step": 9051 - }, - { - "epoch": 0.61, - "learning_rate": 7.087359778431295e-06, - "loss": 1.0089, - "step": 9052 - }, - { - "epoch": 0.61, - "learning_rate": 7.085284737048188e-06, - "loss": 0.9194, - "step": 9053 - }, - { - "epoch": 0.61, - "learning_rate": 7.083209832809708e-06, - "loss": 1.0073, - "step": 9054 - }, - { - "epoch": 0.61, - "learning_rate": 7.081135065813498e-06, - "loss": 0.9909, - "step": 9055 - }, - { - "epoch": 0.61, - "learning_rate": 7.07906043615717e-06, - "loss": 1.06, - "step": 9056 - }, - { - "epoch": 0.61, - "learning_rate": 7.076985943938343e-06, - "loss": 0.9008, - "step": 9057 - }, - { - "epoch": 0.61, - "learning_rate": 7.074911589254629e-06, - "loss": 0.9003, - "step": 9058 - }, - { - "epoch": 0.61, - "learning_rate": 7.072837372203629e-06, - "loss": 1.0407, - "step": 9059 - }, - { - "epoch": 0.61, - "learning_rate": 7.070763292882945e-06, - "loss": 0.9423, - "step": 9060 - }, - { - "epoch": 0.61, - "learning_rate": 7.068689351390167e-06, - "loss": 1.0307, - "step": 9061 - }, - { - "epoch": 0.61, - "learning_rate": 7.06661554782287e-06, - "loss": 1.0243, - "step": 9062 - }, - { - "epoch": 0.61, - "learning_rate": 7.064541882278644e-06, - "loss": 0.9621, - "step": 9063 - }, - { - "epoch": 0.61, - "learning_rate": 7.062468354855052e-06, - "loss": 0.9826, - "step": 9064 - }, - { - "epoch": 0.61, - "learning_rate": 7.0603949656496595e-06, - "loss": 1.0, - "step": 9065 - }, - { - "epoch": 0.61, - "learning_rate": 7.058321714760028e-06, - "loss": 1.0204, - "step": 9066 - }, - { - "epoch": 0.61, - "learning_rate": 7.056248602283704e-06, - "loss": 0.9801, - "step": 9067 - }, - { - "epoch": 0.61, - "learning_rate": 7.054175628318241e-06, - "loss": 1.0098, - "step": 9068 - }, - { - "epoch": 0.61, - "learning_rate": 7.052102792961172e-06, - "loss": 0.9396, - "step": 9069 - }, - { - "epoch": 0.61, - "learning_rate": 7.0500300963100235e-06, - "loss": 1.0471, - "step": 9070 - }, - { - "epoch": 0.61, - "learning_rate": 7.047957538462334e-06, - "loss": 0.9308, - "step": 9071 - }, - { - "epoch": 0.61, - "learning_rate": 7.045885119515612e-06, - "loss": 0.897, - "step": 9072 - }, - { - "epoch": 0.61, - "learning_rate": 7.043812839567376e-06, - "loss": 0.9655, - "step": 9073 - }, - { - "epoch": 0.61, - "learning_rate": 7.0417406987151295e-06, - "loss": 0.9745, - "step": 9074 - }, - { - "epoch": 0.61, - "learning_rate": 7.039668697056369e-06, - "loss": 1.0394, - "step": 9075 - }, - { - "epoch": 0.61, - "learning_rate": 7.037596834688592e-06, - "loss": 0.8996, - "step": 9076 - }, - { - "epoch": 0.61, - "learning_rate": 7.0355251117092825e-06, - "loss": 1.0054, - "step": 9077 - }, - { - "epoch": 0.61, - "learning_rate": 7.033453528215924e-06, - "loss": 1.0073, - "step": 9078 - }, - { - "epoch": 0.61, - "learning_rate": 7.031382084305986e-06, - "loss": 0.9272, - "step": 9079 - }, - { - "epoch": 0.61, - "learning_rate": 7.029310780076932e-06, - "loss": 0.9704, - "step": 9080 - }, - { - "epoch": 0.61, - "learning_rate": 7.027239615626229e-06, - "loss": 1.0013, - "step": 9081 - }, - { - "epoch": 0.61, - "learning_rate": 7.025168591051325e-06, - "loss": 0.9683, - "step": 9082 - }, - { - "epoch": 0.61, - "learning_rate": 7.023097706449671e-06, - "loss": 0.8719, - "step": 9083 - }, - { - "epoch": 0.61, - "learning_rate": 7.0210269619187056e-06, - "loss": 0.9096, - "step": 9084 - }, - { - "epoch": 0.61, - "learning_rate": 7.0189563575558595e-06, - "loss": 0.9847, - "step": 9085 - }, - { - "epoch": 0.61, - "learning_rate": 7.016885893458567e-06, - "loss": 0.9785, - "step": 9086 - }, - { - "epoch": 0.61, - "learning_rate": 7.014815569724238e-06, - "loss": 0.9765, - "step": 9087 - }, - { - "epoch": 0.61, - "learning_rate": 7.0127453864502995e-06, - "loss": 0.9496, - "step": 9088 - }, - { - "epoch": 0.61, - "learning_rate": 7.010675343734149e-06, - "loss": 0.8638, - "step": 9089 - }, - { - "epoch": 0.61, - "learning_rate": 7.008605441673189e-06, - "loss": 0.9102, - "step": 9090 - }, - { - "epoch": 0.61, - "learning_rate": 7.006535680364816e-06, - "loss": 0.8966, - "step": 9091 - }, - { - "epoch": 0.61, - "learning_rate": 7.004466059906413e-06, - "loss": 0.9145, - "step": 9092 - }, - { - "epoch": 0.61, - "learning_rate": 7.002396580395368e-06, - "loss": 0.9171, - "step": 9093 - }, - { - "epoch": 0.61, - "learning_rate": 7.000327241929052e-06, - "loss": 0.9486, - "step": 9094 - }, - { - "epoch": 0.61, - "learning_rate": 6.998258044604824e-06, - "loss": 0.9724, - "step": 9095 - }, - { - "epoch": 0.61, - "learning_rate": 6.996188988520061e-06, - "loss": 0.9514, - "step": 9096 - }, - { - "epoch": 0.61, - "learning_rate": 6.994120073772106e-06, - "loss": 1.0292, - "step": 9097 - }, - { - "epoch": 0.61, - "learning_rate": 6.992051300458307e-06, - "loss": 0.9325, - "step": 9098 - }, - { - "epoch": 0.61, - "learning_rate": 6.98998266867601e-06, - "loss": 0.9578, - "step": 9099 - }, - { - "epoch": 0.61, - "learning_rate": 6.987914178522543e-06, - "loss": 1.0585, - "step": 9100 - }, - { - "epoch": 0.61, - "learning_rate": 6.985845830095242e-06, - "loss": 0.9796, - "step": 9101 - }, - { - "epoch": 0.61, - "learning_rate": 6.983777623491424e-06, - "loss": 0.977, - "step": 9102 - }, - { - "epoch": 0.61, - "learning_rate": 6.981709558808394e-06, - "loss": 0.9856, - "step": 9103 - }, - { - "epoch": 0.61, - "learning_rate": 6.979641636143477e-06, - "loss": 1.0275, - "step": 9104 - }, - { - "epoch": 0.61, - "learning_rate": 6.9775738555939594e-06, - "loss": 0.913, - "step": 9105 - }, - { - "epoch": 0.61, - "learning_rate": 6.975506217257144e-06, - "loss": 0.9594, - "step": 9106 - }, - { - "epoch": 0.61, - "learning_rate": 6.973438721230317e-06, - "loss": 0.9917, - "step": 9107 - }, - { - "epoch": 0.61, - "learning_rate": 6.971371367610753e-06, - "loss": 0.985, - "step": 9108 - }, - { - "epoch": 0.61, - "learning_rate": 6.969304156495733e-06, - "loss": 0.9306, - "step": 9109 - }, - { - "epoch": 0.61, - "learning_rate": 6.967237087982521e-06, - "loss": 0.9888, - "step": 9110 - }, - { - "epoch": 0.61, - "learning_rate": 6.965170162168384e-06, - "loss": 0.9627, - "step": 9111 - }, - { - "epoch": 0.61, - "learning_rate": 6.9631033791505685e-06, - "loss": 0.992, - "step": 9112 - }, - { - "epoch": 0.61, - "learning_rate": 6.961036739026321e-06, - "loss": 0.9155, - "step": 9113 - }, - { - "epoch": 0.61, - "learning_rate": 6.9589702418928885e-06, - "loss": 0.9843, - "step": 9114 - }, - { - "epoch": 0.61, - "learning_rate": 6.956903887847499e-06, - "loss": 0.9714, - "step": 9115 - }, - { - "epoch": 0.61, - "learning_rate": 6.954837676987386e-06, - "loss": 1.0198, - "step": 9116 - }, - { - "epoch": 0.61, - "learning_rate": 6.952771609409765e-06, - "loss": 0.9279, - "step": 9117 - }, - { - "epoch": 0.61, - "learning_rate": 6.950705685211849e-06, - "loss": 0.9814, - "step": 9118 - }, - { - "epoch": 0.61, - "learning_rate": 6.948639904490851e-06, - "loss": 0.9797, - "step": 9119 - }, - { - "epoch": 0.61, - "learning_rate": 6.946574267343962e-06, - "loss": 0.9457, - "step": 9120 - }, - { - "epoch": 0.61, - "learning_rate": 6.944508773868384e-06, - "loss": 0.969, - "step": 9121 - }, - { - "epoch": 0.61, - "learning_rate": 6.9424434241613e-06, - "loss": 0.9212, - "step": 9122 - }, - { - "epoch": 0.61, - "learning_rate": 6.940378218319886e-06, - "loss": 0.8886, - "step": 9123 - }, - { - "epoch": 0.61, - "learning_rate": 6.938313156441323e-06, - "loss": 0.9772, - "step": 9124 - }, - { - "epoch": 0.61, - "learning_rate": 6.93624823862277e-06, - "loss": 1.0513, - "step": 9125 - }, - { - "epoch": 0.61, - "learning_rate": 6.9341834649613915e-06, - "loss": 1.0038, - "step": 9126 - }, - { - "epoch": 0.61, - "learning_rate": 6.93211883555434e-06, - "loss": 0.9555, - "step": 9127 - }, - { - "epoch": 0.61, - "learning_rate": 6.9300543504987564e-06, - "loss": 0.9239, - "step": 9128 - }, - { - "epoch": 0.61, - "learning_rate": 6.927990009891788e-06, - "loss": 0.9195, - "step": 9129 - }, - { - "epoch": 0.61, - "learning_rate": 6.925925813830558e-06, - "loss": 0.8422, - "step": 9130 - }, - { - "epoch": 0.61, - "learning_rate": 6.923861762412198e-06, - "loss": 1.0168, - "step": 9131 - }, - { - "epoch": 0.61, - "learning_rate": 6.921797855733827e-06, - "loss": 0.9159, - "step": 9132 - }, - { - "epoch": 0.61, - "learning_rate": 6.919734093892554e-06, - "loss": 0.9287, - "step": 9133 - }, - { - "epoch": 0.61, - "learning_rate": 6.917670476985486e-06, - "loss": 0.9377, - "step": 9134 - }, - { - "epoch": 0.61, - "learning_rate": 6.915607005109723e-06, - "loss": 0.9641, - "step": 9135 - }, - { - "epoch": 0.61, - "learning_rate": 6.913543678362351e-06, - "loss": 0.9097, - "step": 9136 - }, - { - "epoch": 0.61, - "learning_rate": 6.91148049684046e-06, - "loss": 0.9191, - "step": 9137 - }, - { - "epoch": 0.61, - "learning_rate": 6.909417460641123e-06, - "loss": 0.9689, - "step": 9138 - }, - { - "epoch": 0.61, - "learning_rate": 6.907354569861417e-06, - "loss": 1.0106, - "step": 9139 - }, - { - "epoch": 0.61, - "learning_rate": 6.905291824598403e-06, - "loss": 0.9058, - "step": 9140 - }, - { - "epoch": 0.61, - "learning_rate": 6.903229224949136e-06, - "loss": 0.9128, - "step": 9141 - }, - { - "epoch": 0.61, - "learning_rate": 6.90116677101067e-06, - "loss": 0.8665, - "step": 9142 - }, - { - "epoch": 0.61, - "learning_rate": 6.899104462880046e-06, - "loss": 0.9466, - "step": 9143 - }, - { - "epoch": 0.61, - "learning_rate": 6.8970423006543075e-06, - "loss": 0.9292, - "step": 9144 - }, - { - "epoch": 0.61, - "learning_rate": 6.894980284430476e-06, - "loss": 0.9414, - "step": 9145 - }, - { - "epoch": 0.61, - "learning_rate": 6.892918414305576e-06, - "loss": 1.0321, - "step": 9146 - }, - { - "epoch": 0.61, - "learning_rate": 6.890856690376626e-06, - "loss": 1.0096, - "step": 9147 - }, - { - "epoch": 0.61, - "learning_rate": 6.888795112740634e-06, - "loss": 0.9375, - "step": 9148 - }, - { - "epoch": 0.61, - "learning_rate": 6.886733681494604e-06, - "loss": 1.0104, - "step": 9149 - }, - { - "epoch": 0.61, - "learning_rate": 6.884672396735533e-06, - "loss": 0.9129, - "step": 9150 - }, - { - "epoch": 0.61, - "learning_rate": 6.8826112585604e-06, - "loss": 0.9634, - "step": 9151 - }, - { - "epoch": 0.61, - "learning_rate": 6.8805502670662e-06, - "loss": 0.9974, - "step": 9152 - }, - { - "epoch": 0.61, - "learning_rate": 6.878489422349895e-06, - "loss": 0.9959, - "step": 9153 - }, - { - "epoch": 0.61, - "learning_rate": 6.876428724508466e-06, - "loss": 0.9114, - "step": 9154 - }, - { - "epoch": 0.61, - "learning_rate": 6.8743681736388655e-06, - "loss": 0.9418, - "step": 9155 - }, - { - "epoch": 0.61, - "learning_rate": 6.872307769838047e-06, - "loss": 1.0297, - "step": 9156 - }, - { - "epoch": 0.61, - "learning_rate": 6.870247513202963e-06, - "loss": 0.9512, - "step": 9157 - }, - { - "epoch": 0.61, - "learning_rate": 6.868187403830547e-06, - "loss": 1.001, - "step": 9158 - }, - { - "epoch": 0.61, - "learning_rate": 6.866127441817739e-06, - "loss": 1.0143, - "step": 9159 - }, - { - "epoch": 0.61, - "learning_rate": 6.864067627261465e-06, - "loss": 0.9438, - "step": 9160 - }, - { - "epoch": 0.61, - "learning_rate": 6.8620079602586345e-06, - "loss": 1.0168, - "step": 9161 - }, - { - "epoch": 0.61, - "learning_rate": 6.859948440906174e-06, - "loss": 1.0154, - "step": 9162 - }, - { - "epoch": 0.61, - "learning_rate": 6.857889069300978e-06, - "loss": 0.9107, - "step": 9163 - }, - { - "epoch": 0.61, - "learning_rate": 6.8558298455399515e-06, - "loss": 0.8846, - "step": 9164 - }, - { - "epoch": 0.61, - "learning_rate": 6.853770769719985e-06, - "loss": 0.9709, - "step": 9165 - }, - { - "epoch": 0.61, - "learning_rate": 6.8517118419379594e-06, - "loss": 0.9579, - "step": 9166 - }, - { - "epoch": 0.61, - "learning_rate": 6.849653062290758e-06, - "loss": 1.0348, - "step": 9167 - }, - { - "epoch": 0.61, - "learning_rate": 6.847594430875244e-06, - "loss": 0.9391, - "step": 9168 - }, - { - "epoch": 0.61, - "learning_rate": 6.845535947788293e-06, - "loss": 0.8962, - "step": 9169 - }, - { - "epoch": 0.61, - "learning_rate": 6.8434776131267515e-06, - "loss": 0.8958, - "step": 9170 - }, - { - "epoch": 0.61, - "learning_rate": 6.84141942698747e-06, - "loss": 0.8805, - "step": 9171 - }, - { - "epoch": 0.61, - "learning_rate": 6.839361389467296e-06, - "loss": 0.8827, - "step": 9172 - }, - { - "epoch": 0.61, - "learning_rate": 6.837303500663063e-06, - "loss": 0.9454, - "step": 9173 - }, - { - "epoch": 0.61, - "learning_rate": 6.835245760671597e-06, - "loss": 0.9677, - "step": 9174 - }, - { - "epoch": 0.61, - "learning_rate": 6.833188169589729e-06, - "loss": 0.9325, - "step": 9175 - }, - { - "epoch": 0.61, - "learning_rate": 6.831130727514259e-06, - "loss": 0.9213, - "step": 9176 - }, - { - "epoch": 0.61, - "learning_rate": 6.829073434542011e-06, - "loss": 0.9094, - "step": 9177 - }, - { - "epoch": 0.61, - "learning_rate": 6.827016290769775e-06, - "loss": 0.9038, - "step": 9178 - }, - { - "epoch": 0.61, - "learning_rate": 6.824959296294344e-06, - "loss": 0.9964, - "step": 9179 - }, - { - "epoch": 0.61, - "learning_rate": 6.822902451212513e-06, - "loss": 0.8983, - "step": 9180 - }, - { - "epoch": 0.61, - "learning_rate": 6.820845755621055e-06, - "loss": 0.9226, - "step": 9181 - }, - { - "epoch": 0.61, - "learning_rate": 6.818789209616745e-06, - "loss": 1.0351, - "step": 9182 - }, - { - "epoch": 0.62, - "learning_rate": 6.816732813296352e-06, - "loss": 0.9255, - "step": 9183 - }, - { - "epoch": 0.62, - "learning_rate": 6.814676566756625e-06, - "loss": 0.9631, - "step": 9184 - }, - { - "epoch": 0.62, - "learning_rate": 6.812620470094328e-06, - "loss": 0.997, - "step": 9185 - }, - { - "epoch": 0.62, - "learning_rate": 6.810564523406191e-06, - "loss": 0.9171, - "step": 9186 - }, - { - "epoch": 0.62, - "learning_rate": 6.808508726788969e-06, - "loss": 1.005, - "step": 9187 - }, - { - "epoch": 0.62, - "learning_rate": 6.806453080339378e-06, - "loss": 0.9831, - "step": 9188 - }, - { - "epoch": 0.62, - "learning_rate": 6.804397584154146e-06, - "loss": 0.9612, - "step": 9189 - }, - { - "epoch": 0.62, - "learning_rate": 6.802342238329989e-06, - "loss": 0.8711, - "step": 9190 - }, - { - "epoch": 0.62, - "learning_rate": 6.800287042963616e-06, - "loss": 0.9725, - "step": 9191 - }, - { - "epoch": 0.62, - "learning_rate": 6.798231998151732e-06, - "loss": 0.9092, - "step": 9192 - }, - { - "epoch": 0.62, - "learning_rate": 6.796177103991031e-06, - "loss": 1.0273, - "step": 9193 - }, - { - "epoch": 0.62, - "learning_rate": 6.7941223605781945e-06, - "loss": 1.035, - "step": 9194 - }, - { - "epoch": 0.62, - "learning_rate": 6.792067768009911e-06, - "loss": 1.0204, - "step": 9195 - }, - { - "epoch": 0.62, - "learning_rate": 6.790013326382851e-06, - "loss": 0.9788, - "step": 9196 - }, - { - "epoch": 0.62, - "learning_rate": 6.787959035793683e-06, - "loss": 1.0309, - "step": 9197 - }, - { - "epoch": 0.62, - "learning_rate": 6.7859048963390636e-06, - "loss": 0.8895, - "step": 9198 - }, - { - "epoch": 0.62, - "learning_rate": 6.783850908115646e-06, - "loss": 0.9928, - "step": 9199 - }, - { - "epoch": 0.62, - "learning_rate": 6.781797071220078e-06, - "loss": 0.9962, - "step": 9200 - }, - { - "epoch": 0.62, - "learning_rate": 6.779743385748994e-06, - "loss": 0.9702, - "step": 9201 - }, - { - "epoch": 0.62, - "learning_rate": 6.777689851799032e-06, - "loss": 0.9652, - "step": 9202 - }, - { - "epoch": 0.62, - "learning_rate": 6.7756364694668075e-06, - "loss": 0.9782, - "step": 9203 - }, - { - "epoch": 0.62, - "learning_rate": 6.77358323884894e-06, - "loss": 0.9071, - "step": 9204 - }, - { - "epoch": 0.62, - "learning_rate": 6.77153016004204e-06, - "loss": 0.9817, - "step": 9205 - }, - { - "epoch": 0.62, - "learning_rate": 6.769477233142708e-06, - "loss": 0.9847, - "step": 9206 - }, - { - "epoch": 0.62, - "learning_rate": 6.767424458247545e-06, - "loss": 1.0013, - "step": 9207 - }, - { - "epoch": 0.62, - "learning_rate": 6.7653718354531364e-06, - "loss": 0.9269, - "step": 9208 - }, - { - "epoch": 0.62, - "learning_rate": 6.763319364856056e-06, - "loss": 0.9799, - "step": 9209 - }, - { - "epoch": 0.62, - "learning_rate": 6.761267046552888e-06, - "loss": 0.9653, - "step": 9210 - }, - { - "epoch": 0.62, - "learning_rate": 6.7592148806401945e-06, - "loss": 1.0238, - "step": 9211 - }, - { - "epoch": 0.62, - "learning_rate": 6.757162867214535e-06, - "loss": 1.0187, - "step": 9212 - }, - { - "epoch": 0.62, - "learning_rate": 6.755111006372463e-06, - "loss": 0.9393, - "step": 9213 - }, - { - "epoch": 0.62, - "learning_rate": 6.75305929821052e-06, - "loss": 0.9934, - "step": 9214 - }, - { - "epoch": 0.62, - "learning_rate": 6.7510077428252495e-06, - "loss": 0.9414, - "step": 9215 - }, - { - "epoch": 0.62, - "learning_rate": 6.748956340313182e-06, - "loss": 0.9603, - "step": 9216 - }, - { - "epoch": 0.62, - "learning_rate": 6.746905090770832e-06, - "loss": 0.9473, - "step": 9217 - }, - { - "epoch": 0.62, - "learning_rate": 6.744853994294731e-06, - "loss": 0.8873, - "step": 9218 - }, - { - "epoch": 0.62, - "learning_rate": 6.742803050981375e-06, - "loss": 0.9158, - "step": 9219 - }, - { - "epoch": 0.62, - "learning_rate": 6.740752260927272e-06, - "loss": 1.0144, - "step": 9220 - }, - { - "epoch": 0.62, - "learning_rate": 6.738701624228916e-06, - "loss": 0.8542, - "step": 9221 - }, - { - "epoch": 0.62, - "learning_rate": 6.7366511409827924e-06, - "loss": 0.9544, - "step": 9222 - }, - { - "epoch": 0.62, - "learning_rate": 6.734600811285388e-06, - "loss": 1.0747, - "step": 9223 - }, - { - "epoch": 0.62, - "learning_rate": 6.732550635233166e-06, - "loss": 1.0305, - "step": 9224 - }, - { - "epoch": 0.62, - "learning_rate": 6.730500612922601e-06, - "loss": 0.8511, - "step": 9225 - }, - { - "epoch": 0.62, - "learning_rate": 6.728450744450152e-06, - "loss": 0.8931, - "step": 9226 - }, - { - "epoch": 0.62, - "learning_rate": 6.726401029912262e-06, - "loss": 0.9501, - "step": 9227 - }, - { - "epoch": 0.62, - "learning_rate": 6.724351469405381e-06, - "loss": 0.9642, - "step": 9228 - }, - { - "epoch": 0.62, - "learning_rate": 6.722302063025944e-06, - "loss": 0.8676, - "step": 9229 - }, - { - "epoch": 0.62, - "learning_rate": 6.7202528108703835e-06, - "loss": 0.8669, - "step": 9230 - }, - { - "epoch": 0.62, - "learning_rate": 6.718203713035121e-06, - "loss": 0.8542, - "step": 9231 - }, - { - "epoch": 0.62, - "learning_rate": 6.716154769616567e-06, - "loss": 0.9938, - "step": 9232 - }, - { - "epoch": 0.62, - "learning_rate": 6.714105980711138e-06, - "loss": 0.9605, - "step": 9233 - }, - { - "epoch": 0.62, - "learning_rate": 6.712057346415224e-06, - "loss": 0.9574, - "step": 9234 - }, - { - "epoch": 0.62, - "learning_rate": 6.71000886682523e-06, - "loss": 0.9512, - "step": 9235 - }, - { - "epoch": 0.62, - "learning_rate": 6.707960542037535e-06, - "loss": 0.9423, - "step": 9236 - }, - { - "epoch": 0.62, - "learning_rate": 6.705912372148516e-06, - "loss": 0.94, - "step": 9237 - }, - { - "epoch": 0.62, - "learning_rate": 6.70386435725455e-06, - "loss": 1.022, - "step": 9238 - }, - { - "epoch": 0.62, - "learning_rate": 6.701816497451999e-06, - "loss": 0.9848, - "step": 9239 - }, - { - "epoch": 0.62, - "learning_rate": 6.699768792837218e-06, - "loss": 0.9452, - "step": 9240 - }, - { - "epoch": 0.62, - "learning_rate": 6.697721243506563e-06, - "loss": 0.8887, - "step": 9241 - }, - { - "epoch": 0.62, - "learning_rate": 6.695673849556365e-06, - "loss": 0.9255, - "step": 9242 - }, - { - "epoch": 0.62, - "learning_rate": 6.693626611082971e-06, - "loss": 0.8893, - "step": 9243 - }, - { - "epoch": 0.62, - "learning_rate": 6.691579528182696e-06, - "loss": 0.8611, - "step": 9244 - }, - { - "epoch": 0.62, - "learning_rate": 6.689532600951877e-06, - "loss": 0.9841, - "step": 9245 - }, - { - "epoch": 0.62, - "learning_rate": 6.687485829486815e-06, - "loss": 1.0077, - "step": 9246 - }, - { - "epoch": 0.62, - "learning_rate": 6.685439213883816e-06, - "loss": 0.9081, - "step": 9247 - }, - { - "epoch": 0.62, - "learning_rate": 6.683392754239182e-06, - "loss": 0.8946, - "step": 9248 - }, - { - "epoch": 0.62, - "learning_rate": 6.681346450649205e-06, - "loss": 0.977, - "step": 9249 - }, - { - "epoch": 0.62, - "learning_rate": 6.679300303210161e-06, - "loss": 0.9671, - "step": 9250 - }, - { - "epoch": 0.62, - "learning_rate": 6.677254312018337e-06, - "loss": 0.9711, - "step": 9251 - }, - { - "epoch": 0.62, - "learning_rate": 6.675208477169995e-06, - "loss": 0.9703, - "step": 9252 - }, - { - "epoch": 0.62, - "learning_rate": 6.673162798761399e-06, - "loss": 0.9875, - "step": 9253 - }, - { - "epoch": 0.62, - "learning_rate": 6.6711172768888035e-06, - "loss": 1.0316, - "step": 9254 - }, - { - "epoch": 0.62, - "learning_rate": 6.669071911648452e-06, - "loss": 0.9338, - "step": 9255 - }, - { - "epoch": 0.62, - "learning_rate": 6.667026703136589e-06, - "loss": 0.9543, - "step": 9256 - }, - { - "epoch": 0.62, - "learning_rate": 6.664981651449443e-06, - "loss": 0.9523, - "step": 9257 - }, - { - "epoch": 0.62, - "learning_rate": 6.662936756683241e-06, - "loss": 0.8758, - "step": 9258 - }, - { - "epoch": 0.62, - "learning_rate": 6.660892018934202e-06, - "loss": 0.9747, - "step": 9259 - }, - { - "epoch": 0.62, - "learning_rate": 6.65884743829853e-06, - "loss": 0.9357, - "step": 9260 - }, - { - "epoch": 0.62, - "learning_rate": 6.656803014872434e-06, - "loss": 1.0291, - "step": 9261 - }, - { - "epoch": 0.62, - "learning_rate": 6.6547587487521035e-06, - "loss": 0.9523, - "step": 9262 - }, - { - "epoch": 0.62, - "learning_rate": 6.652714640033733e-06, - "loss": 0.9287, - "step": 9263 - }, - { - "epoch": 0.62, - "learning_rate": 6.650670688813497e-06, - "loss": 1.0096, - "step": 9264 - }, - { - "epoch": 0.62, - "learning_rate": 6.6486268951875695e-06, - "loss": 0.9962, - "step": 9265 - }, - { - "epoch": 0.62, - "learning_rate": 6.6465832592521214e-06, - "loss": 0.9156, - "step": 9266 - }, - { - "epoch": 0.62, - "learning_rate": 6.644539781103302e-06, - "loss": 0.9606, - "step": 9267 - }, - { - "epoch": 0.62, - "learning_rate": 6.642496460837272e-06, - "loss": 0.9266, - "step": 9268 - }, - { - "epoch": 0.62, - "learning_rate": 6.640453298550168e-06, - "loss": 0.9975, - "step": 9269 - }, - { - "epoch": 0.62, - "learning_rate": 6.638410294338125e-06, - "loss": 1.0101, - "step": 9270 - }, - { - "epoch": 0.62, - "learning_rate": 6.6363674482972766e-06, - "loss": 1.0106, - "step": 9271 - }, - { - "epoch": 0.62, - "learning_rate": 6.6343247605237385e-06, - "loss": 0.9244, - "step": 9272 - }, - { - "epoch": 0.62, - "learning_rate": 6.632282231113629e-06, - "loss": 0.9827, - "step": 9273 - }, - { - "epoch": 0.62, - "learning_rate": 6.6302398601630545e-06, - "loss": 1.0526, - "step": 9274 - }, - { - "epoch": 0.62, - "learning_rate": 6.628197647768105e-06, - "loss": 0.9126, - "step": 9275 - }, - { - "epoch": 0.62, - "learning_rate": 6.626155594024883e-06, - "loss": 1.0137, - "step": 9276 - }, - { - "epoch": 0.62, - "learning_rate": 6.624113699029465e-06, - "loss": 0.9407, - "step": 9277 - }, - { - "epoch": 0.62, - "learning_rate": 6.62207196287793e-06, - "loss": 0.8873, - "step": 9278 - }, - { - "epoch": 0.62, - "learning_rate": 6.620030385666347e-06, - "loss": 0.9962, - "step": 9279 - }, - { - "epoch": 0.62, - "learning_rate": 6.617988967490776e-06, - "loss": 0.8986, - "step": 9280 - }, - { - "epoch": 0.62, - "learning_rate": 6.615947708447273e-06, - "loss": 0.9267, - "step": 9281 - }, - { - "epoch": 0.62, - "learning_rate": 6.613906608631878e-06, - "loss": 0.9856, - "step": 9282 - }, - { - "epoch": 0.62, - "learning_rate": 6.611865668140638e-06, - "loss": 0.9015, - "step": 9283 - }, - { - "epoch": 0.62, - "learning_rate": 6.609824887069584e-06, - "loss": 0.8981, - "step": 9284 - }, - { - "epoch": 0.62, - "learning_rate": 6.607784265514731e-06, - "loss": 1.0157, - "step": 9285 - }, - { - "epoch": 0.62, - "learning_rate": 6.6057438035721046e-06, - "loss": 1.0179, - "step": 9286 - }, - { - "epoch": 0.62, - "learning_rate": 6.60370350133771e-06, - "loss": 0.9476, - "step": 9287 - }, - { - "epoch": 0.62, - "learning_rate": 6.601663358907546e-06, - "loss": 0.9776, - "step": 9288 - }, - { - "epoch": 0.62, - "learning_rate": 6.599623376377612e-06, - "loss": 0.951, - "step": 9289 - }, - { - "epoch": 0.62, - "learning_rate": 6.597583553843888e-06, - "loss": 0.8803, - "step": 9290 - }, - { - "epoch": 0.62, - "learning_rate": 6.595543891402361e-06, - "loss": 0.9792, - "step": 9291 - }, - { - "epoch": 0.62, - "learning_rate": 6.593504389148995e-06, - "loss": 0.9692, - "step": 9292 - }, - { - "epoch": 0.62, - "learning_rate": 6.591465047179755e-06, - "loss": 0.9651, - "step": 9293 - }, - { - "epoch": 0.62, - "learning_rate": 6.589425865590599e-06, - "loss": 0.9256, - "step": 9294 - }, - { - "epoch": 0.62, - "learning_rate": 6.587386844477472e-06, - "loss": 0.9528, - "step": 9295 - }, - { - "epoch": 0.62, - "learning_rate": 6.585347983936321e-06, - "loss": 0.9727, - "step": 9296 - }, - { - "epoch": 0.62, - "learning_rate": 6.5833092840630755e-06, - "loss": 0.8985, - "step": 9297 - }, - { - "epoch": 0.62, - "learning_rate": 6.581270744953661e-06, - "loss": 0.9316, - "step": 9298 - }, - { - "epoch": 0.62, - "learning_rate": 6.579232366704e-06, - "loss": 0.9442, - "step": 9299 - }, - { - "epoch": 0.62, - "learning_rate": 6.577194149409994e-06, - "loss": 0.9895, - "step": 9300 - }, - { - "epoch": 0.62, - "learning_rate": 6.575156093167559e-06, - "loss": 1.0084, - "step": 9301 - }, - { - "epoch": 0.62, - "learning_rate": 6.573118198072583e-06, - "loss": 0.9575, - "step": 9302 - }, - { - "epoch": 0.62, - "learning_rate": 6.571080464220951e-06, - "loss": 0.9638, - "step": 9303 - }, - { - "epoch": 0.62, - "learning_rate": 6.569042891708552e-06, - "loss": 0.9334, - "step": 9304 - }, - { - "epoch": 0.62, - "learning_rate": 6.567005480631251e-06, - "loss": 1.0663, - "step": 9305 - }, - { - "epoch": 0.62, - "learning_rate": 6.56496823108492e-06, - "loss": 0.8828, - "step": 9306 - }, - { - "epoch": 0.62, - "learning_rate": 6.562931143165414e-06, - "loss": 0.8933, - "step": 9307 - }, - { - "epoch": 0.62, - "learning_rate": 6.560894216968578e-06, - "loss": 0.957, - "step": 9308 - }, - { - "epoch": 0.62, - "learning_rate": 6.558857452590264e-06, - "loss": 0.9928, - "step": 9309 - }, - { - "epoch": 0.62, - "learning_rate": 6.556820850126297e-06, - "loss": 0.9441, - "step": 9310 - }, - { - "epoch": 0.62, - "learning_rate": 6.5547844096725145e-06, - "loss": 0.9531, - "step": 9311 - }, - { - "epoch": 0.62, - "learning_rate": 6.552748131324728e-06, - "loss": 0.9785, - "step": 9312 - }, - { - "epoch": 0.62, - "learning_rate": 6.550712015178751e-06, - "loss": 0.8639, - "step": 9313 - }, - { - "epoch": 0.62, - "learning_rate": 6.54867606133039e-06, - "loss": 0.9416, - "step": 9314 - }, - { - "epoch": 0.62, - "learning_rate": 6.5466402698754395e-06, - "loss": 0.9051, - "step": 9315 - }, - { - "epoch": 0.62, - "learning_rate": 6.544604640909694e-06, - "loss": 0.9438, - "step": 9316 - }, - { - "epoch": 0.62, - "learning_rate": 6.542569174528929e-06, - "loss": 0.8568, - "step": 9317 - }, - { - "epoch": 0.62, - "learning_rate": 6.540533870828918e-06, - "loss": 0.9253, - "step": 9318 - }, - { - "epoch": 0.62, - "learning_rate": 6.538498729905429e-06, - "loss": 0.9383, - "step": 9319 - }, - { - "epoch": 0.62, - "learning_rate": 6.53646375185422e-06, - "loss": 0.9211, - "step": 9320 - }, - { - "epoch": 0.62, - "learning_rate": 6.534428936771047e-06, - "loss": 0.9427, - "step": 9321 - }, - { - "epoch": 0.62, - "learning_rate": 6.5323942847516455e-06, - "loss": 0.9975, - "step": 9322 - }, - { - "epoch": 0.62, - "learning_rate": 6.530359795891753e-06, - "loss": 1.0007, - "step": 9323 - }, - { - "epoch": 0.62, - "learning_rate": 6.528325470287103e-06, - "loss": 0.9378, - "step": 9324 - }, - { - "epoch": 0.62, - "learning_rate": 6.526291308033408e-06, - "loss": 0.9477, - "step": 9325 - }, - { - "epoch": 0.62, - "learning_rate": 6.524257309226381e-06, - "loss": 0.9975, - "step": 9326 - }, - { - "epoch": 0.62, - "learning_rate": 6.5222234739617304e-06, - "loss": 0.9128, - "step": 9327 - }, - { - "epoch": 0.62, - "learning_rate": 6.5201898023351505e-06, - "loss": 0.9461, - "step": 9328 - }, - { - "epoch": 0.62, - "learning_rate": 6.518156294442335e-06, - "loss": 0.9538, - "step": 9329 - }, - { - "epoch": 0.62, - "learning_rate": 6.516122950378965e-06, - "loss": 0.9263, - "step": 9330 - }, - { - "epoch": 0.62, - "learning_rate": 6.514089770240704e-06, - "loss": 0.9897, - "step": 9331 - }, - { - "epoch": 0.62, - "learning_rate": 6.512056754123233e-06, - "loss": 0.9476, - "step": 9332 - }, - { - "epoch": 0.63, - "learning_rate": 6.510023902122198e-06, - "loss": 1.0032, - "step": 9333 - }, - { - "epoch": 0.63, - "learning_rate": 6.50799121433326e-06, - "loss": 0.9447, - "step": 9334 - }, - { - "epoch": 0.63, - "learning_rate": 6.505958690852057e-06, - "loss": 0.9752, - "step": 9335 - }, - { - "epoch": 0.63, - "learning_rate": 6.503926331774222e-06, - "loss": 0.9571, - "step": 9336 - }, - { - "epoch": 0.63, - "learning_rate": 6.501894137195387e-06, - "loss": 0.9811, - "step": 9337 - }, - { - "epoch": 0.63, - "learning_rate": 6.499862107211168e-06, - "loss": 0.9198, - "step": 9338 - }, - { - "epoch": 0.63, - "learning_rate": 6.497830241917182e-06, - "loss": 0.996, - "step": 9339 - }, - { - "epoch": 0.63, - "learning_rate": 6.495798541409033e-06, - "loss": 0.8746, - "step": 9340 - }, - { - "epoch": 0.63, - "learning_rate": 6.493767005782308e-06, - "loss": 0.9566, - "step": 9341 - }, - { - "epoch": 0.63, - "learning_rate": 6.49173563513261e-06, - "loss": 0.8299, - "step": 9342 - }, - { - "epoch": 0.63, - "learning_rate": 6.489704429555508e-06, - "loss": 0.9078, - "step": 9343 - }, - { - "epoch": 0.63, - "learning_rate": 6.487673389146583e-06, - "loss": 0.9152, - "step": 9344 - }, - { - "epoch": 0.63, - "learning_rate": 6.485642514001398e-06, - "loss": 0.9414, - "step": 9345 - }, - { - "epoch": 0.63, - "learning_rate": 6.483611804215508e-06, - "loss": 0.9147, - "step": 9346 - }, - { - "epoch": 0.63, - "learning_rate": 6.481581259884467e-06, - "loss": 0.9603, - "step": 9347 - }, - { - "epoch": 0.63, - "learning_rate": 6.4795508811038155e-06, - "loss": 1.0274, - "step": 9348 - }, - { - "epoch": 0.63, - "learning_rate": 6.47752066796909e-06, - "loss": 0.8997, - "step": 9349 - }, - { - "epoch": 0.63, - "learning_rate": 6.475490620575815e-06, - "loss": 0.8383, - "step": 9350 - }, - { - "epoch": 0.63, - "learning_rate": 6.473460739019507e-06, - "loss": 0.8843, - "step": 9351 - }, - { - "epoch": 0.63, - "learning_rate": 6.471431023395682e-06, - "loss": 0.9371, - "step": 9352 - }, - { - "epoch": 0.63, - "learning_rate": 6.469401473799838e-06, - "loss": 0.987, - "step": 9353 - }, - { - "epoch": 0.63, - "learning_rate": 6.467372090327475e-06, - "loss": 0.9391, - "step": 9354 - }, - { - "epoch": 0.63, - "learning_rate": 6.465342873074079e-06, - "loss": 0.937, - "step": 9355 - }, - { - "epoch": 0.63, - "learning_rate": 6.463313822135126e-06, - "loss": 0.927, - "step": 9356 - }, - { - "epoch": 0.63, - "learning_rate": 6.461284937606098e-06, - "loss": 0.9708, - "step": 9357 - }, - { - "epoch": 0.63, - "learning_rate": 6.459256219582446e-06, - "loss": 0.9019, - "step": 9358 - }, - { - "epoch": 0.63, - "learning_rate": 6.457227668159637e-06, - "loss": 0.9765, - "step": 9359 - }, - { - "epoch": 0.63, - "learning_rate": 6.455199283433113e-06, - "loss": 0.9213, - "step": 9360 - }, - { - "epoch": 0.63, - "learning_rate": 6.453171065498316e-06, - "loss": 0.9635, - "step": 9361 - }, - { - "epoch": 0.63, - "learning_rate": 6.45114301445068e-06, - "loss": 0.9612, - "step": 9362 - }, - { - "epoch": 0.63, - "learning_rate": 6.449115130385632e-06, - "loss": 0.9062, - "step": 9363 - }, - { - "epoch": 0.63, - "learning_rate": 6.44708741339858e-06, - "loss": 0.9781, - "step": 9364 - }, - { - "epoch": 0.63, - "learning_rate": 6.445059863584947e-06, - "loss": 1.0099, - "step": 9365 - }, - { - "epoch": 0.63, - "learning_rate": 6.443032481040119e-06, - "loss": 0.9545, - "step": 9366 - }, - { - "epoch": 0.63, - "learning_rate": 6.4410052658595036e-06, - "loss": 0.9094, - "step": 9367 - }, - { - "epoch": 0.63, - "learning_rate": 6.438978218138479e-06, - "loss": 0.9596, - "step": 9368 - }, - { - "epoch": 0.63, - "learning_rate": 6.436951337972419e-06, - "loss": 0.9861, - "step": 9369 - }, - { - "epoch": 0.63, - "learning_rate": 6.434924625456702e-06, - "loss": 1.0332, - "step": 9370 - }, - { - "epoch": 0.63, - "learning_rate": 6.4328980806866825e-06, - "loss": 0.943, - "step": 9371 - }, - { - "epoch": 0.63, - "learning_rate": 6.430871703757721e-06, - "loss": 0.9571, - "step": 9372 - }, - { - "epoch": 0.63, - "learning_rate": 6.4288454947651615e-06, - "loss": 1.004, - "step": 9373 - }, - { - "epoch": 0.63, - "learning_rate": 6.4268194538043384e-06, - "loss": 0.9198, - "step": 9374 - }, - { - "epoch": 0.63, - "learning_rate": 6.424793580970586e-06, - "loss": 0.9634, - "step": 9375 - }, - { - "epoch": 0.63, - "learning_rate": 6.422767876359224e-06, - "loss": 0.9837, - "step": 9376 - }, - { - "epoch": 0.63, - "learning_rate": 6.42074234006557e-06, - "loss": 0.896, - "step": 9377 - }, - { - "epoch": 0.63, - "learning_rate": 6.418716972184929e-06, - "loss": 1.0669, - "step": 9378 - }, - { - "epoch": 0.63, - "learning_rate": 6.416691772812598e-06, - "loss": 0.9708, - "step": 9379 - }, - { - "epoch": 0.63, - "learning_rate": 6.41466674204387e-06, - "loss": 1.0386, - "step": 9380 - }, - { - "epoch": 0.63, - "learning_rate": 6.412641879974026e-06, - "loss": 0.9716, - "step": 9381 - }, - { - "epoch": 0.63, - "learning_rate": 6.410617186698344e-06, - "loss": 0.9504, - "step": 9382 - }, - { - "epoch": 0.63, - "learning_rate": 6.40859266231209e-06, - "loss": 1.0151, - "step": 9383 - }, - { - "epoch": 0.63, - "learning_rate": 6.406568306910517e-06, - "loss": 0.9454, - "step": 9384 - }, - { - "epoch": 0.63, - "learning_rate": 6.404544120588883e-06, - "loss": 0.9874, - "step": 9385 - }, - { - "epoch": 0.63, - "learning_rate": 6.402520103442426e-06, - "loss": 0.9554, - "step": 9386 - }, - { - "epoch": 0.63, - "learning_rate": 6.400496255566388e-06, - "loss": 0.889, - "step": 9387 - }, - { - "epoch": 0.63, - "learning_rate": 6.398472577055992e-06, - "loss": 0.9511, - "step": 9388 - }, - { - "epoch": 0.63, - "learning_rate": 6.396449068006451e-06, - "loss": 0.9409, - "step": 9389 - }, - { - "epoch": 0.63, - "learning_rate": 6.394425728512987e-06, - "loss": 0.9264, - "step": 9390 - }, - { - "epoch": 0.63, - "learning_rate": 6.3924025586707935e-06, - "loss": 0.9622, - "step": 9391 - }, - { - "epoch": 0.63, - "learning_rate": 6.390379558575076e-06, - "loss": 1.0071, - "step": 9392 - }, - { - "epoch": 0.63, - "learning_rate": 6.388356728321015e-06, - "loss": 0.9023, - "step": 9393 - }, - { - "epoch": 0.63, - "learning_rate": 6.386334068003788e-06, - "loss": 0.9093, - "step": 9394 - }, - { - "epoch": 0.63, - "learning_rate": 6.384311577718569e-06, - "loss": 0.9401, - "step": 9395 - }, - { - "epoch": 0.63, - "learning_rate": 6.3822892575605225e-06, - "loss": 1.0282, - "step": 9396 - }, - { - "epoch": 0.63, - "learning_rate": 6.380267107624803e-06, - "loss": 0.9589, - "step": 9397 - }, - { - "epoch": 0.63, - "learning_rate": 6.378245128006559e-06, - "loss": 1.03, - "step": 9398 - }, - { - "epoch": 0.63, - "learning_rate": 6.376223318800925e-06, - "loss": 0.9562, - "step": 9399 - }, - { - "epoch": 0.63, - "learning_rate": 6.374201680103036e-06, - "loss": 0.9571, - "step": 9400 - }, - { - "epoch": 0.63, - "learning_rate": 6.372180212008014e-06, - "loss": 1.0071, - "step": 9401 - }, - { - "epoch": 0.63, - "learning_rate": 6.370158914610974e-06, - "loss": 0.9672, - "step": 9402 - }, - { - "epoch": 0.63, - "learning_rate": 6.368137788007023e-06, - "loss": 0.9269, - "step": 9403 - }, - { - "epoch": 0.63, - "learning_rate": 6.366116832291259e-06, - "loss": 0.9755, - "step": 9404 - }, - { - "epoch": 0.63, - "learning_rate": 6.364096047558776e-06, - "loss": 0.9624, - "step": 9405 - }, - { - "epoch": 0.63, - "learning_rate": 6.36207543390466e-06, - "loss": 0.9047, - "step": 9406 - }, - { - "epoch": 0.63, - "learning_rate": 6.360054991423975e-06, - "loss": 0.9555, - "step": 9407 - }, - { - "epoch": 0.63, - "learning_rate": 6.358034720211798e-06, - "loss": 0.9023, - "step": 9408 - }, - { - "epoch": 0.63, - "learning_rate": 6.35601462036318e-06, - "loss": 0.9433, - "step": 9409 - }, - { - "epoch": 0.63, - "learning_rate": 6.35399469197318e-06, - "loss": 0.943, - "step": 9410 - }, - { - "epoch": 0.63, - "learning_rate": 6.3519749351368345e-06, - "loss": 0.9387, - "step": 9411 - }, - { - "epoch": 0.63, - "learning_rate": 6.349955349949178e-06, - "loss": 0.9981, - "step": 9412 - }, - { - "epoch": 0.63, - "learning_rate": 6.347935936505245e-06, - "loss": 0.9087, - "step": 9413 - }, - { - "epoch": 0.63, - "learning_rate": 6.3459166949000406e-06, - "loss": 0.9313, - "step": 9414 - }, - { - "epoch": 0.63, - "learning_rate": 6.343897625228588e-06, - "loss": 0.921, - "step": 9415 - }, - { - "epoch": 0.63, - "learning_rate": 6.341878727585884e-06, - "loss": 0.9449, - "step": 9416 - }, - { - "epoch": 0.63, - "learning_rate": 6.33986000206692e-06, - "loss": 0.9486, - "step": 9417 - }, - { - "epoch": 0.63, - "learning_rate": 6.337841448766686e-06, - "loss": 0.9888, - "step": 9418 - }, - { - "epoch": 0.63, - "learning_rate": 6.335823067780158e-06, - "loss": 0.9339, - "step": 9419 - }, - { - "epoch": 0.63, - "learning_rate": 6.333804859202308e-06, - "loss": 0.9997, - "step": 9420 - }, - { - "epoch": 0.63, - "learning_rate": 6.331786823128099e-06, - "loss": 0.9646, - "step": 9421 - }, - { - "epoch": 0.63, - "learning_rate": 6.329768959652476e-06, - "loss": 1.0131, - "step": 9422 - }, - { - "epoch": 0.63, - "learning_rate": 6.3277512688703954e-06, - "loss": 0.9954, - "step": 9423 - }, - { - "epoch": 0.63, - "learning_rate": 6.325733750876786e-06, - "loss": 0.9637, - "step": 9424 - }, - { - "epoch": 0.63, - "learning_rate": 6.3237164057665845e-06, - "loss": 0.9919, - "step": 9425 - }, - { - "epoch": 0.63, - "learning_rate": 6.321699233634708e-06, - "loss": 0.9577, - "step": 9426 - }, - { - "epoch": 0.63, - "learning_rate": 6.3196822345760675e-06, - "loss": 0.8613, - "step": 9427 - }, - { - "epoch": 0.63, - "learning_rate": 6.317665408685574e-06, - "loss": 0.9092, - "step": 9428 - }, - { - "epoch": 0.63, - "learning_rate": 6.315648756058117e-06, - "loss": 0.9731, - "step": 9429 - }, - { - "epoch": 0.63, - "learning_rate": 6.313632276788591e-06, - "loss": 0.9771, - "step": 9430 - }, - { - "epoch": 0.63, - "learning_rate": 6.311615970971874e-06, - "loss": 0.9493, - "step": 9431 - }, - { - "epoch": 0.63, - "learning_rate": 6.309599838702836e-06, - "loss": 0.9406, - "step": 9432 - }, - { - "epoch": 0.63, - "learning_rate": 6.307583880076344e-06, - "loss": 0.9922, - "step": 9433 - }, - { - "epoch": 0.63, - "learning_rate": 6.305568095187252e-06, - "loss": 1.0378, - "step": 9434 - }, - { - "epoch": 0.63, - "learning_rate": 6.303552484130411e-06, - "loss": 0.9269, - "step": 9435 - }, - { - "epoch": 0.63, - "learning_rate": 6.301537047000657e-06, - "loss": 0.9328, - "step": 9436 - }, - { - "epoch": 0.63, - "learning_rate": 6.299521783892821e-06, - "loss": 0.9817, - "step": 9437 - }, - { - "epoch": 0.63, - "learning_rate": 6.297506694901732e-06, - "loss": 0.9487, - "step": 9438 - }, - { - "epoch": 0.63, - "learning_rate": 6.2954917801222e-06, - "loss": 0.9567, - "step": 9439 - }, - { - "epoch": 0.63, - "learning_rate": 6.29347703964903e-06, - "loss": 0.8973, - "step": 9440 - }, - { - "epoch": 0.63, - "learning_rate": 6.2914624735770255e-06, - "loss": 0.9478, - "step": 9441 - }, - { - "epoch": 0.63, - "learning_rate": 6.289448082000971e-06, - "loss": 0.9287, - "step": 9442 - }, - { - "epoch": 0.63, - "learning_rate": 6.287433865015655e-06, - "loss": 0.8928, - "step": 9443 - }, - { - "epoch": 0.63, - "learning_rate": 6.285419822715849e-06, - "loss": 0.9593, - "step": 9444 - }, - { - "epoch": 0.63, - "learning_rate": 6.2834059551963155e-06, - "loss": 0.9361, - "step": 9445 - }, - { - "epoch": 0.63, - "learning_rate": 6.28139226255182e-06, - "loss": 0.9746, - "step": 9446 - }, - { - "epoch": 0.63, - "learning_rate": 6.2793787448771e-06, - "loss": 0.9666, - "step": 9447 - }, - { - "epoch": 0.63, - "learning_rate": 6.2773654022669084e-06, - "loss": 0.9172, - "step": 9448 - }, - { - "epoch": 0.63, - "learning_rate": 6.275352234815971e-06, - "loss": 0.924, - "step": 9449 - }, - { - "epoch": 0.63, - "learning_rate": 6.273339242619012e-06, - "loss": 0.98, - "step": 9450 - }, - { - "epoch": 0.63, - "learning_rate": 6.271326425770753e-06, - "loss": 0.9812, - "step": 9451 - }, - { - "epoch": 0.63, - "learning_rate": 6.269313784365896e-06, - "loss": 1.0164, - "step": 9452 - }, - { - "epoch": 0.63, - "learning_rate": 6.267301318499146e-06, - "loss": 0.9268, - "step": 9453 - }, - { - "epoch": 0.63, - "learning_rate": 6.265289028265194e-06, - "loss": 0.8819, - "step": 9454 - }, - { - "epoch": 0.63, - "learning_rate": 6.263276913758715e-06, - "loss": 0.9491, - "step": 9455 - }, - { - "epoch": 0.63, - "learning_rate": 6.261264975074397e-06, - "loss": 1.0621, - "step": 9456 - }, - { - "epoch": 0.63, - "learning_rate": 6.259253212306895e-06, - "loss": 0.9363, - "step": 9457 - }, - { - "epoch": 0.63, - "learning_rate": 6.257241625550876e-06, - "loss": 1.0036, - "step": 9458 - }, - { - "epoch": 0.63, - "learning_rate": 6.255230214900987e-06, - "loss": 0.9396, - "step": 9459 - }, - { - "epoch": 0.63, - "learning_rate": 6.253218980451867e-06, - "loss": 0.9636, - "step": 9460 - }, - { - "epoch": 0.63, - "learning_rate": 6.251207922298155e-06, - "loss": 0.9613, - "step": 9461 - }, - { - "epoch": 0.63, - "learning_rate": 6.2491970405344715e-06, - "loss": 0.8913, - "step": 9462 - }, - { - "epoch": 0.63, - "learning_rate": 6.247186335255437e-06, - "loss": 0.9943, - "step": 9463 - }, - { - "epoch": 0.63, - "learning_rate": 6.2451758065556626e-06, - "loss": 0.9417, - "step": 9464 - }, - { - "epoch": 0.63, - "learning_rate": 6.24316545452974e-06, - "loss": 0.9621, - "step": 9465 - }, - { - "epoch": 0.63, - "learning_rate": 6.241155279272268e-06, - "loss": 0.9641, - "step": 9466 - }, - { - "epoch": 0.63, - "learning_rate": 6.239145280877828e-06, - "loss": 0.9859, - "step": 9467 - }, - { - "epoch": 0.63, - "learning_rate": 6.237135459440996e-06, - "loss": 0.9379, - "step": 9468 - }, - { - "epoch": 0.63, - "learning_rate": 6.2351258150563395e-06, - "loss": 0.8704, - "step": 9469 - }, - { - "epoch": 0.63, - "learning_rate": 6.2331163478184166e-06, - "loss": 0.8971, - "step": 9470 - }, - { - "epoch": 0.63, - "learning_rate": 6.231107057821781e-06, - "loss": 0.9494, - "step": 9471 - }, - { - "epoch": 0.63, - "learning_rate": 6.22909794516097e-06, - "loss": 0.9708, - "step": 9472 - }, - { - "epoch": 0.63, - "learning_rate": 6.2270890099305185e-06, - "loss": 0.9405, - "step": 9473 - }, - { - "epoch": 0.63, - "learning_rate": 6.225080252224953e-06, - "loss": 0.9112, - "step": 9474 - }, - { - "epoch": 0.63, - "learning_rate": 6.223071672138789e-06, - "loss": 0.9544, - "step": 9475 - }, - { - "epoch": 0.63, - "learning_rate": 6.221063269766539e-06, - "loss": 0.9417, - "step": 9476 - }, - { - "epoch": 0.63, - "learning_rate": 6.2190550452027e-06, - "loss": 0.965, - "step": 9477 - }, - { - "epoch": 0.63, - "learning_rate": 6.217046998541764e-06, - "loss": 0.9298, - "step": 9478 - }, - { - "epoch": 0.63, - "learning_rate": 6.21503912987822e-06, - "loss": 0.9898, - "step": 9479 - }, - { - "epoch": 0.63, - "learning_rate": 6.213031439306531e-06, - "loss": 0.9763, - "step": 9480 - }, - { - "epoch": 0.63, - "learning_rate": 6.211023926921178e-06, - "loss": 0.8216, - "step": 9481 - }, - { - "epoch": 0.64, - "learning_rate": 6.209016592816611e-06, - "loss": 0.9334, - "step": 9482 - }, - { - "epoch": 0.64, - "learning_rate": 6.20700943708728e-06, - "loss": 0.9325, - "step": 9483 - }, - { - "epoch": 0.64, - "learning_rate": 6.205002459827631e-06, - "loss": 0.8414, - "step": 9484 - }, - { - "epoch": 0.64, - "learning_rate": 6.202995661132094e-06, - "loss": 1.0292, - "step": 9485 - }, - { - "epoch": 0.64, - "learning_rate": 6.2009890410950955e-06, - "loss": 1.0156, - "step": 9486 - }, - { - "epoch": 0.64, - "learning_rate": 6.198982599811054e-06, - "loss": 1.0053, - "step": 9487 - }, - { - "epoch": 0.64, - "learning_rate": 6.196976337374369e-06, - "loss": 0.8828, - "step": 9488 - }, - { - "epoch": 0.64, - "learning_rate": 6.1949702538794535e-06, - "loss": 0.9381, - "step": 9489 - }, - { - "epoch": 0.64, - "learning_rate": 6.192964349420687e-06, - "loss": 0.9326, - "step": 9490 - }, - { - "epoch": 0.64, - "learning_rate": 6.190958624092458e-06, - "loss": 0.9036, - "step": 9491 - }, - { - "epoch": 0.64, - "learning_rate": 6.188953077989139e-06, - "loss": 0.983, - "step": 9492 - }, - { - "epoch": 0.64, - "learning_rate": 6.1869477112050954e-06, - "loss": 0.9419, - "step": 9493 - }, - { - "epoch": 0.64, - "learning_rate": 6.184942523834689e-06, - "loss": 0.9749, - "step": 9494 - }, - { - "epoch": 0.64, - "learning_rate": 6.182937515972263e-06, - "loss": 0.9249, - "step": 9495 - }, - { - "epoch": 0.64, - "learning_rate": 6.180932687712164e-06, - "loss": 0.9563, - "step": 9496 - }, - { - "epoch": 0.64, - "learning_rate": 6.17892803914872e-06, - "loss": 0.9161, - "step": 9497 - }, - { - "epoch": 0.64, - "learning_rate": 6.176923570376254e-06, - "loss": 0.9602, - "step": 9498 - }, - { - "epoch": 0.64, - "learning_rate": 6.174919281489084e-06, - "loss": 0.95, - "step": 9499 - }, - { - "epoch": 0.64, - "learning_rate": 6.172915172581514e-06, - "loss": 0.9797, - "step": 9500 - }, - { - "epoch": 0.64, - "learning_rate": 6.170911243747846e-06, - "loss": 0.8746, - "step": 9501 - }, - { - "epoch": 0.64, - "learning_rate": 6.168907495082368e-06, - "loss": 0.9424, - "step": 9502 - }, - { - "epoch": 0.64, - "learning_rate": 6.16690392667936e-06, - "loss": 0.9482, - "step": 9503 - }, - { - "epoch": 0.64, - "learning_rate": 6.1649005386331005e-06, - "loss": 0.9218, - "step": 9504 - }, - { - "epoch": 0.64, - "learning_rate": 6.1628973310378425e-06, - "loss": 0.954, - "step": 9505 - }, - { - "epoch": 0.64, - "learning_rate": 6.160894303987856e-06, - "loss": 0.9562, - "step": 9506 - }, - { - "epoch": 0.64, - "learning_rate": 6.158891457577379e-06, - "loss": 0.9557, - "step": 9507 - }, - { - "epoch": 0.64, - "learning_rate": 6.15688879190065e-06, - "loss": 0.9381, - "step": 9508 - }, - { - "epoch": 0.64, - "learning_rate": 6.154886307051906e-06, - "loss": 0.9492, - "step": 9509 - }, - { - "epoch": 0.64, - "learning_rate": 6.152884003125368e-06, - "loss": 1.0322, - "step": 9510 - }, - { - "epoch": 0.64, - "learning_rate": 6.150881880215238e-06, - "loss": 0.9398, - "step": 9511 - }, - { - "epoch": 0.64, - "learning_rate": 6.148879938415737e-06, - "loss": 0.9124, - "step": 9512 - }, - { - "epoch": 0.64, - "learning_rate": 6.146878177821047e-06, - "loss": 0.9122, - "step": 9513 - }, - { - "epoch": 0.64, - "learning_rate": 6.144876598525371e-06, - "loss": 0.9511, - "step": 9514 - }, - { - "epoch": 0.64, - "learning_rate": 6.142875200622877e-06, - "loss": 0.9046, - "step": 9515 - }, - { - "epoch": 0.64, - "learning_rate": 6.140873984207736e-06, - "loss": 1.0168, - "step": 9516 - }, - { - "epoch": 0.64, - "learning_rate": 6.138872949374115e-06, - "loss": 0.9531, - "step": 9517 - }, - { - "epoch": 0.64, - "learning_rate": 6.1368720962161646e-06, - "loss": 0.9208, - "step": 9518 - }, - { - "epoch": 0.64, - "learning_rate": 6.134871424828033e-06, - "loss": 1.0196, - "step": 9519 - }, - { - "epoch": 0.64, - "learning_rate": 6.1328709353038564e-06, - "loss": 0.9881, - "step": 9520 - }, - { - "epoch": 0.64, - "learning_rate": 6.130870627737755e-06, - "loss": 0.9029, - "step": 9521 - }, - { - "epoch": 0.64, - "learning_rate": 6.128870502223861e-06, - "loss": 0.9266, - "step": 9522 - }, - { - "epoch": 0.64, - "learning_rate": 6.126870558856275e-06, - "loss": 0.959, - "step": 9523 - }, - { - "epoch": 0.64, - "learning_rate": 6.124870797729106e-06, - "loss": 1.046, - "step": 9524 - }, - { - "epoch": 0.64, - "learning_rate": 6.122871218936444e-06, - "loss": 1.0114, - "step": 9525 - }, - { - "epoch": 0.64, - "learning_rate": 6.120871822572373e-06, - "loss": 0.9876, - "step": 9526 - }, - { - "epoch": 0.64, - "learning_rate": 6.118872608730974e-06, - "loss": 1.058, - "step": 9527 - }, - { - "epoch": 0.64, - "learning_rate": 6.1168735775063106e-06, - "loss": 0.9714, - "step": 9528 - }, - { - "epoch": 0.64, - "learning_rate": 6.1148747289924485e-06, - "loss": 0.9316, - "step": 9529 - }, - { - "epoch": 0.64, - "learning_rate": 6.112876063283433e-06, - "loss": 0.9682, - "step": 9530 - }, - { - "epoch": 0.64, - "learning_rate": 6.110877580473305e-06, - "loss": 1.0132, - "step": 9531 - }, - { - "epoch": 0.64, - "learning_rate": 6.108879280656102e-06, - "loss": 0.9894, - "step": 9532 - }, - { - "epoch": 0.64, - "learning_rate": 6.106881163925846e-06, - "loss": 1.0232, - "step": 9533 - }, - { - "epoch": 0.64, - "learning_rate": 6.104883230376557e-06, - "loss": 1.0008, - "step": 9534 - }, - { - "epoch": 0.64, - "learning_rate": 6.102885480102243e-06, - "loss": 0.9162, - "step": 9535 - }, - { - "epoch": 0.64, - "learning_rate": 6.100887913196897e-06, - "loss": 0.9479, - "step": 9536 - }, - { - "epoch": 0.64, - "learning_rate": 6.0988905297545175e-06, - "loss": 0.9474, - "step": 9537 - }, - { - "epoch": 0.64, - "learning_rate": 6.096893329869078e-06, - "loss": 0.9646, - "step": 9538 - }, - { - "epoch": 0.64, - "learning_rate": 6.094896313634562e-06, - "loss": 1.0333, - "step": 9539 - }, - { - "epoch": 0.64, - "learning_rate": 6.092899481144925e-06, - "loss": 1.0056, - "step": 9540 - }, - { - "epoch": 0.64, - "learning_rate": 6.090902832494125e-06, - "loss": 0.9587, - "step": 9541 - }, - { - "epoch": 0.64, - "learning_rate": 6.088906367776113e-06, - "loss": 0.9226, - "step": 9542 - }, - { - "epoch": 0.64, - "learning_rate": 6.086910087084822e-06, - "loss": 0.8971, - "step": 9543 - }, - { - "epoch": 0.64, - "learning_rate": 6.084913990514187e-06, - "loss": 0.9684, - "step": 9544 - }, - { - "epoch": 0.64, - "learning_rate": 6.082918078158131e-06, - "loss": 1.037, - "step": 9545 - }, - { - "epoch": 0.64, - "learning_rate": 6.080922350110556e-06, - "loss": 0.951, - "step": 9546 - }, - { - "epoch": 0.64, - "learning_rate": 6.078926806465381e-06, - "loss": 0.9636, - "step": 9547 - }, - { - "epoch": 0.64, - "learning_rate": 6.07693144731649e-06, - "loss": 0.9294, - "step": 9548 - }, - { - "epoch": 0.64, - "learning_rate": 6.074936272757771e-06, - "loss": 0.9177, - "step": 9549 - }, - { - "epoch": 0.64, - "learning_rate": 6.072941282883107e-06, - "loss": 0.9103, - "step": 9550 - }, - { - "epoch": 0.64, - "learning_rate": 6.070946477786361e-06, - "loss": 0.9686, - "step": 9551 - }, - { - "epoch": 0.64, - "learning_rate": 6.068951857561401e-06, - "loss": 0.9566, - "step": 9552 - }, - { - "epoch": 0.64, - "learning_rate": 6.066957422302075e-06, - "loss": 0.9282, - "step": 9553 - }, - { - "epoch": 0.64, - "learning_rate": 6.064963172102223e-06, - "loss": 0.989, - "step": 9554 - }, - { - "epoch": 0.64, - "learning_rate": 6.062969107055683e-06, - "loss": 0.9326, - "step": 9555 - }, - { - "epoch": 0.64, - "learning_rate": 6.060975227256278e-06, - "loss": 1.0096, - "step": 9556 - }, - { - "epoch": 0.64, - "learning_rate": 6.058981532797831e-06, - "loss": 0.9069, - "step": 9557 - }, - { - "epoch": 0.64, - "learning_rate": 6.056988023774145e-06, - "loss": 0.9575, - "step": 9558 - }, - { - "epoch": 0.64, - "learning_rate": 6.05499470027902e-06, - "loss": 0.9512, - "step": 9559 - }, - { - "epoch": 0.64, - "learning_rate": 6.053001562406249e-06, - "loss": 1.0096, - "step": 9560 - }, - { - "epoch": 0.64, - "learning_rate": 6.051008610249611e-06, - "loss": 0.9186, - "step": 9561 - }, - { - "epoch": 0.64, - "learning_rate": 6.0490158439028855e-06, - "loss": 0.9437, - "step": 9562 - }, - { - "epoch": 0.64, - "learning_rate": 6.047023263459832e-06, - "loss": 0.9807, - "step": 9563 - }, - { - "epoch": 0.64, - "learning_rate": 6.0450308690142045e-06, - "loss": 0.9719, - "step": 9564 - }, - { - "epoch": 0.64, - "learning_rate": 6.0430386606597544e-06, - "loss": 0.9295, - "step": 9565 - }, - { - "epoch": 0.64, - "learning_rate": 6.041046638490218e-06, - "loss": 1.002, - "step": 9566 - }, - { - "epoch": 0.64, - "learning_rate": 6.039054802599327e-06, - "loss": 0.8921, - "step": 9567 - }, - { - "epoch": 0.64, - "learning_rate": 6.037063153080803e-06, - "loss": 0.8527, - "step": 9568 - }, - { - "epoch": 0.64, - "learning_rate": 6.035071690028349e-06, - "loss": 0.9936, - "step": 9569 - }, - { - "epoch": 0.64, - "learning_rate": 6.033080413535684e-06, - "loss": 0.9916, - "step": 9570 - }, - { - "epoch": 0.64, - "learning_rate": 6.031089323696484e-06, - "loss": 0.8161, - "step": 9571 - }, - { - "epoch": 0.64, - "learning_rate": 6.029098420604453e-06, - "loss": 0.8638, - "step": 9572 - }, - { - "epoch": 0.64, - "learning_rate": 6.027107704353257e-06, - "loss": 0.968, - "step": 9573 - }, - { - "epoch": 0.64, - "learning_rate": 6.025117175036566e-06, - "loss": 0.9755, - "step": 9574 - }, - { - "epoch": 0.64, - "learning_rate": 6.023126832748039e-06, - "loss": 1.0095, - "step": 9575 - }, - { - "epoch": 0.64, - "learning_rate": 6.021136677581327e-06, - "loss": 0.9746, - "step": 9576 - }, - { - "epoch": 0.64, - "learning_rate": 6.019146709630075e-06, - "loss": 0.9867, - "step": 9577 - }, - { - "epoch": 0.64, - "learning_rate": 6.017156928987915e-06, - "loss": 0.9151, - "step": 9578 - }, - { - "epoch": 0.64, - "learning_rate": 6.0151673357484665e-06, - "loss": 0.8718, - "step": 9579 - }, - { - "epoch": 0.64, - "learning_rate": 6.0131779300053495e-06, - "loss": 1.0086, - "step": 9580 - }, - { - "epoch": 0.64, - "learning_rate": 6.011188711852165e-06, - "loss": 0.941, - "step": 9581 - }, - { - "epoch": 0.64, - "learning_rate": 6.009199681382518e-06, - "loss": 0.9922, - "step": 9582 - }, - { - "epoch": 0.64, - "learning_rate": 6.007210838689994e-06, - "loss": 0.9335, - "step": 9583 - }, - { - "epoch": 0.64, - "learning_rate": 6.005222183868171e-06, - "loss": 0.9398, - "step": 9584 - }, - { - "epoch": 0.64, - "learning_rate": 6.003233717010623e-06, - "loss": 0.9964, - "step": 9585 - }, - { - "epoch": 0.64, - "learning_rate": 6.001245438210914e-06, - "loss": 0.9613, - "step": 9586 - }, - { - "epoch": 0.64, - "learning_rate": 5.999257347562592e-06, - "loss": 1.0036, - "step": 9587 - }, - { - "epoch": 0.64, - "learning_rate": 5.997269445159206e-06, - "loss": 0.9698, - "step": 9588 - }, - { - "epoch": 0.64, - "learning_rate": 5.9952817310942865e-06, - "loss": 0.9382, - "step": 9589 - }, - { - "epoch": 0.64, - "learning_rate": 5.993294205461369e-06, - "loss": 1.0024, - "step": 9590 - }, - { - "epoch": 0.64, - "learning_rate": 5.991306868353965e-06, - "loss": 0.9349, - "step": 9591 - }, - { - "epoch": 0.64, - "learning_rate": 5.989319719865584e-06, - "loss": 0.9861, - "step": 9592 - }, - { - "epoch": 0.64, - "learning_rate": 5.987332760089731e-06, - "loss": 0.964, - "step": 9593 - }, - { - "epoch": 0.64, - "learning_rate": 5.985345989119888e-06, - "loss": 0.9337, - "step": 9594 - }, - { - "epoch": 0.64, - "learning_rate": 5.983359407049551e-06, - "loss": 0.9758, - "step": 9595 - }, - { - "epoch": 0.64, - "learning_rate": 5.981373013972185e-06, - "loss": 0.8684, - "step": 9596 - }, - { - "epoch": 0.64, - "learning_rate": 5.979386809981253e-06, - "loss": 0.9157, - "step": 9597 - }, - { - "epoch": 0.64, - "learning_rate": 5.977400795170215e-06, - "loss": 0.9584, - "step": 9598 - }, - { - "epoch": 0.64, - "learning_rate": 5.975414969632516e-06, - "loss": 0.9499, - "step": 9599 - }, - { - "epoch": 0.64, - "learning_rate": 5.9734293334615955e-06, - "loss": 1.0259, - "step": 9600 - }, - { - "epoch": 0.64, - "learning_rate": 5.9714438867508865e-06, - "loss": 0.9065, - "step": 9601 - }, - { - "epoch": 0.64, - "learning_rate": 5.969458629593797e-06, - "loss": 0.9635, - "step": 9602 - }, - { - "epoch": 0.64, - "learning_rate": 5.967473562083753e-06, - "loss": 0.8648, - "step": 9603 - }, - { - "epoch": 0.64, - "learning_rate": 5.965488684314143e-06, - "loss": 0.943, - "step": 9604 - }, - { - "epoch": 0.64, - "learning_rate": 5.963503996378375e-06, - "loss": 0.984, - "step": 9605 - }, - { - "epoch": 0.64, - "learning_rate": 5.961519498369823e-06, - "loss": 0.9532, - "step": 9606 - }, - { - "epoch": 0.64, - "learning_rate": 5.959535190381865e-06, - "loss": 0.9801, - "step": 9607 - }, - { - "epoch": 0.64, - "learning_rate": 5.957551072507868e-06, - "loss": 0.8493, - "step": 9608 - }, - { - "epoch": 0.64, - "learning_rate": 5.95556714484119e-06, - "loss": 0.9716, - "step": 9609 - }, - { - "epoch": 0.64, - "learning_rate": 5.953583407475181e-06, - "loss": 0.9381, - "step": 9610 - }, - { - "epoch": 0.64, - "learning_rate": 5.9515998605031814e-06, - "loss": 0.9286, - "step": 9611 - }, - { - "epoch": 0.64, - "learning_rate": 5.949616504018515e-06, - "loss": 0.9988, - "step": 9612 - }, - { - "epoch": 0.64, - "learning_rate": 5.947633338114511e-06, - "loss": 0.9386, - "step": 9613 - }, - { - "epoch": 0.64, - "learning_rate": 5.94565036288448e-06, - "loss": 0.9476, - "step": 9614 - }, - { - "epoch": 0.64, - "learning_rate": 5.943667578421727e-06, - "loss": 0.9354, - "step": 9615 - }, - { - "epoch": 0.64, - "learning_rate": 5.941684984819546e-06, - "loss": 0.9319, - "step": 9616 - }, - { - "epoch": 0.64, - "learning_rate": 5.93970258217122e-06, - "loss": 0.9978, - "step": 9617 - }, - { - "epoch": 0.64, - "learning_rate": 5.937720370570033e-06, - "loss": 0.9421, - "step": 9618 - }, - { - "epoch": 0.64, - "learning_rate": 5.935738350109245e-06, - "loss": 0.964, - "step": 9619 - }, - { - "epoch": 0.64, - "learning_rate": 5.933756520882124e-06, - "loss": 0.9429, - "step": 9620 - }, - { - "epoch": 0.64, - "learning_rate": 5.9317748829819135e-06, - "loss": 0.9414, - "step": 9621 - }, - { - "epoch": 0.64, - "learning_rate": 5.929793436501854e-06, - "loss": 0.9487, - "step": 9622 - }, - { - "epoch": 0.64, - "learning_rate": 5.927812181535181e-06, - "loss": 0.8942, - "step": 9623 - }, - { - "epoch": 0.64, - "learning_rate": 5.925831118175116e-06, - "loss": 0.8921, - "step": 9624 - }, - { - "epoch": 0.64, - "learning_rate": 5.923850246514871e-06, - "loss": 0.9719, - "step": 9625 - }, - { - "epoch": 0.64, - "learning_rate": 5.921869566647657e-06, - "loss": 0.9716, - "step": 9626 - }, - { - "epoch": 0.64, - "learning_rate": 5.919889078666661e-06, - "loss": 0.9682, - "step": 9627 - }, - { - "epoch": 0.64, - "learning_rate": 5.917908782665078e-06, - "loss": 0.9453, - "step": 9628 - }, - { - "epoch": 0.64, - "learning_rate": 5.915928678736084e-06, - "loss": 1.006, - "step": 9629 - }, - { - "epoch": 0.64, - "learning_rate": 5.913948766972843e-06, - "loss": 0.9242, - "step": 9630 - }, - { - "epoch": 0.65, - "learning_rate": 5.91196904746852e-06, - "loss": 0.9746, - "step": 9631 - }, - { - "epoch": 0.65, - "learning_rate": 5.909989520316263e-06, - "loss": 0.9389, - "step": 9632 - }, - { - "epoch": 0.65, - "learning_rate": 5.908010185609217e-06, - "loss": 0.9772, - "step": 9633 - }, - { - "epoch": 0.65, - "learning_rate": 5.906031043440512e-06, - "loss": 0.9543, - "step": 9634 - }, - { - "epoch": 0.65, - "learning_rate": 5.904052093903269e-06, - "loss": 0.8903, - "step": 9635 - }, - { - "epoch": 0.65, - "learning_rate": 5.9020733370906104e-06, - "loss": 1.011, - "step": 9636 - }, - { - "epoch": 0.65, - "learning_rate": 5.900094773095632e-06, - "loss": 0.997, - "step": 9637 - }, - { - "epoch": 0.65, - "learning_rate": 5.898116402011438e-06, - "loss": 0.9892, - "step": 9638 - }, - { - "epoch": 0.65, - "learning_rate": 5.896138223931112e-06, - "loss": 0.9891, - "step": 9639 - }, - { - "epoch": 0.65, - "learning_rate": 5.89416023894773e-06, - "loss": 0.9308, - "step": 9640 - }, - { - "epoch": 0.65, - "learning_rate": 5.892182447154368e-06, - "loss": 0.8668, - "step": 9641 - }, - { - "epoch": 0.65, - "learning_rate": 5.8902048486440785e-06, - "loss": 0.9448, - "step": 9642 - }, - { - "epoch": 0.65, - "learning_rate": 5.888227443509918e-06, - "loss": 0.8736, - "step": 9643 - }, - { - "epoch": 0.65, - "learning_rate": 5.88625023184493e-06, - "loss": 0.9013, - "step": 9644 - }, - { - "epoch": 0.65, - "learning_rate": 5.884273213742138e-06, - "loss": 0.9432, - "step": 9645 - }, - { - "epoch": 0.65, - "learning_rate": 5.8822963892945726e-06, - "loss": 0.9031, - "step": 9646 - }, - { - "epoch": 0.65, - "learning_rate": 5.8803197585952475e-06, - "loss": 0.8586, - "step": 9647 - }, - { - "epoch": 0.65, - "learning_rate": 5.878343321737168e-06, - "loss": 1.012, - "step": 9648 - }, - { - "epoch": 0.65, - "learning_rate": 5.87636707881333e-06, - "loss": 0.834, - "step": 9649 - }, - { - "epoch": 0.65, - "learning_rate": 5.874391029916719e-06, - "loss": 0.9193, - "step": 9650 - }, - { - "epoch": 0.65, - "learning_rate": 5.872415175140318e-06, - "loss": 0.9963, - "step": 9651 - }, - { - "epoch": 0.65, - "learning_rate": 5.870439514577087e-06, - "loss": 0.9315, - "step": 9652 - }, - { - "epoch": 0.65, - "learning_rate": 5.868464048319997e-06, - "loss": 0.9194, - "step": 9653 - }, - { - "epoch": 0.65, - "learning_rate": 5.866488776461992e-06, - "loss": 1.006, - "step": 9654 - }, - { - "epoch": 0.65, - "learning_rate": 5.8645136990960105e-06, - "loss": 1.0366, - "step": 9655 - }, - { - "epoch": 0.65, - "learning_rate": 5.862538816314991e-06, - "loss": 0.9489, - "step": 9656 - }, - { - "epoch": 0.65, - "learning_rate": 5.8605641282118545e-06, - "loss": 0.9376, - "step": 9657 - }, - { - "epoch": 0.65, - "learning_rate": 5.8585896348795145e-06, - "loss": 0.933, - "step": 9658 - }, - { - "epoch": 0.65, - "learning_rate": 5.85661533641088e-06, - "loss": 0.9292, - "step": 9659 - }, - { - "epoch": 0.65, - "learning_rate": 5.854641232898837e-06, - "loss": 0.925, - "step": 9660 - }, - { - "epoch": 0.65, - "learning_rate": 5.852667324436283e-06, - "loss": 0.9605, - "step": 9661 - }, - { - "epoch": 0.65, - "learning_rate": 5.850693611116088e-06, - "loss": 1.0117, - "step": 9662 - }, - { - "epoch": 0.65, - "learning_rate": 5.848720093031122e-06, - "loss": 0.9991, - "step": 9663 - }, - { - "epoch": 0.65, - "learning_rate": 5.846746770274244e-06, - "loss": 1.0238, - "step": 9664 - }, - { - "epoch": 0.65, - "learning_rate": 5.844773642938304e-06, - "loss": 0.9752, - "step": 9665 - }, - { - "epoch": 0.65, - "learning_rate": 5.842800711116143e-06, - "loss": 0.9628, - "step": 9666 - }, - { - "epoch": 0.65, - "learning_rate": 5.840827974900596e-06, - "loss": 0.9427, - "step": 9667 - }, - { - "epoch": 0.65, - "learning_rate": 5.838855434384474e-06, - "loss": 0.9233, - "step": 9668 - }, - { - "epoch": 0.65, - "learning_rate": 5.836883089660602e-06, - "loss": 0.9997, - "step": 9669 - }, - { - "epoch": 0.65, - "learning_rate": 5.834910940821779e-06, - "loss": 1.0012, - "step": 9670 - }, - { - "epoch": 0.65, - "learning_rate": 5.8329389879607985e-06, - "loss": 0.9667, - "step": 9671 - }, - { - "epoch": 0.65, - "learning_rate": 5.8309672311704476e-06, - "loss": 0.9617, - "step": 9672 - }, - { - "epoch": 0.65, - "learning_rate": 5.828995670543501e-06, - "loss": 1.0648, - "step": 9673 - }, - { - "epoch": 0.65, - "learning_rate": 5.827024306172726e-06, - "loss": 0.8759, - "step": 9674 - }, - { - "epoch": 0.65, - "learning_rate": 5.8250531381508765e-06, - "loss": 0.9367, - "step": 9675 - }, - { - "epoch": 0.65, - "learning_rate": 5.82308216657071e-06, - "loss": 0.9478, - "step": 9676 - }, - { - "epoch": 0.65, - "learning_rate": 5.821111391524958e-06, - "loss": 1.0456, - "step": 9677 - }, - { - "epoch": 0.65, - "learning_rate": 5.819140813106354e-06, - "loss": 0.9526, - "step": 9678 - }, - { - "epoch": 0.65, - "learning_rate": 5.817170431407617e-06, - "loss": 0.9371, - "step": 9679 - }, - { - "epoch": 0.65, - "learning_rate": 5.815200246521456e-06, - "loss": 0.9684, - "step": 9680 - }, - { - "epoch": 0.65, - "learning_rate": 5.813230258540583e-06, - "loss": 0.8974, - "step": 9681 - }, - { - "epoch": 0.65, - "learning_rate": 5.811260467557679e-06, - "loss": 0.942, - "step": 9682 - }, - { - "epoch": 0.65, - "learning_rate": 5.809290873665429e-06, - "loss": 0.9148, - "step": 9683 - }, - { - "epoch": 0.65, - "learning_rate": 5.807321476956514e-06, - "loss": 1.032, - "step": 9684 - }, - { - "epoch": 0.65, - "learning_rate": 5.805352277523597e-06, - "loss": 0.943, - "step": 9685 - }, - { - "epoch": 0.65, - "learning_rate": 5.803383275459331e-06, - "loss": 0.97, - "step": 9686 - }, - { - "epoch": 0.65, - "learning_rate": 5.801414470856363e-06, - "loss": 0.9437, - "step": 9687 - }, - { - "epoch": 0.65, - "learning_rate": 5.799445863807329e-06, - "loss": 0.8861, - "step": 9688 - }, - { - "epoch": 0.65, - "learning_rate": 5.797477454404867e-06, - "loss": 0.9446, - "step": 9689 - }, - { - "epoch": 0.65, - "learning_rate": 5.795509242741579e-06, - "loss": 0.9904, - "step": 9690 - }, - { - "epoch": 0.65, - "learning_rate": 5.793541228910087e-06, - "loss": 0.9862, - "step": 9691 - }, - { - "epoch": 0.65, - "learning_rate": 5.7915734130029855e-06, - "loss": 0.9188, - "step": 9692 - }, - { - "epoch": 0.65, - "learning_rate": 5.789605795112867e-06, - "loss": 0.8996, - "step": 9693 - }, - { - "epoch": 0.65, - "learning_rate": 5.7876383753323125e-06, - "loss": 0.9835, - "step": 9694 - }, - { - "epoch": 0.65, - "learning_rate": 5.78567115375389e-06, - "loss": 0.9433, - "step": 9695 - }, - { - "epoch": 0.65, - "learning_rate": 5.783704130470169e-06, - "loss": 0.9498, - "step": 9696 - }, - { - "epoch": 0.65, - "learning_rate": 5.781737305573705e-06, - "loss": 1.0228, - "step": 9697 - }, - { - "epoch": 0.65, - "learning_rate": 5.779770679157028e-06, - "loss": 0.9297, - "step": 9698 - }, - { - "epoch": 0.65, - "learning_rate": 5.777804251312687e-06, - "loss": 0.9344, - "step": 9699 - }, - { - "epoch": 0.65, - "learning_rate": 5.7758380221332e-06, - "loss": 0.9742, - "step": 9700 - }, - { - "epoch": 0.65, - "learning_rate": 5.773871991711084e-06, - "loss": 0.9832, - "step": 9701 - }, - { - "epoch": 0.65, - "learning_rate": 5.771906160138848e-06, - "loss": 0.9457, - "step": 9702 - }, - { - "epoch": 0.65, - "learning_rate": 5.7699405275089835e-06, - "loss": 0.9021, - "step": 9703 - }, - { - "epoch": 0.65, - "learning_rate": 5.7679750939139865e-06, - "loss": 0.9245, - "step": 9704 - }, - { - "epoch": 0.65, - "learning_rate": 5.766009859446338e-06, - "loss": 1.0111, - "step": 9705 - }, - { - "epoch": 0.65, - "learning_rate": 5.764044824198489e-06, - "loss": 0.9833, - "step": 9706 - }, - { - "epoch": 0.65, - "learning_rate": 5.762079988262918e-06, - "loss": 0.9912, - "step": 9707 - }, - { - "epoch": 0.65, - "learning_rate": 5.760115351732067e-06, - "loss": 1.0078, - "step": 9708 - }, - { - "epoch": 0.65, - "learning_rate": 5.75815091469838e-06, - "loss": 0.9669, - "step": 9709 - }, - { - "epoch": 0.65, - "learning_rate": 5.756186677254288e-06, - "loss": 0.8915, - "step": 9710 - }, - { - "epoch": 0.65, - "learning_rate": 5.754222639492207e-06, - "loss": 0.9227, - "step": 9711 - }, - { - "epoch": 0.65, - "learning_rate": 5.752258801504565e-06, - "loss": 0.9875, - "step": 9712 - }, - { - "epoch": 0.65, - "learning_rate": 5.750295163383747e-06, - "loss": 0.9357, - "step": 9713 - }, - { - "epoch": 0.65, - "learning_rate": 5.74833172522216e-06, - "loss": 0.9619, - "step": 9714 - }, - { - "epoch": 0.65, - "learning_rate": 5.7463684871121864e-06, - "loss": 0.8968, - "step": 9715 - }, - { - "epoch": 0.65, - "learning_rate": 5.744405449146197e-06, - "loss": 1.0039, - "step": 9716 - }, - { - "epoch": 0.65, - "learning_rate": 5.742442611416563e-06, - "loss": 0.9395, - "step": 9717 - }, - { - "epoch": 0.65, - "learning_rate": 5.740479974015634e-06, - "loss": 0.9689, - "step": 9718 - }, - { - "epoch": 0.65, - "learning_rate": 5.738517537035765e-06, - "loss": 0.9939, - "step": 9719 - }, - { - "epoch": 0.65, - "learning_rate": 5.736555300569293e-06, - "loss": 0.9227, - "step": 9720 - }, - { - "epoch": 0.65, - "learning_rate": 5.7345932647085365e-06, - "loss": 0.9515, - "step": 9721 - }, - { - "epoch": 0.65, - "learning_rate": 5.732631429545824e-06, - "loss": 0.9322, - "step": 9722 - }, - { - "epoch": 0.65, - "learning_rate": 5.730669795173458e-06, - "loss": 1.0428, - "step": 9723 - }, - { - "epoch": 0.65, - "learning_rate": 5.728708361683748e-06, - "loss": 0.9361, - "step": 9724 - }, - { - "epoch": 0.65, - "learning_rate": 5.726747129168976e-06, - "loss": 0.9496, - "step": 9725 - }, - { - "epoch": 0.65, - "learning_rate": 5.72478609772142e-06, - "loss": 0.9442, - "step": 9726 - }, - { - "epoch": 0.65, - "learning_rate": 5.722825267433361e-06, - "loss": 0.9963, - "step": 9727 - }, - { - "epoch": 0.65, - "learning_rate": 5.720864638397055e-06, - "loss": 0.9362, - "step": 9728 - }, - { - "epoch": 0.65, - "learning_rate": 5.718904210704756e-06, - "loss": 0.9856, - "step": 9729 - }, - { - "epoch": 0.65, - "learning_rate": 5.716943984448709e-06, - "loss": 0.8947, - "step": 9730 - }, - { - "epoch": 0.65, - "learning_rate": 5.714983959721143e-06, - "loss": 0.9037, - "step": 9731 - }, - { - "epoch": 0.65, - "learning_rate": 5.713024136614287e-06, - "loss": 0.9113, - "step": 9732 - }, - { - "epoch": 0.65, - "learning_rate": 5.711064515220346e-06, - "loss": 0.947, - "step": 9733 - }, - { - "epoch": 0.65, - "learning_rate": 5.709105095631537e-06, - "loss": 0.8718, - "step": 9734 - }, - { - "epoch": 0.65, - "learning_rate": 5.707145877940053e-06, - "loss": 0.907, - "step": 9735 - }, - { - "epoch": 0.65, - "learning_rate": 5.7051868622380756e-06, - "loss": 0.9828, - "step": 9736 - }, - { - "epoch": 0.65, - "learning_rate": 5.7032280486177835e-06, - "loss": 0.945, - "step": 9737 - }, - { - "epoch": 0.65, - "learning_rate": 5.701269437171345e-06, - "loss": 0.9437, - "step": 9738 - }, - { - "epoch": 0.65, - "learning_rate": 5.699311027990916e-06, - "loss": 0.9375, - "step": 9739 - }, - { - "epoch": 0.65, - "learning_rate": 5.697352821168645e-06, - "loss": 0.979, - "step": 9740 - }, - { - "epoch": 0.65, - "learning_rate": 5.695394816796666e-06, - "loss": 0.9767, - "step": 9741 - }, - { - "epoch": 0.65, - "learning_rate": 5.693437014967118e-06, - "loss": 0.9707, - "step": 9742 - }, - { - "epoch": 0.65, - "learning_rate": 5.691479415772115e-06, - "loss": 0.9926, - "step": 9743 - }, - { - "epoch": 0.65, - "learning_rate": 5.6895220193037645e-06, - "loss": 0.9856, - "step": 9744 - }, - { - "epoch": 0.65, - "learning_rate": 5.687564825654171e-06, - "loss": 0.9207, - "step": 9745 - }, - { - "epoch": 0.65, - "learning_rate": 5.685607834915421e-06, - "loss": 0.9839, - "step": 9746 - }, - { - "epoch": 0.65, - "learning_rate": 5.6836510471796035e-06, - "loss": 0.9585, - "step": 9747 - }, - { - "epoch": 0.65, - "learning_rate": 5.681694462538784e-06, - "loss": 0.9218, - "step": 9748 - }, - { - "epoch": 0.65, - "learning_rate": 5.67973808108502e-06, - "loss": 0.8988, - "step": 9749 - }, - { - "epoch": 0.65, - "learning_rate": 5.677781902910376e-06, - "loss": 0.919, - "step": 9750 - }, - { - "epoch": 0.65, - "learning_rate": 5.675825928106889e-06, - "loss": 0.914, - "step": 9751 - }, - { - "epoch": 0.65, - "learning_rate": 5.673870156766591e-06, - "loss": 0.898, - "step": 9752 - }, - { - "epoch": 0.65, - "learning_rate": 5.671914588981509e-06, - "loss": 1.0265, - "step": 9753 - }, - { - "epoch": 0.65, - "learning_rate": 5.669959224843651e-06, - "loss": 0.874, - "step": 9754 - }, - { - "epoch": 0.65, - "learning_rate": 5.668004064445034e-06, - "loss": 0.9728, - "step": 9755 - }, - { - "epoch": 0.65, - "learning_rate": 5.6660491078776405e-06, - "loss": 0.9432, - "step": 9756 - }, - { - "epoch": 0.65, - "learning_rate": 5.664094355233462e-06, - "loss": 0.9198, - "step": 9757 - }, - { - "epoch": 0.65, - "learning_rate": 5.662139806604477e-06, - "loss": 0.856, - "step": 9758 - }, - { - "epoch": 0.65, - "learning_rate": 5.660185462082648e-06, - "loss": 0.9585, - "step": 9759 - }, - { - "epoch": 0.65, - "learning_rate": 5.658231321759932e-06, - "loss": 1.0098, - "step": 9760 - }, - { - "epoch": 0.65, - "learning_rate": 5.656277385728273e-06, - "loss": 0.9178, - "step": 9761 - }, - { - "epoch": 0.65, - "learning_rate": 5.654323654079617e-06, - "loss": 0.9045, - "step": 9762 - }, - { - "epoch": 0.65, - "learning_rate": 5.6523701269058904e-06, - "loss": 0.9369, - "step": 9763 - }, - { - "epoch": 0.65, - "learning_rate": 5.6504168042990015e-06, - "loss": 0.8869, - "step": 9764 - }, - { - "epoch": 0.65, - "learning_rate": 5.648463686350869e-06, - "loss": 0.9713, - "step": 9765 - }, - { - "epoch": 0.65, - "learning_rate": 5.646510773153389e-06, - "loss": 0.9331, - "step": 9766 - }, - { - "epoch": 0.65, - "learning_rate": 5.644558064798452e-06, - "loss": 0.9087, - "step": 9767 - }, - { - "epoch": 0.65, - "learning_rate": 5.642605561377936e-06, - "loss": 0.8995, - "step": 9768 - }, - { - "epoch": 0.65, - "learning_rate": 5.640653262983709e-06, - "loss": 0.9358, - "step": 9769 - }, - { - "epoch": 0.65, - "learning_rate": 5.638701169707641e-06, - "loss": 0.843, - "step": 9770 - }, - { - "epoch": 0.65, - "learning_rate": 5.636749281641569e-06, - "loss": 1.0102, - "step": 9771 - }, - { - "epoch": 0.65, - "learning_rate": 5.6347975988773455e-06, - "loss": 0.9891, - "step": 9772 - }, - { - "epoch": 0.65, - "learning_rate": 5.632846121506796e-06, - "loss": 0.9704, - "step": 9773 - }, - { - "epoch": 0.65, - "learning_rate": 5.630894849621748e-06, - "loss": 0.9497, - "step": 9774 - }, - { - "epoch": 0.65, - "learning_rate": 5.628943783314007e-06, - "loss": 1.0164, - "step": 9775 - }, - { - "epoch": 0.65, - "learning_rate": 5.626992922675381e-06, - "loss": 0.9237, - "step": 9776 - }, - { - "epoch": 0.65, - "learning_rate": 5.625042267797655e-06, - "loss": 0.9609, - "step": 9777 - }, - { - "epoch": 0.65, - "learning_rate": 5.6230918187726255e-06, - "loss": 0.9559, - "step": 9778 - }, - { - "epoch": 0.65, - "learning_rate": 5.6211415756920505e-06, - "loss": 0.9449, - "step": 9779 - }, - { - "epoch": 0.65, - "learning_rate": 5.6191915386477065e-06, - "loss": 0.9448, - "step": 9780 - }, - { - "epoch": 0.66, - "learning_rate": 5.617241707731343e-06, - "loss": 0.9356, - "step": 9781 - }, - { - "epoch": 0.66, - "learning_rate": 5.6152920830347025e-06, - "loss": 0.9374, - "step": 9782 - }, - { - "epoch": 0.66, - "learning_rate": 5.613342664649522e-06, - "loss": 0.8403, - "step": 9783 - }, - { - "epoch": 0.66, - "learning_rate": 5.611393452667522e-06, - "loss": 1.0014, - "step": 9784 - }, - { - "epoch": 0.66, - "learning_rate": 5.609444447180426e-06, - "loss": 0.9737, - "step": 9785 - }, - { - "epoch": 0.66, - "learning_rate": 5.607495648279937e-06, - "loss": 0.9563, - "step": 9786 - }, - { - "epoch": 0.66, - "learning_rate": 5.605547056057743e-06, - "loss": 0.9216, - "step": 9787 - }, - { - "epoch": 0.66, - "learning_rate": 5.603598670605539e-06, - "loss": 0.9391, - "step": 9788 - }, - { - "epoch": 0.66, - "learning_rate": 5.601650492014998e-06, - "loss": 0.9406, - "step": 9789 - }, - { - "epoch": 0.66, - "learning_rate": 5.59970252037779e-06, - "loss": 0.9123, - "step": 9790 - }, - { - "epoch": 0.66, - "learning_rate": 5.5977547557855675e-06, - "loss": 0.892, - "step": 9791 - }, - { - "epoch": 0.66, - "learning_rate": 5.595807198329974e-06, - "loss": 0.9291, - "step": 9792 - }, - { - "epoch": 0.66, - "learning_rate": 5.593859848102657e-06, - "loss": 0.9597, - "step": 9793 - }, - { - "epoch": 0.66, - "learning_rate": 5.591912705195241e-06, - "loss": 0.9046, - "step": 9794 - }, - { - "epoch": 0.66, - "learning_rate": 5.589965769699341e-06, - "loss": 0.9713, - "step": 9795 - }, - { - "epoch": 0.66, - "learning_rate": 5.588019041706567e-06, - "loss": 0.9773, - "step": 9796 - }, - { - "epoch": 0.66, - "learning_rate": 5.586072521308517e-06, - "loss": 0.9368, - "step": 9797 - }, - { - "epoch": 0.66, - "learning_rate": 5.5841262085967786e-06, - "loss": 0.9408, - "step": 9798 - }, - { - "epoch": 0.66, - "learning_rate": 5.582180103662929e-06, - "loss": 1.0079, - "step": 9799 - }, - { - "epoch": 0.66, - "learning_rate": 5.5802342065985424e-06, - "loss": 0.9005, - "step": 9800 - }, - { - "epoch": 0.66, - "learning_rate": 5.578288517495177e-06, - "loss": 0.9819, - "step": 9801 - }, - { - "epoch": 0.66, - "learning_rate": 5.5763430364443816e-06, - "loss": 0.8069, - "step": 9802 - }, - { - "epoch": 0.66, - "learning_rate": 5.574397763537695e-06, - "loss": 0.9153, - "step": 9803 - }, - { - "epoch": 0.66, - "learning_rate": 5.572452698866642e-06, - "loss": 0.9417, - "step": 9804 - }, - { - "epoch": 0.66, - "learning_rate": 5.570507842522759e-06, - "loss": 0.936, - "step": 9805 - }, - { - "epoch": 0.66, - "learning_rate": 5.568563194597539e-06, - "loss": 0.9228, - "step": 9806 - }, - { - "epoch": 0.66, - "learning_rate": 5.566618755182487e-06, - "loss": 0.9192, - "step": 9807 - }, - { - "epoch": 0.66, - "learning_rate": 5.564674524369098e-06, - "loss": 0.9547, - "step": 9808 - }, - { - "epoch": 0.66, - "learning_rate": 5.562730502248852e-06, - "loss": 0.9419, - "step": 9809 - }, - { - "epoch": 0.66, - "learning_rate": 5.56078668891322e-06, - "loss": 1.0194, - "step": 9810 - }, - { - "epoch": 0.66, - "learning_rate": 5.558843084453662e-06, - "loss": 0.9718, - "step": 9811 - }, - { - "epoch": 0.66, - "learning_rate": 5.556899688961624e-06, - "loss": 0.9953, - "step": 9812 - }, - { - "epoch": 0.66, - "learning_rate": 5.554956502528561e-06, - "loss": 0.9726, - "step": 9813 - }, - { - "epoch": 0.66, - "learning_rate": 5.553013525245895e-06, - "loss": 0.9212, - "step": 9814 - }, - { - "epoch": 0.66, - "learning_rate": 5.5510707572050444e-06, - "loss": 0.9542, - "step": 9815 - }, - { - "epoch": 0.66, - "learning_rate": 5.549128198497432e-06, - "loss": 0.9427, - "step": 9816 - }, - { - "epoch": 0.66, - "learning_rate": 5.547185849214455e-06, - "loss": 0.9599, - "step": 9817 - }, - { - "epoch": 0.66, - "learning_rate": 5.545243709447505e-06, - "loss": 0.9154, - "step": 9818 - }, - { - "epoch": 0.66, - "learning_rate": 5.5433017792879655e-06, - "loss": 0.9555, - "step": 9819 - }, - { - "epoch": 0.66, - "learning_rate": 5.5413600588272045e-06, - "loss": 0.9471, - "step": 9820 - }, - { - "epoch": 0.66, - "learning_rate": 5.539418548156597e-06, - "loss": 0.8603, - "step": 9821 - }, - { - "epoch": 0.66, - "learning_rate": 5.53747724736748e-06, - "loss": 1.0454, - "step": 9822 - }, - { - "epoch": 0.66, - "learning_rate": 5.535536156551209e-06, - "loss": 1.0169, - "step": 9823 - }, - { - "epoch": 0.66, - "learning_rate": 5.533595275799113e-06, - "loss": 0.9014, - "step": 9824 - }, - { - "epoch": 0.66, - "learning_rate": 5.531654605202516e-06, - "loss": 0.9327, - "step": 9825 - }, - { - "epoch": 0.66, - "learning_rate": 5.5297141448527295e-06, - "loss": 0.9446, - "step": 9826 - }, - { - "epoch": 0.66, - "learning_rate": 5.527773894841053e-06, - "loss": 0.9519, - "step": 9827 - }, - { - "epoch": 0.66, - "learning_rate": 5.525833855258794e-06, - "loss": 0.9542, - "step": 9828 - }, - { - "epoch": 0.66, - "learning_rate": 5.523894026197223e-06, - "loss": 0.9918, - "step": 9829 - }, - { - "epoch": 0.66, - "learning_rate": 5.521954407747615e-06, - "loss": 0.9665, - "step": 9830 - }, - { - "epoch": 0.66, - "learning_rate": 5.520015000001241e-06, - "loss": 0.9104, - "step": 9831 - }, - { - "epoch": 0.66, - "learning_rate": 5.51807580304935e-06, - "loss": 0.9604, - "step": 9832 - }, - { - "epoch": 0.66, - "learning_rate": 5.5161368169831886e-06, - "loss": 0.9294, - "step": 9833 - }, - { - "epoch": 0.66, - "learning_rate": 5.514198041893988e-06, - "loss": 1.0235, - "step": 9834 - }, - { - "epoch": 0.66, - "learning_rate": 5.51225947787297e-06, - "loss": 0.9488, - "step": 9835 - }, - { - "epoch": 0.66, - "learning_rate": 5.510321125011361e-06, - "loss": 1.0025, - "step": 9836 - }, - { - "epoch": 0.66, - "learning_rate": 5.508382983400349e-06, - "loss": 0.9473, - "step": 9837 - }, - { - "epoch": 0.66, - "learning_rate": 5.5064450531311395e-06, - "loss": 0.9316, - "step": 9838 - }, - { - "epoch": 0.66, - "learning_rate": 5.504507334294915e-06, - "loss": 1.0128, - "step": 9839 - }, - { - "epoch": 0.66, - "learning_rate": 5.502569826982849e-06, - "loss": 0.9343, - "step": 9840 - }, - { - "epoch": 0.66, - "learning_rate": 5.5006325312861056e-06, - "loss": 1.0307, - "step": 9841 - }, - { - "epoch": 0.66, - "learning_rate": 5.498695447295836e-06, - "loss": 0.9445, - "step": 9842 - }, - { - "epoch": 0.66, - "learning_rate": 5.496758575103193e-06, - "loss": 0.9668, - "step": 9843 - }, - { - "epoch": 0.66, - "learning_rate": 5.49482191479931e-06, - "loss": 0.9981, - "step": 9844 - }, - { - "epoch": 0.66, - "learning_rate": 5.492885466475301e-06, - "loss": 1.0374, - "step": 9845 - }, - { - "epoch": 0.66, - "learning_rate": 5.490949230222291e-06, - "loss": 0.8794, - "step": 9846 - }, - { - "epoch": 0.66, - "learning_rate": 5.489013206131384e-06, - "loss": 1.0016, - "step": 9847 - }, - { - "epoch": 0.66, - "learning_rate": 5.487077394293672e-06, - "loss": 0.9562, - "step": 9848 - }, - { - "epoch": 0.66, - "learning_rate": 5.48514179480024e-06, - "loss": 0.9264, - "step": 9849 - }, - { - "epoch": 0.66, - "learning_rate": 5.483206407742161e-06, - "loss": 1.0161, - "step": 9850 - }, - { - "epoch": 0.66, - "learning_rate": 5.481271233210506e-06, - "loss": 0.955, - "step": 9851 - }, - { - "epoch": 0.66, - "learning_rate": 5.479336271296328e-06, - "loss": 0.8964, - "step": 9852 - }, - { - "epoch": 0.66, - "learning_rate": 5.477401522090664e-06, - "loss": 0.9422, - "step": 9853 - }, - { - "epoch": 0.66, - "learning_rate": 5.475466985684556e-06, - "loss": 0.9338, - "step": 9854 - }, - { - "epoch": 0.66, - "learning_rate": 5.47353266216903e-06, - "loss": 0.9358, - "step": 9855 - }, - { - "epoch": 0.66, - "learning_rate": 5.471598551635097e-06, - "loss": 0.9278, - "step": 9856 - }, - { - "epoch": 0.66, - "learning_rate": 5.469664654173763e-06, - "loss": 0.9699, - "step": 9857 - }, - { - "epoch": 0.66, - "learning_rate": 5.467730969876019e-06, - "loss": 0.8975, - "step": 9858 - }, - { - "epoch": 0.66, - "learning_rate": 5.4657974988328564e-06, - "loss": 0.9371, - "step": 9859 - }, - { - "epoch": 0.66, - "learning_rate": 5.463864241135246e-06, - "loss": 0.9684, - "step": 9860 - }, - { - "epoch": 0.66, - "learning_rate": 5.461931196874154e-06, - "loss": 0.9568, - "step": 9861 - }, - { - "epoch": 0.66, - "learning_rate": 5.459998366140534e-06, - "loss": 1.0351, - "step": 9862 - }, - { - "epoch": 0.66, - "learning_rate": 5.458065749025329e-06, - "loss": 0.9981, - "step": 9863 - }, - { - "epoch": 0.66, - "learning_rate": 5.456133345619479e-06, - "loss": 0.8779, - "step": 9864 - }, - { - "epoch": 0.66, - "learning_rate": 5.454201156013896e-06, - "loss": 0.9599, - "step": 9865 - }, - { - "epoch": 0.66, - "learning_rate": 5.45226918029951e-06, - "loss": 0.9046, - "step": 9866 - }, - { - "epoch": 0.66, - "learning_rate": 5.45033741856722e-06, - "loss": 0.9491, - "step": 9867 - }, - { - "epoch": 0.66, - "learning_rate": 5.4484058709079114e-06, - "loss": 0.9077, - "step": 9868 - }, - { - "epoch": 0.66, - "learning_rate": 5.4464745374124785e-06, - "loss": 0.9317, - "step": 9869 - }, - { - "epoch": 0.66, - "learning_rate": 5.444543418171788e-06, - "loss": 0.992, - "step": 9870 - }, - { - "epoch": 0.66, - "learning_rate": 5.442612513276716e-06, - "loss": 0.9265, - "step": 9871 - }, - { - "epoch": 0.66, - "learning_rate": 5.440681822818103e-06, - "loss": 0.8856, - "step": 9872 - }, - { - "epoch": 0.66, - "learning_rate": 5.438751346886797e-06, - "loss": 1.0145, - "step": 9873 - }, - { - "epoch": 0.66, - "learning_rate": 5.436821085573636e-06, - "loss": 0.864, - "step": 9874 - }, - { - "epoch": 0.66, - "learning_rate": 5.434891038969439e-06, - "loss": 0.8836, - "step": 9875 - }, - { - "epoch": 0.66, - "learning_rate": 5.432961207165021e-06, - "loss": 0.9785, - "step": 9876 - }, - { - "epoch": 0.66, - "learning_rate": 5.431031590251188e-06, - "loss": 0.9031, - "step": 9877 - }, - { - "epoch": 0.66, - "learning_rate": 5.429102188318728e-06, - "loss": 0.9269, - "step": 9878 - }, - { - "epoch": 0.66, - "learning_rate": 5.427173001458428e-06, - "loss": 0.8979, - "step": 9879 - }, - { - "epoch": 0.66, - "learning_rate": 5.425244029761055e-06, - "loss": 1.0099, - "step": 9880 - }, - { - "epoch": 0.66, - "learning_rate": 5.4233152733173825e-06, - "loss": 1.0026, - "step": 9881 - }, - { - "epoch": 0.66, - "learning_rate": 5.421386732218157e-06, - "loss": 1.0025, - "step": 9882 - }, - { - "epoch": 0.66, - "learning_rate": 5.419458406554121e-06, - "loss": 0.9291, - "step": 9883 - }, - { - "epoch": 0.66, - "learning_rate": 5.417530296416008e-06, - "loss": 0.9052, - "step": 9884 - }, - { - "epoch": 0.66, - "learning_rate": 5.415602401894542e-06, - "loss": 1.0301, - "step": 9885 - }, - { - "epoch": 0.66, - "learning_rate": 5.413674723080431e-06, - "loss": 0.8905, - "step": 9886 - }, - { - "epoch": 0.66, - "learning_rate": 5.411747260064381e-06, - "loss": 0.9576, - "step": 9887 - }, - { - "epoch": 0.66, - "learning_rate": 5.409820012937079e-06, - "loss": 0.9086, - "step": 9888 - }, - { - "epoch": 0.66, - "learning_rate": 5.407892981789214e-06, - "loss": 0.966, - "step": 9889 - }, - { - "epoch": 0.66, - "learning_rate": 5.405966166711454e-06, - "loss": 0.9499, - "step": 9890 - }, - { - "epoch": 0.66, - "learning_rate": 5.404039567794459e-06, - "loss": 0.968, - "step": 9891 - }, - { - "epoch": 0.66, - "learning_rate": 5.402113185128883e-06, - "loss": 1.0164, - "step": 9892 - }, - { - "epoch": 0.66, - "learning_rate": 5.400187018805363e-06, - "loss": 1.0714, - "step": 9893 - }, - { - "epoch": 0.66, - "learning_rate": 5.398261068914538e-06, - "loss": 0.9056, - "step": 9894 - }, - { - "epoch": 0.66, - "learning_rate": 5.396335335547023e-06, - "loss": 0.9229, - "step": 9895 - }, - { - "epoch": 0.66, - "learning_rate": 5.394409818793424e-06, - "loss": 0.9693, - "step": 9896 - }, - { - "epoch": 0.66, - "learning_rate": 5.39248451874435e-06, - "loss": 0.9758, - "step": 9897 - }, - { - "epoch": 0.66, - "learning_rate": 5.390559435490386e-06, - "loss": 0.9499, - "step": 9898 - }, - { - "epoch": 0.66, - "learning_rate": 5.388634569122117e-06, - "loss": 0.9532, - "step": 9899 - }, - { - "epoch": 0.66, - "learning_rate": 5.3867099197301065e-06, - "loss": 0.8959, - "step": 9900 - }, - { - "epoch": 0.66, - "learning_rate": 5.384785487404914e-06, - "loss": 0.8916, - "step": 9901 - }, - { - "epoch": 0.66, - "learning_rate": 5.382861272237101e-06, - "loss": 0.9571, - "step": 9902 - }, - { - "epoch": 0.66, - "learning_rate": 5.380937274317188e-06, - "loss": 0.9436, - "step": 9903 - }, - { - "epoch": 0.66, - "learning_rate": 5.379013493735719e-06, - "loss": 0.9104, - "step": 9904 - }, - { - "epoch": 0.66, - "learning_rate": 5.3770899305832045e-06, - "loss": 0.9774, - "step": 9905 - }, - { - "epoch": 0.66, - "learning_rate": 5.375166584950158e-06, - "loss": 0.9538, - "step": 9906 - }, - { - "epoch": 0.66, - "learning_rate": 5.373243456927073e-06, - "loss": 1.0017, - "step": 9907 - }, - { - "epoch": 0.66, - "learning_rate": 5.371320546604437e-06, - "loss": 0.934, - "step": 9908 - }, - { - "epoch": 0.66, - "learning_rate": 5.3693978540727346e-06, - "loss": 1.032, - "step": 9909 - }, - { - "epoch": 0.66, - "learning_rate": 5.3674753794224336e-06, - "loss": 0.9603, - "step": 9910 - }, - { - "epoch": 0.66, - "learning_rate": 5.365553122743976e-06, - "loss": 0.9372, - "step": 9911 - }, - { - "epoch": 0.66, - "learning_rate": 5.363631084127826e-06, - "loss": 1.0322, - "step": 9912 - }, - { - "epoch": 0.66, - "learning_rate": 5.3617092636644144e-06, - "loss": 0.9287, - "step": 9913 - }, - { - "epoch": 0.66, - "learning_rate": 5.3597876614441645e-06, - "loss": 0.9428, - "step": 9914 - }, - { - "epoch": 0.66, - "learning_rate": 5.357866277557497e-06, - "loss": 0.9699, - "step": 9915 - }, - { - "epoch": 0.66, - "learning_rate": 5.355945112094812e-06, - "loss": 0.9071, - "step": 9916 - }, - { - "epoch": 0.66, - "learning_rate": 5.3540241651465115e-06, - "loss": 0.9632, - "step": 9917 - }, - { - "epoch": 0.66, - "learning_rate": 5.35210343680298e-06, - "loss": 0.982, - "step": 9918 - }, - { - "epoch": 0.66, - "learning_rate": 5.35018292715459e-06, - "loss": 0.9806, - "step": 9919 - }, - { - "epoch": 0.66, - "learning_rate": 5.348262636291708e-06, - "loss": 0.9193, - "step": 9920 - }, - { - "epoch": 0.66, - "learning_rate": 5.346342564304688e-06, - "loss": 1.0292, - "step": 9921 - }, - { - "epoch": 0.66, - "learning_rate": 5.344422711283872e-06, - "loss": 0.9527, - "step": 9922 - }, - { - "epoch": 0.66, - "learning_rate": 5.342503077319597e-06, - "loss": 0.9664, - "step": 9923 - }, - { - "epoch": 0.66, - "learning_rate": 5.340583662502181e-06, - "loss": 0.8999, - "step": 9924 - }, - { - "epoch": 0.66, - "learning_rate": 5.33866446692195e-06, - "loss": 0.8932, - "step": 9925 - }, - { - "epoch": 0.66, - "learning_rate": 5.33674549066919e-06, - "loss": 0.9476, - "step": 9926 - }, - { - "epoch": 0.66, - "learning_rate": 5.334826733834206e-06, - "loss": 0.9824, - "step": 9927 - }, - { - "epoch": 0.66, - "learning_rate": 5.332908196507277e-06, - "loss": 1.0578, - "step": 9928 - }, - { - "epoch": 0.66, - "learning_rate": 5.330989878778674e-06, - "loss": 0.9248, - "step": 9929 - }, - { - "epoch": 0.67, - "learning_rate": 5.329071780738659e-06, - "loss": 0.9676, - "step": 9930 - }, - { - "epoch": 0.67, - "learning_rate": 5.327153902477481e-06, - "loss": 0.9622, - "step": 9931 - }, - { - "epoch": 0.67, - "learning_rate": 5.325236244085385e-06, - "loss": 0.904, - "step": 9932 - }, - { - "epoch": 0.67, - "learning_rate": 5.3233188056526065e-06, - "loss": 0.8685, - "step": 9933 - }, - { - "epoch": 0.67, - "learning_rate": 5.32140158726935e-06, - "loss": 0.9946, - "step": 9934 - }, - { - "epoch": 0.67, - "learning_rate": 5.319484589025838e-06, - "loss": 0.9987, - "step": 9935 - }, - { - "epoch": 0.67, - "learning_rate": 5.3175678110122675e-06, - "loss": 0.9548, - "step": 9936 - }, - { - "epoch": 0.67, - "learning_rate": 5.3156512533188265e-06, - "loss": 0.9137, - "step": 9937 - }, - { - "epoch": 0.67, - "learning_rate": 5.3137349160356945e-06, - "loss": 0.9573, - "step": 9938 - }, - { - "epoch": 0.67, - "learning_rate": 5.311818799253035e-06, - "loss": 1.0071, - "step": 9939 - }, - { - "epoch": 0.67, - "learning_rate": 5.309902903061015e-06, - "loss": 0.8964, - "step": 9940 - }, - { - "epoch": 0.67, - "learning_rate": 5.307987227549779e-06, - "loss": 0.934, - "step": 9941 - }, - { - "epoch": 0.67, - "learning_rate": 5.306071772809462e-06, - "loss": 0.9551, - "step": 9942 - }, - { - "epoch": 0.67, - "learning_rate": 5.304156538930193e-06, - "loss": 0.9789, - "step": 9943 - }, - { - "epoch": 0.67, - "learning_rate": 5.302241526002088e-06, - "loss": 0.998, - "step": 9944 - }, - { - "epoch": 0.67, - "learning_rate": 5.300326734115252e-06, - "loss": 0.9241, - "step": 9945 - }, - { - "epoch": 0.67, - "learning_rate": 5.298412163359778e-06, - "loss": 0.9724, - "step": 9946 - }, - { - "epoch": 0.67, - "learning_rate": 5.2964978138257585e-06, - "loss": 0.9099, - "step": 9947 - }, - { - "epoch": 0.67, - "learning_rate": 5.2945836856032654e-06, - "loss": 0.8624, - "step": 9948 - }, - { - "epoch": 0.67, - "learning_rate": 5.292669778782363e-06, - "loss": 0.8984, - "step": 9949 - }, - { - "epoch": 0.67, - "learning_rate": 5.290756093453104e-06, - "loss": 0.8977, - "step": 9950 - }, - { - "epoch": 0.67, - "learning_rate": 5.288842629705531e-06, - "loss": 0.913, - "step": 9951 - }, - { - "epoch": 0.67, - "learning_rate": 5.286929387629687e-06, - "loss": 0.97, - "step": 9952 - }, - { - "epoch": 0.67, - "learning_rate": 5.285016367315582e-06, - "loss": 0.8633, - "step": 9953 - }, - { - "epoch": 0.67, - "learning_rate": 5.2831035688532295e-06, - "loss": 0.9074, - "step": 9954 - }, - { - "epoch": 0.67, - "learning_rate": 5.281190992332641e-06, - "loss": 0.9858, - "step": 9955 - }, - { - "epoch": 0.67, - "learning_rate": 5.2792786378438014e-06, - "loss": 0.9333, - "step": 9956 - }, - { - "epoch": 0.67, - "learning_rate": 5.277366505476693e-06, - "loss": 1.0489, - "step": 9957 - }, - { - "epoch": 0.67, - "learning_rate": 5.2754545953212875e-06, - "loss": 0.9585, - "step": 9958 - }, - { - "epoch": 0.67, - "learning_rate": 5.27354290746754e-06, - "loss": 0.9622, - "step": 9959 - }, - { - "epoch": 0.67, - "learning_rate": 5.271631442005409e-06, - "loss": 0.9876, - "step": 9960 - }, - { - "epoch": 0.67, - "learning_rate": 5.269720199024828e-06, - "loss": 0.9827, - "step": 9961 - }, - { - "epoch": 0.67, - "learning_rate": 5.267809178615722e-06, - "loss": 0.8755, - "step": 9962 - }, - { - "epoch": 0.67, - "learning_rate": 5.265898380868018e-06, - "loss": 0.9409, - "step": 9963 - }, - { - "epoch": 0.67, - "learning_rate": 5.263987805871618e-06, - "loss": 0.99, - "step": 9964 - }, - { - "epoch": 0.67, - "learning_rate": 5.262077453716421e-06, - "loss": 0.9863, - "step": 9965 - }, - { - "epoch": 0.67, - "learning_rate": 5.2601673244923156e-06, - "loss": 0.967, - "step": 9966 - }, - { - "epoch": 0.67, - "learning_rate": 5.258257418289172e-06, - "loss": 1.0207, - "step": 9967 - }, - { - "epoch": 0.67, - "learning_rate": 5.256347735196867e-06, - "loss": 0.9681, - "step": 9968 - }, - { - "epoch": 0.67, - "learning_rate": 5.254438275305243e-06, - "loss": 0.9925, - "step": 9969 - }, - { - "epoch": 0.67, - "learning_rate": 5.252529038704155e-06, - "loss": 0.9948, - "step": 9970 - }, - { - "epoch": 0.67, - "learning_rate": 5.2506200254834325e-06, - "loss": 0.9934, - "step": 9971 - }, - { - "epoch": 0.67, - "learning_rate": 5.248711235732901e-06, - "loss": 0.9579, - "step": 9972 - }, - { - "epoch": 0.67, - "learning_rate": 5.246802669542373e-06, - "loss": 0.9949, - "step": 9973 - }, - { - "epoch": 0.67, - "learning_rate": 5.244894327001648e-06, - "loss": 0.9401, - "step": 9974 - }, - { - "epoch": 0.67, - "learning_rate": 5.242986208200529e-06, - "loss": 0.9824, - "step": 9975 - }, - { - "epoch": 0.67, - "learning_rate": 5.241078313228788e-06, - "loss": 0.9657, - "step": 9976 - }, - { - "epoch": 0.67, - "learning_rate": 5.2391706421761945e-06, - "loss": 1.0094, - "step": 9977 - }, - { - "epoch": 0.67, - "learning_rate": 5.237263195132516e-06, - "loss": 1.0182, - "step": 9978 - }, - { - "epoch": 0.67, - "learning_rate": 5.235355972187502e-06, - "loss": 0.9581, - "step": 9979 - }, - { - "epoch": 0.67, - "learning_rate": 5.23344897343089e-06, - "loss": 0.9351, - "step": 9980 - }, - { - "epoch": 0.67, - "learning_rate": 5.231542198952409e-06, - "loss": 0.95, - "step": 9981 - }, - { - "epoch": 0.67, - "learning_rate": 5.229635648841773e-06, - "loss": 0.8947, - "step": 9982 - }, - { - "epoch": 0.67, - "learning_rate": 5.227729323188704e-06, - "loss": 1.0227, - "step": 9983 - }, - { - "epoch": 0.67, - "learning_rate": 5.225823222082881e-06, - "loss": 0.9208, - "step": 9984 - }, - { - "epoch": 0.67, - "learning_rate": 5.223917345614005e-06, - "loss": 1.0321, - "step": 9985 - }, - { - "epoch": 0.67, - "learning_rate": 5.222011693871746e-06, - "loss": 0.9418, - "step": 9986 - }, - { - "epoch": 0.67, - "learning_rate": 5.2201062669457714e-06, - "loss": 0.9303, - "step": 9987 - }, - { - "epoch": 0.67, - "learning_rate": 5.218201064925737e-06, - "loss": 0.9509, - "step": 9988 - }, - { - "epoch": 0.67, - "learning_rate": 5.2162960879012806e-06, - "loss": 1.0192, - "step": 9989 - }, - { - "epoch": 0.67, - "learning_rate": 5.214391335962046e-06, - "loss": 1.01, - "step": 9990 - }, - { - "epoch": 0.67, - "learning_rate": 5.2124868091976555e-06, - "loss": 0.9303, - "step": 9991 - }, - { - "epoch": 0.67, - "learning_rate": 5.210582507697711e-06, - "loss": 0.8843, - "step": 9992 - }, - { - "epoch": 0.67, - "learning_rate": 5.208678431551826e-06, - "loss": 0.9812, - "step": 9993 - }, - { - "epoch": 0.67, - "learning_rate": 5.20677458084959e-06, - "loss": 0.9665, - "step": 9994 - }, - { - "epoch": 0.67, - "learning_rate": 5.204870955680579e-06, - "loss": 0.998, - "step": 9995 - }, - { - "epoch": 0.67, - "learning_rate": 5.202967556134369e-06, - "loss": 0.8967, - "step": 9996 - }, - { - "epoch": 0.67, - "learning_rate": 5.201064382300511e-06, - "loss": 0.9615, - "step": 9997 - }, - { - "epoch": 0.67, - "learning_rate": 5.199161434268566e-06, - "loss": 0.944, - "step": 9998 - }, - { - "epoch": 0.67, - "learning_rate": 5.19725871212807e-06, - "loss": 0.8887, - "step": 9999 - }, - { - "epoch": 0.67, - "learning_rate": 5.1953562159685385e-06, - "loss": 1.059, - "step": 10000 - }, - { - "epoch": 0.67, - "learning_rate": 5.193453945879503e-06, - "loss": 0.9461, - "step": 10001 - }, - { - "epoch": 0.67, - "learning_rate": 5.1915519019504644e-06, - "loss": 0.9592, - "step": 10002 - }, - { - "epoch": 0.67, - "learning_rate": 5.1896500842709195e-06, - "loss": 1.0186, - "step": 10003 - }, - { - "epoch": 0.67, - "learning_rate": 5.1877484929303535e-06, - "loss": 0.9764, - "step": 10004 - }, - { - "epoch": 0.67, - "learning_rate": 5.185847128018235e-06, - "loss": 0.7999, - "step": 10005 - }, - { - "epoch": 0.67, - "learning_rate": 5.183945989624038e-06, - "loss": 0.9889, - "step": 10006 - }, - { - "epoch": 0.67, - "learning_rate": 5.182045077837212e-06, - "loss": 0.9501, - "step": 10007 - }, - { - "epoch": 0.67, - "learning_rate": 5.180144392747198e-06, - "loss": 0.9912, - "step": 10008 - }, - { - "epoch": 0.67, - "learning_rate": 5.1782439344434295e-06, - "loss": 1.021, - "step": 10009 - }, - { - "epoch": 0.67, - "learning_rate": 5.176343703015328e-06, - "loss": 1.0347, - "step": 10010 - }, - { - "epoch": 0.67, - "learning_rate": 5.174443698552303e-06, - "loss": 0.9525, - "step": 10011 - }, - { - "epoch": 0.67, - "learning_rate": 5.17254392114375e-06, - "loss": 0.8723, - "step": 10012 - }, - { - "epoch": 0.67, - "learning_rate": 5.170644370879068e-06, - "loss": 1.0095, - "step": 10013 - }, - { - "epoch": 0.67, - "learning_rate": 5.16874504784763e-06, - "loss": 0.9652, - "step": 10014 - }, - { - "epoch": 0.67, - "learning_rate": 5.166845952138805e-06, - "loss": 0.8878, - "step": 10015 - }, - { - "epoch": 0.67, - "learning_rate": 5.164947083841949e-06, - "loss": 0.9252, - "step": 10016 - }, - { - "epoch": 0.67, - "learning_rate": 5.163048443046406e-06, - "loss": 0.8847, - "step": 10017 - }, - { - "epoch": 0.67, - "learning_rate": 5.161150029841524e-06, - "loss": 0.9391, - "step": 10018 - }, - { - "epoch": 0.67, - "learning_rate": 5.159251844316615e-06, - "loss": 0.9504, - "step": 10019 - }, - { - "epoch": 0.67, - "learning_rate": 5.157353886560991e-06, - "loss": 0.8886, - "step": 10020 - }, - { - "epoch": 0.67, - "learning_rate": 5.1554561566639694e-06, - "loss": 0.9809, - "step": 10021 - }, - { - "epoch": 0.67, - "learning_rate": 5.153558654714835e-06, - "loss": 0.964, - "step": 10022 - }, - { - "epoch": 0.67, - "learning_rate": 5.151661380802871e-06, - "loss": 0.8857, - "step": 10023 - }, - { - "epoch": 0.67, - "learning_rate": 5.149764335017349e-06, - "loss": 0.946, - "step": 10024 - }, - { - "epoch": 0.67, - "learning_rate": 5.147867517447525e-06, - "loss": 0.924, - "step": 10025 - }, - { - "epoch": 0.67, - "learning_rate": 5.145970928182661e-06, - "loss": 0.9482, - "step": 10026 - }, - { - "epoch": 0.67, - "learning_rate": 5.144074567311982e-06, - "loss": 1.0026, - "step": 10027 - }, - { - "epoch": 0.67, - "learning_rate": 5.142178434924727e-06, - "loss": 0.9046, - "step": 10028 - }, - { - "epoch": 0.67, - "learning_rate": 5.14028253111011e-06, - "loss": 0.9417, - "step": 10029 - }, - { - "epoch": 0.67, - "learning_rate": 5.138386855957338e-06, - "loss": 0.9572, - "step": 10030 - }, - { - "epoch": 0.67, - "learning_rate": 5.1364914095556065e-06, - "loss": 0.9315, - "step": 10031 - }, - { - "epoch": 0.67, - "learning_rate": 5.134596191994099e-06, - "loss": 1.0196, - "step": 10032 - }, - { - "epoch": 0.67, - "learning_rate": 5.132701203362e-06, - "loss": 0.8064, - "step": 10033 - }, - { - "epoch": 0.67, - "learning_rate": 5.1308064437484636e-06, - "loss": 0.9397, - "step": 10034 - }, - { - "epoch": 0.67, - "learning_rate": 5.128911913242642e-06, - "loss": 0.8971, - "step": 10035 - }, - { - "epoch": 0.67, - "learning_rate": 5.127017611933687e-06, - "loss": 0.9549, - "step": 10036 - }, - { - "epoch": 0.67, - "learning_rate": 5.1251235399107216e-06, - "loss": 0.951, - "step": 10037 - }, - { - "epoch": 0.67, - "learning_rate": 5.1232296972628716e-06, - "loss": 0.9253, - "step": 10038 - }, - { - "epoch": 0.67, - "learning_rate": 5.121336084079245e-06, - "loss": 0.8682, - "step": 10039 - }, - { - "epoch": 0.67, - "learning_rate": 5.119442700448936e-06, - "loss": 0.8603, - "step": 10040 - }, - { - "epoch": 0.67, - "learning_rate": 5.117549546461047e-06, - "loss": 0.937, - "step": 10041 - }, - { - "epoch": 0.67, - "learning_rate": 5.1156566222046436e-06, - "loss": 0.9158, - "step": 10042 - }, - { - "epoch": 0.67, - "learning_rate": 5.113763927768791e-06, - "loss": 1.0216, - "step": 10043 - }, - { - "epoch": 0.67, - "learning_rate": 5.1118714632425535e-06, - "loss": 0.9573, - "step": 10044 - }, - { - "epoch": 0.67, - "learning_rate": 5.109979228714974e-06, - "loss": 0.9646, - "step": 10045 - }, - { - "epoch": 0.67, - "learning_rate": 5.108087224275085e-06, - "loss": 0.9282, - "step": 10046 - }, - { - "epoch": 0.67, - "learning_rate": 5.106195450011911e-06, - "loss": 0.9579, - "step": 10047 - }, - { - "epoch": 0.67, - "learning_rate": 5.1043039060144605e-06, - "loss": 0.9125, - "step": 10048 - }, - { - "epoch": 0.67, - "learning_rate": 5.102412592371746e-06, - "loss": 0.8694, - "step": 10049 - }, - { - "epoch": 0.67, - "learning_rate": 5.100521509172745e-06, - "loss": 0.9698, - "step": 10050 - }, - { - "epoch": 0.67, - "learning_rate": 5.0986306565064495e-06, - "loss": 1.0124, - "step": 10051 - }, - { - "epoch": 0.67, - "learning_rate": 5.096740034461823e-06, - "loss": 0.9154, - "step": 10052 - }, - { - "epoch": 0.67, - "learning_rate": 5.094849643127824e-06, - "loss": 0.9132, - "step": 10053 - }, - { - "epoch": 0.67, - "learning_rate": 5.092959482593401e-06, - "loss": 0.8776, - "step": 10054 - }, - { - "epoch": 0.67, - "learning_rate": 5.091069552947488e-06, - "loss": 1.0071, - "step": 10055 - }, - { - "epoch": 0.67, - "learning_rate": 5.089179854279017e-06, - "loss": 0.9143, - "step": 10056 - }, - { - "epoch": 0.67, - "learning_rate": 5.087290386676904e-06, - "loss": 0.9872, - "step": 10057 - }, - { - "epoch": 0.67, - "learning_rate": 5.08540115023004e-06, - "loss": 0.9399, - "step": 10058 - }, - { - "epoch": 0.67, - "learning_rate": 5.083512145027332e-06, - "loss": 0.9836, - "step": 10059 - }, - { - "epoch": 0.67, - "learning_rate": 5.081623371157658e-06, - "loss": 0.9753, - "step": 10060 - }, - { - "epoch": 0.67, - "learning_rate": 5.079734828709888e-06, - "loss": 1.0141, - "step": 10061 - }, - { - "epoch": 0.67, - "learning_rate": 5.0778465177728845e-06, - "loss": 0.978, - "step": 10062 - }, - { - "epoch": 0.67, - "learning_rate": 5.075958438435492e-06, - "loss": 1.0056, - "step": 10063 - }, - { - "epoch": 0.67, - "learning_rate": 5.074070590786559e-06, - "loss": 0.9131, - "step": 10064 - }, - { - "epoch": 0.67, - "learning_rate": 5.072182974914906e-06, - "loss": 0.9632, - "step": 10065 - }, - { - "epoch": 0.67, - "learning_rate": 5.070295590909354e-06, - "loss": 0.955, - "step": 10066 - }, - { - "epoch": 0.67, - "learning_rate": 5.0684084388587075e-06, - "loss": 0.9488, - "step": 10067 - }, - { - "epoch": 0.67, - "learning_rate": 5.066521518851761e-06, - "loss": 0.9036, - "step": 10068 - }, - { - "epoch": 0.67, - "learning_rate": 5.0646348309773e-06, - "loss": 0.9112, - "step": 10069 - }, - { - "epoch": 0.67, - "learning_rate": 5.062748375324094e-06, - "loss": 0.9572, - "step": 10070 - }, - { - "epoch": 0.67, - "learning_rate": 5.060862151980912e-06, - "loss": 0.9373, - "step": 10071 - }, - { - "epoch": 0.67, - "learning_rate": 5.058976161036506e-06, - "loss": 0.8925, - "step": 10072 - }, - { - "epoch": 0.67, - "learning_rate": 5.057090402579605e-06, - "loss": 0.9325, - "step": 10073 - }, - { - "epoch": 0.67, - "learning_rate": 5.055204876698951e-06, - "loss": 0.9527, - "step": 10074 - }, - { - "epoch": 0.67, - "learning_rate": 5.0533195834832585e-06, - "loss": 0.9731, - "step": 10075 - }, - { - "epoch": 0.67, - "learning_rate": 5.051434523021235e-06, - "loss": 0.948, - "step": 10076 - }, - { - "epoch": 0.67, - "learning_rate": 5.049549695401577e-06, - "loss": 0.9583, - "step": 10077 - }, - { - "epoch": 0.67, - "learning_rate": 5.047665100712966e-06, - "loss": 0.8768, - "step": 10078 - }, - { - "epoch": 0.68, - "learning_rate": 5.045780739044086e-06, - "loss": 1.038, - "step": 10079 - }, - { - "epoch": 0.68, - "learning_rate": 5.043896610483601e-06, - "loss": 0.9628, - "step": 10080 - }, - { - "epoch": 0.68, - "learning_rate": 5.0420127151201514e-06, - "loss": 0.9684, - "step": 10081 - }, - { - "epoch": 0.68, - "learning_rate": 5.040129053042391e-06, - "loss": 0.9536, - "step": 10082 - }, - { - "epoch": 0.68, - "learning_rate": 5.038245624338943e-06, - "loss": 0.8902, - "step": 10083 - }, - { - "epoch": 0.68, - "learning_rate": 5.036362429098439e-06, - "loss": 0.9115, - "step": 10084 - }, - { - "epoch": 0.68, - "learning_rate": 5.034479467409477e-06, - "loss": 0.9433, - "step": 10085 - }, - { - "epoch": 0.68, - "learning_rate": 5.032596739360655e-06, - "loss": 0.8487, - "step": 10086 - }, - { - "epoch": 0.68, - "learning_rate": 5.030714245040567e-06, - "loss": 0.9611, - "step": 10087 - }, - { - "epoch": 0.68, - "learning_rate": 5.0288319845377855e-06, - "loss": 0.9085, - "step": 10088 - }, - { - "epoch": 0.68, - "learning_rate": 5.0269499579408765e-06, - "loss": 1.0116, - "step": 10089 - }, - { - "epoch": 0.68, - "learning_rate": 5.025068165338391e-06, - "loss": 0.993, - "step": 10090 - }, - { - "epoch": 0.68, - "learning_rate": 5.023186606818877e-06, - "loss": 0.9867, - "step": 10091 - }, - { - "epoch": 0.68, - "learning_rate": 5.021305282470863e-06, - "loss": 0.9611, - "step": 10092 - }, - { - "epoch": 0.68, - "learning_rate": 5.019424192382867e-06, - "loss": 0.8717, - "step": 10093 - }, - { - "epoch": 0.68, - "learning_rate": 5.017543336643406e-06, - "loss": 0.9946, - "step": 10094 - }, - { - "epoch": 0.68, - "learning_rate": 5.015662715340976e-06, - "loss": 0.9636, - "step": 10095 - }, - { - "epoch": 0.68, - "learning_rate": 5.013782328564065e-06, - "loss": 0.9324, - "step": 10096 - }, - { - "epoch": 0.68, - "learning_rate": 5.0119021764011485e-06, - "loss": 0.9158, - "step": 10097 - }, - { - "epoch": 0.68, - "learning_rate": 5.010022258940692e-06, - "loss": 0.8757, - "step": 10098 - }, - { - "epoch": 0.68, - "learning_rate": 5.008142576271158e-06, - "loss": 0.9407, - "step": 10099 - }, - { - "epoch": 0.68, - "learning_rate": 5.006263128480981e-06, - "loss": 0.933, - "step": 10100 - }, - { - "epoch": 0.68, - "learning_rate": 5.004383915658592e-06, - "loss": 0.9093, - "step": 10101 - }, - { - "epoch": 0.68, - "learning_rate": 5.002504937892421e-06, - "loss": 0.9415, - "step": 10102 - }, - { - "epoch": 0.68, - "learning_rate": 5.0006261952708755e-06, - "loss": 1.0235, - "step": 10103 - }, - { - "epoch": 0.68, - "learning_rate": 4.998747687882355e-06, - "loss": 0.9154, - "step": 10104 - }, - { - "epoch": 0.68, - "learning_rate": 4.996869415815247e-06, - "loss": 0.9693, - "step": 10105 - }, - { - "epoch": 0.68, - "learning_rate": 4.9949913791579265e-06, - "loss": 0.8766, - "step": 10106 - }, - { - "epoch": 0.68, - "learning_rate": 4.99311357799877e-06, - "loss": 0.9206, - "step": 10107 - }, - { - "epoch": 0.68, - "learning_rate": 4.991236012426116e-06, - "loss": 0.9961, - "step": 10108 - }, - { - "epoch": 0.68, - "learning_rate": 4.989358682528324e-06, - "loss": 0.9572, - "step": 10109 - }, - { - "epoch": 0.68, - "learning_rate": 4.98748158839372e-06, - "loss": 1.0005, - "step": 10110 - }, - { - "epoch": 0.68, - "learning_rate": 4.985604730110628e-06, - "loss": 0.9186, - "step": 10111 - }, - { - "epoch": 0.68, - "learning_rate": 4.9837281077673575e-06, - "loss": 0.9739, - "step": 10112 - }, - { - "epoch": 0.68, - "learning_rate": 4.981851721452209e-06, - "loss": 0.8989, - "step": 10113 - }, - { - "epoch": 0.68, - "learning_rate": 4.979975571253467e-06, - "loss": 0.9658, - "step": 10114 - }, - { - "epoch": 0.68, - "learning_rate": 4.9780996572594205e-06, - "loss": 0.8806, - "step": 10115 - }, - { - "epoch": 0.68, - "learning_rate": 4.9762239795583215e-06, - "loss": 0.8592, - "step": 10116 - }, - { - "epoch": 0.68, - "learning_rate": 4.974348538238435e-06, - "loss": 0.948, - "step": 10117 - }, - { - "epoch": 0.68, - "learning_rate": 4.972473333388003e-06, - "loss": 0.9851, - "step": 10118 - }, - { - "epoch": 0.68, - "learning_rate": 4.9705983650952575e-06, - "loss": 0.9374, - "step": 10119 - }, - { - "epoch": 0.68, - "learning_rate": 4.968723633448421e-06, - "loss": 0.9432, - "step": 10120 - }, - { - "epoch": 0.68, - "learning_rate": 4.966849138535701e-06, - "loss": 0.8995, - "step": 10121 - }, - { - "epoch": 0.68, - "learning_rate": 4.964974880445305e-06, - "loss": 0.945, - "step": 10122 - }, - { - "epoch": 0.68, - "learning_rate": 4.963100859265419e-06, - "loss": 0.9827, - "step": 10123 - }, - { - "epoch": 0.68, - "learning_rate": 4.961227075084212e-06, - "loss": 0.9069, - "step": 10124 - }, - { - "epoch": 0.68, - "learning_rate": 4.95935352798986e-06, - "loss": 0.9849, - "step": 10125 - }, - { - "epoch": 0.68, - "learning_rate": 4.957480218070515e-06, - "loss": 0.9587, - "step": 10126 - }, - { - "epoch": 0.68, - "learning_rate": 4.95560714541432e-06, - "loss": 0.8921, - "step": 10127 - }, - { - "epoch": 0.68, - "learning_rate": 4.9537343101094085e-06, - "loss": 0.9366, - "step": 10128 - }, - { - "epoch": 0.68, - "learning_rate": 4.951861712243897e-06, - "loss": 0.938, - "step": 10129 - }, - { - "epoch": 0.68, - "learning_rate": 4.949989351905909e-06, - "loss": 0.9758, - "step": 10130 - }, - { - "epoch": 0.68, - "learning_rate": 4.948117229183529e-06, - "loss": 0.977, - "step": 10131 - }, - { - "epoch": 0.68, - "learning_rate": 4.946245344164855e-06, - "loss": 0.9831, - "step": 10132 - }, - { - "epoch": 0.68, - "learning_rate": 4.944373696937959e-06, - "loss": 0.9572, - "step": 10133 - }, - { - "epoch": 0.68, - "learning_rate": 4.94250228759091e-06, - "loss": 0.9606, - "step": 10134 - }, - { - "epoch": 0.68, - "learning_rate": 4.9406311162117595e-06, - "loss": 0.9826, - "step": 10135 - }, - { - "epoch": 0.68, - "learning_rate": 4.938760182888549e-06, - "loss": 0.9057, - "step": 10136 - }, - { - "epoch": 0.68, - "learning_rate": 4.936889487709316e-06, - "loss": 0.9456, - "step": 10137 - }, - { - "epoch": 0.68, - "learning_rate": 4.935019030762082e-06, - "loss": 0.9248, - "step": 10138 - }, - { - "epoch": 0.68, - "learning_rate": 4.933148812134848e-06, - "loss": 0.9631, - "step": 10139 - }, - { - "epoch": 0.68, - "learning_rate": 4.931278831915621e-06, - "loss": 0.8385, - "step": 10140 - }, - { - "epoch": 0.68, - "learning_rate": 4.929409090192381e-06, - "loss": 0.9589, - "step": 10141 - }, - { - "epoch": 0.68, - "learning_rate": 4.927539587053116e-06, - "loss": 0.874, - "step": 10142 - }, - { - "epoch": 0.68, - "learning_rate": 4.925670322585779e-06, - "loss": 0.9482, - "step": 10143 - }, - { - "epoch": 0.68, - "learning_rate": 4.923801296878325e-06, - "loss": 0.975, - "step": 10144 - }, - { - "epoch": 0.68, - "learning_rate": 4.921932510018701e-06, - "loss": 0.9538, - "step": 10145 - }, - { - "epoch": 0.68, - "learning_rate": 4.920063962094837e-06, - "loss": 0.9134, - "step": 10146 - }, - { - "epoch": 0.68, - "learning_rate": 4.9181956531946515e-06, - "loss": 0.9451, - "step": 10147 - }, - { - "epoch": 0.68, - "learning_rate": 4.9163275834060545e-06, - "loss": 0.9608, - "step": 10148 - }, - { - "epoch": 0.68, - "learning_rate": 4.91445975281694e-06, - "loss": 0.9937, - "step": 10149 - }, - { - "epoch": 0.68, - "learning_rate": 4.9125921615151985e-06, - "loss": 0.999, - "step": 10150 - }, - { - "epoch": 0.68, - "learning_rate": 4.910724809588701e-06, - "loss": 0.9899, - "step": 10151 - }, - { - "epoch": 0.68, - "learning_rate": 4.908857697125311e-06, - "loss": 1.0041, - "step": 10152 - }, - { - "epoch": 0.68, - "learning_rate": 4.906990824212885e-06, - "loss": 0.9754, - "step": 10153 - }, - { - "epoch": 0.68, - "learning_rate": 4.905124190939262e-06, - "loss": 0.9525, - "step": 10154 - }, - { - "epoch": 0.68, - "learning_rate": 4.903257797392271e-06, - "loss": 0.9539, - "step": 10155 - }, - { - "epoch": 0.68, - "learning_rate": 4.901391643659732e-06, - "loss": 1.0072, - "step": 10156 - }, - { - "epoch": 0.68, - "learning_rate": 4.899525729829449e-06, - "loss": 0.9097, - "step": 10157 - }, - { - "epoch": 0.68, - "learning_rate": 4.897660055989222e-06, - "loss": 0.9067, - "step": 10158 - }, - { - "epoch": 0.68, - "learning_rate": 4.8957946222268295e-06, - "loss": 0.9387, - "step": 10159 - }, - { - "epoch": 0.68, - "learning_rate": 4.893929428630052e-06, - "loss": 0.9711, - "step": 10160 - }, - { - "epoch": 0.68, - "learning_rate": 4.892064475286649e-06, - "loss": 0.9612, - "step": 10161 - }, - { - "epoch": 0.68, - "learning_rate": 4.89019976228437e-06, - "loss": 0.9186, - "step": 10162 - }, - { - "epoch": 0.68, - "learning_rate": 4.888335289710954e-06, - "loss": 0.952, - "step": 10163 - }, - { - "epoch": 0.68, - "learning_rate": 4.886471057654129e-06, - "loss": 0.959, - "step": 10164 - }, - { - "epoch": 0.68, - "learning_rate": 4.884607066201619e-06, - "loss": 1.0344, - "step": 10165 - }, - { - "epoch": 0.68, - "learning_rate": 4.88274331544112e-06, - "loss": 0.9564, - "step": 10166 - }, - { - "epoch": 0.68, - "learning_rate": 4.880879805460325e-06, - "loss": 0.8877, - "step": 10167 - }, - { - "epoch": 0.68, - "learning_rate": 4.879016536346925e-06, - "loss": 0.9596, - "step": 10168 - }, - { - "epoch": 0.68, - "learning_rate": 4.877153508188588e-06, - "loss": 0.949, - "step": 10169 - }, - { - "epoch": 0.68, - "learning_rate": 4.875290721072975e-06, - "loss": 0.9729, - "step": 10170 - }, - { - "epoch": 0.68, - "learning_rate": 4.873428175087732e-06, - "loss": 0.8992, - "step": 10171 - }, - { - "epoch": 0.68, - "learning_rate": 4.8715658703204945e-06, - "loss": 0.9507, - "step": 10172 - }, - { - "epoch": 0.68, - "learning_rate": 4.8697038068589005e-06, - "loss": 0.9586, - "step": 10173 - }, - { - "epoch": 0.68, - "learning_rate": 4.867841984790549e-06, - "loss": 0.9674, - "step": 10174 - }, - { - "epoch": 0.68, - "learning_rate": 4.865980404203054e-06, - "loss": 0.8956, - "step": 10175 - }, - { - "epoch": 0.68, - "learning_rate": 4.864119065184005e-06, - "loss": 0.9483, - "step": 10176 - }, - { - "epoch": 0.68, - "learning_rate": 4.862257967820981e-06, - "loss": 0.9492, - "step": 10177 - }, - { - "epoch": 0.68, - "learning_rate": 4.860397112201554e-06, - "loss": 1.0223, - "step": 10178 - }, - { - "epoch": 0.68, - "learning_rate": 4.858536498413274e-06, - "loss": 1.0003, - "step": 10179 - }, - { - "epoch": 0.68, - "learning_rate": 4.856676126543699e-06, - "loss": 0.9658, - "step": 10180 - }, - { - "epoch": 0.68, - "learning_rate": 4.854815996680362e-06, - "loss": 0.9628, - "step": 10181 - }, - { - "epoch": 0.68, - "learning_rate": 4.852956108910777e-06, - "loss": 1.0105, - "step": 10182 - }, - { - "epoch": 0.68, - "learning_rate": 4.851096463322466e-06, - "loss": 0.9427, - "step": 10183 - }, - { - "epoch": 0.68, - "learning_rate": 4.849237060002927e-06, - "loss": 0.9493, - "step": 10184 - }, - { - "epoch": 0.68, - "learning_rate": 4.8473778990396495e-06, - "loss": 0.9647, - "step": 10185 - }, - { - "epoch": 0.68, - "learning_rate": 4.845518980520111e-06, - "loss": 0.9953, - "step": 10186 - }, - { - "epoch": 0.68, - "learning_rate": 4.843660304531776e-06, - "loss": 0.9197, - "step": 10187 - }, - { - "epoch": 0.68, - "learning_rate": 4.84180187116211e-06, - "loss": 0.9602, - "step": 10188 - }, - { - "epoch": 0.68, - "learning_rate": 4.839943680498546e-06, - "loss": 0.8872, - "step": 10189 - }, - { - "epoch": 0.68, - "learning_rate": 4.838085732628516e-06, - "loss": 0.9091, - "step": 10190 - }, - { - "epoch": 0.68, - "learning_rate": 4.836228027639449e-06, - "loss": 0.9626, - "step": 10191 - }, - { - "epoch": 0.68, - "learning_rate": 4.834370565618752e-06, - "loss": 0.9511, - "step": 10192 - }, - { - "epoch": 0.68, - "learning_rate": 4.832513346653822e-06, - "loss": 0.9374, - "step": 10193 - }, - { - "epoch": 0.68, - "learning_rate": 4.830656370832046e-06, - "loss": 1.0041, - "step": 10194 - }, - { - "epoch": 0.68, - "learning_rate": 4.8287996382407945e-06, - "loss": 0.9706, - "step": 10195 - }, - { - "epoch": 0.68, - "learning_rate": 4.826943148967444e-06, - "loss": 0.9981, - "step": 10196 - }, - { - "epoch": 0.68, - "learning_rate": 4.825086903099332e-06, - "loss": 0.9765, - "step": 10197 - }, - { - "epoch": 0.68, - "learning_rate": 4.823230900723811e-06, - "loss": 0.8927, - "step": 10198 - }, - { - "epoch": 0.68, - "learning_rate": 4.8213751419282054e-06, - "loss": 0.9669, - "step": 10199 - }, - { - "epoch": 0.68, - "learning_rate": 4.819519626799835e-06, - "loss": 0.8996, - "step": 10200 - }, - { - "epoch": 0.68, - "learning_rate": 4.817664355426005e-06, - "loss": 1.0053, - "step": 10201 - }, - { - "epoch": 0.68, - "learning_rate": 4.815809327894006e-06, - "loss": 0.9968, - "step": 10202 - }, - { - "epoch": 0.68, - "learning_rate": 4.813954544291133e-06, - "loss": 0.9404, - "step": 10203 - }, - { - "epoch": 0.68, - "learning_rate": 4.812100004704654e-06, - "loss": 1.0017, - "step": 10204 - }, - { - "epoch": 0.68, - "learning_rate": 4.810245709221822e-06, - "loss": 0.9092, - "step": 10205 - }, - { - "epoch": 0.68, - "learning_rate": 4.808391657929894e-06, - "loss": 0.9446, - "step": 10206 - }, - { - "epoch": 0.68, - "learning_rate": 4.806537850916106e-06, - "loss": 0.9651, - "step": 10207 - }, - { - "epoch": 0.68, - "learning_rate": 4.804684288267683e-06, - "loss": 0.8906, - "step": 10208 - }, - { - "epoch": 0.68, - "learning_rate": 4.802830970071842e-06, - "loss": 0.894, - "step": 10209 - }, - { - "epoch": 0.68, - "learning_rate": 4.800977896415782e-06, - "loss": 0.8774, - "step": 10210 - }, - { - "epoch": 0.68, - "learning_rate": 4.799125067386701e-06, - "loss": 0.9486, - "step": 10211 - }, - { - "epoch": 0.68, - "learning_rate": 4.797272483071774e-06, - "loss": 0.8978, - "step": 10212 - }, - { - "epoch": 0.68, - "learning_rate": 4.795420143558174e-06, - "loss": 0.9433, - "step": 10213 - }, - { - "epoch": 0.68, - "learning_rate": 4.793568048933054e-06, - "loss": 0.9261, - "step": 10214 - }, - { - "epoch": 0.68, - "learning_rate": 4.791716199283562e-06, - "loss": 0.9783, - "step": 10215 - }, - { - "epoch": 0.68, - "learning_rate": 4.789864594696833e-06, - "loss": 0.9827, - "step": 10216 - }, - { - "epoch": 0.68, - "learning_rate": 4.788013235259983e-06, - "loss": 0.9829, - "step": 10217 - }, - { - "epoch": 0.68, - "learning_rate": 4.786162121060133e-06, - "loss": 0.9584, - "step": 10218 - }, - { - "epoch": 0.68, - "learning_rate": 4.784311252184377e-06, - "loss": 0.9114, - "step": 10219 - }, - { - "epoch": 0.68, - "learning_rate": 4.782460628719804e-06, - "loss": 0.9409, - "step": 10220 - }, - { - "epoch": 0.68, - "learning_rate": 4.780610250753491e-06, - "loss": 0.9202, - "step": 10221 - }, - { - "epoch": 0.68, - "learning_rate": 4.778760118372498e-06, - "loss": 0.914, - "step": 10222 - }, - { - "epoch": 0.68, - "learning_rate": 4.77691023166389e-06, - "loss": 0.914, - "step": 10223 - }, - { - "epoch": 0.68, - "learning_rate": 4.775060590714698e-06, - "loss": 0.9784, - "step": 10224 - }, - { - "epoch": 0.68, - "learning_rate": 4.773211195611953e-06, - "loss": 0.968, - "step": 10225 - }, - { - "epoch": 0.68, - "learning_rate": 4.771362046442679e-06, - "loss": 0.9415, - "step": 10226 - }, - { - "epoch": 0.68, - "learning_rate": 4.769513143293884e-06, - "loss": 1.0122, - "step": 10227 - }, - { - "epoch": 0.68, - "learning_rate": 4.7676644862525524e-06, - "loss": 0.9323, - "step": 10228 - }, - { - "epoch": 0.69, - "learning_rate": 4.765816075405679e-06, - "loss": 0.9642, - "step": 10229 - }, - { - "epoch": 0.69, - "learning_rate": 4.763967910840231e-06, - "loss": 0.9484, - "step": 10230 - }, - { - "epoch": 0.69, - "learning_rate": 4.762119992643176e-06, - "loss": 0.9559, - "step": 10231 - }, - { - "epoch": 0.69, - "learning_rate": 4.760272320901456e-06, - "loss": 0.8803, - "step": 10232 - }, - { - "epoch": 0.69, - "learning_rate": 4.758424895702005e-06, - "loss": 0.8908, - "step": 10233 - }, - { - "epoch": 0.69, - "learning_rate": 4.756577717131761e-06, - "loss": 0.9451, - "step": 10234 - }, - { - "epoch": 0.69, - "learning_rate": 4.75473078527763e-06, - "loss": 0.9836, - "step": 10235 - }, - { - "epoch": 0.69, - "learning_rate": 4.752884100226517e-06, - "loss": 0.9536, - "step": 10236 - }, - { - "epoch": 0.69, - "learning_rate": 4.751037662065314e-06, - "loss": 0.9502, - "step": 10237 - }, - { - "epoch": 0.69, - "learning_rate": 4.749191470880898e-06, - "loss": 0.9787, - "step": 10238 - }, - { - "epoch": 0.69, - "learning_rate": 4.74734552676014e-06, - "loss": 0.9182, - "step": 10239 - }, - { - "epoch": 0.69, - "learning_rate": 4.745499829789889e-06, - "loss": 1.0315, - "step": 10240 - }, - { - "epoch": 0.69, - "learning_rate": 4.743654380057001e-06, - "loss": 0.9606, - "step": 10241 - }, - { - "epoch": 0.69, - "learning_rate": 4.741809177648302e-06, - "loss": 0.9069, - "step": 10242 - }, - { - "epoch": 0.69, - "learning_rate": 4.739964222650615e-06, - "loss": 0.9328, - "step": 10243 - }, - { - "epoch": 0.69, - "learning_rate": 4.73811951515075e-06, - "loss": 0.9898, - "step": 10244 - }, - { - "epoch": 0.69, - "learning_rate": 4.736275055235499e-06, - "loss": 0.8524, - "step": 10245 - }, - { - "epoch": 0.69, - "learning_rate": 4.734430842991663e-06, - "loss": 1.0261, - "step": 10246 - }, - { - "epoch": 0.69, - "learning_rate": 4.732586878506003e-06, - "loss": 0.9015, - "step": 10247 - }, - { - "epoch": 0.69, - "learning_rate": 4.7307431618652844e-06, - "loss": 0.9911, - "step": 10248 - }, - { - "epoch": 0.69, - "learning_rate": 4.728899693156265e-06, - "loss": 0.9781, - "step": 10249 - }, - { - "epoch": 0.69, - "learning_rate": 4.72705647246568e-06, - "loss": 0.8888, - "step": 10250 - }, - { - "epoch": 0.69, - "learning_rate": 4.725213499880258e-06, - "loss": 0.9729, - "step": 10251 - }, - { - "epoch": 0.69, - "learning_rate": 4.723370775486716e-06, - "loss": 0.8876, - "step": 10252 - }, - { - "epoch": 0.69, - "learning_rate": 4.721528299371755e-06, - "loss": 0.9668, - "step": 10253 - }, - { - "epoch": 0.69, - "learning_rate": 4.7196860716220795e-06, - "loss": 1.0044, - "step": 10254 - }, - { - "epoch": 0.69, - "learning_rate": 4.717844092324355e-06, - "loss": 1.0216, - "step": 10255 - }, - { - "epoch": 0.69, - "learning_rate": 4.716002361565263e-06, - "loss": 0.839, - "step": 10256 - }, - { - "epoch": 0.69, - "learning_rate": 4.714160879431459e-06, - "loss": 0.9445, - "step": 10257 - }, - { - "epoch": 0.69, - "learning_rate": 4.712319646009587e-06, - "loss": 0.9697, - "step": 10258 - }, - { - "epoch": 0.69, - "learning_rate": 4.710478661386283e-06, - "loss": 0.9059, - "step": 10259 - }, - { - "epoch": 0.69, - "learning_rate": 4.7086379256481695e-06, - "loss": 0.982, - "step": 10260 - }, - { - "epoch": 0.69, - "learning_rate": 4.706797438881853e-06, - "loss": 0.9437, - "step": 10261 - }, - { - "epoch": 0.69, - "learning_rate": 4.704957201173948e-06, - "loss": 0.9616, - "step": 10262 - }, - { - "epoch": 0.69, - "learning_rate": 4.703117212611023e-06, - "loss": 0.958, - "step": 10263 - }, - { - "epoch": 0.69, - "learning_rate": 4.701277473279668e-06, - "loss": 0.9206, - "step": 10264 - }, - { - "epoch": 0.69, - "learning_rate": 4.699437983266442e-06, - "loss": 0.8337, - "step": 10265 - }, - { - "epoch": 0.69, - "learning_rate": 4.697598742657899e-06, - "loss": 0.9407, - "step": 10266 - }, - { - "epoch": 0.69, - "learning_rate": 4.695759751540578e-06, - "loss": 0.946, - "step": 10267 - }, - { - "epoch": 0.69, - "learning_rate": 4.693921010001007e-06, - "loss": 0.9348, - "step": 10268 - }, - { - "epoch": 0.69, - "learning_rate": 4.692082518125708e-06, - "loss": 0.9402, - "step": 10269 - }, - { - "epoch": 0.69, - "learning_rate": 4.690244276001188e-06, - "loss": 0.9192, - "step": 10270 - }, - { - "epoch": 0.69, - "learning_rate": 4.68840628371393e-06, - "loss": 0.9617, - "step": 10271 - }, - { - "epoch": 0.69, - "learning_rate": 4.686568541350427e-06, - "loss": 0.9442, - "step": 10272 - }, - { - "epoch": 0.69, - "learning_rate": 4.684731048997145e-06, - "loss": 0.9761, - "step": 10273 - }, - { - "epoch": 0.69, - "learning_rate": 4.682893806740544e-06, - "loss": 0.9987, - "step": 10274 - }, - { - "epoch": 0.69, - "learning_rate": 4.68105681466707e-06, - "loss": 0.9269, - "step": 10275 - }, - { - "epoch": 0.69, - "learning_rate": 4.679220072863153e-06, - "loss": 0.9308, - "step": 10276 - }, - { - "epoch": 0.69, - "learning_rate": 4.6773835814152265e-06, - "loss": 0.9571, - "step": 10277 - }, - { - "epoch": 0.69, - "learning_rate": 4.675547340409696e-06, - "loss": 0.9548, - "step": 10278 - }, - { - "epoch": 0.69, - "learning_rate": 4.673711349932963e-06, - "loss": 0.985, - "step": 10279 - }, - { - "epoch": 0.69, - "learning_rate": 4.6718756100714146e-06, - "loss": 0.9997, - "step": 10280 - }, - { - "epoch": 0.69, - "learning_rate": 4.670040120911427e-06, - "loss": 0.9531, - "step": 10281 - }, - { - "epoch": 0.69, - "learning_rate": 4.668204882539364e-06, - "loss": 0.8885, - "step": 10282 - }, - { - "epoch": 0.69, - "learning_rate": 4.6663698950415746e-06, - "loss": 1.0086, - "step": 10283 - }, - { - "epoch": 0.69, - "learning_rate": 4.664535158504407e-06, - "loss": 0.8946, - "step": 10284 - }, - { - "epoch": 0.69, - "learning_rate": 4.662700673014191e-06, - "loss": 0.9929, - "step": 10285 - }, - { - "epoch": 0.69, - "learning_rate": 4.6608664386572325e-06, - "loss": 0.907, - "step": 10286 - }, - { - "epoch": 0.69, - "learning_rate": 4.6590324555198464e-06, - "loss": 0.9873, - "step": 10287 - }, - { - "epoch": 0.69, - "learning_rate": 4.65719872368832e-06, - "loss": 0.9033, - "step": 10288 - }, - { - "epoch": 0.69, - "learning_rate": 4.655365243248946e-06, - "loss": 0.8901, - "step": 10289 - }, - { - "epoch": 0.69, - "learning_rate": 4.6535320142879835e-06, - "loss": 0.9106, - "step": 10290 - }, - { - "epoch": 0.69, - "learning_rate": 4.6516990368916896e-06, - "loss": 0.9687, - "step": 10291 - }, - { - "epoch": 0.69, - "learning_rate": 4.649866311146319e-06, - "loss": 0.8717, - "step": 10292 - }, - { - "epoch": 0.69, - "learning_rate": 4.6480338371381e-06, - "loss": 0.9597, - "step": 10293 - }, - { - "epoch": 0.69, - "learning_rate": 4.646201614953258e-06, - "loss": 0.97, - "step": 10294 - }, - { - "epoch": 0.69, - "learning_rate": 4.644369644678002e-06, - "loss": 1.0018, - "step": 10295 - }, - { - "epoch": 0.69, - "learning_rate": 4.6425379263985304e-06, - "loss": 0.9227, - "step": 10296 - }, - { - "epoch": 0.69, - "learning_rate": 4.640706460201032e-06, - "loss": 0.9304, - "step": 10297 - }, - { - "epoch": 0.69, - "learning_rate": 4.63887524617168e-06, - "loss": 0.9859, - "step": 10298 - }, - { - "epoch": 0.69, - "learning_rate": 4.637044284396635e-06, - "loss": 0.969, - "step": 10299 - }, - { - "epoch": 0.69, - "learning_rate": 4.6352135749620545e-06, - "loss": 0.9136, - "step": 10300 - }, - { - "epoch": 0.69, - "learning_rate": 4.633383117954076e-06, - "loss": 0.9218, - "step": 10301 - }, - { - "epoch": 0.69, - "learning_rate": 4.631552913458825e-06, - "loss": 0.932, - "step": 10302 - }, - { - "epoch": 0.69, - "learning_rate": 4.6297229615624185e-06, - "loss": 1.0195, - "step": 10303 - }, - { - "epoch": 0.69, - "learning_rate": 4.627893262350961e-06, - "loss": 0.9331, - "step": 10304 - }, - { - "epoch": 0.69, - "learning_rate": 4.626063815910543e-06, - "loss": 1.0007, - "step": 10305 - }, - { - "epoch": 0.69, - "learning_rate": 4.62423462232724e-06, - "loss": 0.9746, - "step": 10306 - }, - { - "epoch": 0.69, - "learning_rate": 4.622405681687131e-06, - "loss": 0.9232, - "step": 10307 - }, - { - "epoch": 0.69, - "learning_rate": 4.620576994076266e-06, - "loss": 0.9771, - "step": 10308 - }, - { - "epoch": 0.69, - "learning_rate": 4.618748559580689e-06, - "loss": 0.817, - "step": 10309 - }, - { - "epoch": 0.69, - "learning_rate": 4.616920378286433e-06, - "loss": 0.9799, - "step": 10310 - }, - { - "epoch": 0.69, - "learning_rate": 4.615092450279516e-06, - "loss": 0.912, - "step": 10311 - }, - { - "epoch": 0.69, - "learning_rate": 4.613264775645956e-06, - "loss": 1.0126, - "step": 10312 - }, - { - "epoch": 0.69, - "learning_rate": 4.611437354471738e-06, - "loss": 0.925, - "step": 10313 - }, - { - "epoch": 0.69, - "learning_rate": 4.60961018684285e-06, - "loss": 0.9061, - "step": 10314 - }, - { - "epoch": 0.69, - "learning_rate": 4.607783272845269e-06, - "loss": 0.9368, - "step": 10315 - }, - { - "epoch": 0.69, - "learning_rate": 4.605956612564953e-06, - "loss": 1.0109, - "step": 10316 - }, - { - "epoch": 0.69, - "learning_rate": 4.604130206087851e-06, - "loss": 0.9211, - "step": 10317 - }, - { - "epoch": 0.69, - "learning_rate": 4.602304053499902e-06, - "loss": 0.9575, - "step": 10318 - }, - { - "epoch": 0.69, - "learning_rate": 4.6004781548870235e-06, - "loss": 0.9027, - "step": 10319 - }, - { - "epoch": 0.69, - "learning_rate": 4.598652510335143e-06, - "loss": 0.9512, - "step": 10320 - }, - { - "epoch": 0.69, - "learning_rate": 4.596827119930145e-06, - "loss": 0.9518, - "step": 10321 - }, - { - "epoch": 0.69, - "learning_rate": 4.5950019837579295e-06, - "loss": 0.932, - "step": 10322 - }, - { - "epoch": 0.69, - "learning_rate": 4.593177101904372e-06, - "loss": 1.0122, - "step": 10323 - }, - { - "epoch": 0.69, - "learning_rate": 4.591352474455336e-06, - "loss": 0.9618, - "step": 10324 - }, - { - "epoch": 0.69, - "learning_rate": 4.5895281014966764e-06, - "loss": 0.9267, - "step": 10325 - }, - { - "epoch": 0.69, - "learning_rate": 4.587703983114229e-06, - "loss": 0.9828, - "step": 10326 - }, - { - "epoch": 0.69, - "learning_rate": 4.5858801193938305e-06, - "loss": 0.9206, - "step": 10327 - }, - { - "epoch": 0.69, - "learning_rate": 4.5840565104213e-06, - "loss": 0.9537, - "step": 10328 - }, - { - "epoch": 0.69, - "learning_rate": 4.582233156282431e-06, - "loss": 0.9961, - "step": 10329 - }, - { - "epoch": 0.69, - "learning_rate": 4.5804100570630275e-06, - "loss": 0.857, - "step": 10330 - }, - { - "epoch": 0.69, - "learning_rate": 4.578587212848866e-06, - "loss": 0.9738, - "step": 10331 - }, - { - "epoch": 0.69, - "learning_rate": 4.576764623725719e-06, - "loss": 0.9264, - "step": 10332 - }, - { - "epoch": 0.69, - "learning_rate": 4.574942289779342e-06, - "loss": 0.9266, - "step": 10333 - }, - { - "epoch": 0.69, - "learning_rate": 4.573120211095477e-06, - "loss": 0.9511, - "step": 10334 - }, - { - "epoch": 0.69, - "learning_rate": 4.571298387759867e-06, - "loss": 0.9425, - "step": 10335 - }, - { - "epoch": 0.69, - "learning_rate": 4.569476819858225e-06, - "loss": 0.8881, - "step": 10336 - }, - { - "epoch": 0.69, - "learning_rate": 4.567655507476259e-06, - "loss": 0.9283, - "step": 10337 - }, - { - "epoch": 0.69, - "learning_rate": 4.565834450699672e-06, - "loss": 0.9519, - "step": 10338 - }, - { - "epoch": 0.69, - "learning_rate": 4.564013649614148e-06, - "loss": 0.9367, - "step": 10339 - }, - { - "epoch": 0.69, - "learning_rate": 4.562193104305359e-06, - "loss": 0.8602, - "step": 10340 - }, - { - "epoch": 0.69, - "learning_rate": 4.560372814858966e-06, - "loss": 0.9465, - "step": 10341 - }, - { - "epoch": 0.69, - "learning_rate": 4.558552781360617e-06, - "loss": 0.8559, - "step": 10342 - }, - { - "epoch": 0.69, - "learning_rate": 4.556733003895957e-06, - "loss": 0.9357, - "step": 10343 - }, - { - "epoch": 0.69, - "learning_rate": 4.554913482550598e-06, - "loss": 0.8693, - "step": 10344 - }, - { - "epoch": 0.69, - "learning_rate": 4.553094217410163e-06, - "loss": 0.8813, - "step": 10345 - }, - { - "epoch": 0.69, - "learning_rate": 4.551275208560251e-06, - "loss": 0.996, - "step": 10346 - }, - { - "epoch": 0.69, - "learning_rate": 4.549456456086449e-06, - "loss": 0.9623, - "step": 10347 - }, - { - "epoch": 0.69, - "learning_rate": 4.547637960074334e-06, - "loss": 0.9961, - "step": 10348 - }, - { - "epoch": 0.69, - "learning_rate": 4.5458197206094674e-06, - "loss": 0.9492, - "step": 10349 - }, - { - "epoch": 0.69, - "learning_rate": 4.544001737777412e-06, - "loss": 0.8607, - "step": 10350 - }, - { - "epoch": 0.69, - "learning_rate": 4.542184011663705e-06, - "loss": 0.9912, - "step": 10351 - }, - { - "epoch": 0.69, - "learning_rate": 4.540366542353865e-06, - "loss": 0.9105, - "step": 10352 - }, - { - "epoch": 0.69, - "learning_rate": 4.538549329933418e-06, - "loss": 0.9691, - "step": 10353 - }, - { - "epoch": 0.69, - "learning_rate": 4.536732374487868e-06, - "loss": 0.9441, - "step": 10354 - }, - { - "epoch": 0.69, - "learning_rate": 4.5349156761027045e-06, - "loss": 0.9436, - "step": 10355 - }, - { - "epoch": 0.69, - "learning_rate": 4.53309923486341e-06, - "loss": 0.9208, - "step": 10356 - }, - { - "epoch": 0.69, - "learning_rate": 4.531283050855446e-06, - "loss": 0.8256, - "step": 10357 - }, - { - "epoch": 0.69, - "learning_rate": 4.529467124164279e-06, - "loss": 0.9335, - "step": 10358 - }, - { - "epoch": 0.69, - "learning_rate": 4.527651454875347e-06, - "loss": 0.9073, - "step": 10359 - }, - { - "epoch": 0.69, - "learning_rate": 4.525836043074082e-06, - "loss": 0.9712, - "step": 10360 - }, - { - "epoch": 0.69, - "learning_rate": 4.5240208888459045e-06, - "loss": 0.9389, - "step": 10361 - }, - { - "epoch": 0.69, - "learning_rate": 4.522205992276222e-06, - "loss": 1.0123, - "step": 10362 - }, - { - "epoch": 0.69, - "learning_rate": 4.520391353450429e-06, - "loss": 0.8829, - "step": 10363 - }, - { - "epoch": 0.69, - "learning_rate": 4.518576972453906e-06, - "loss": 0.973, - "step": 10364 - }, - { - "epoch": 0.69, - "learning_rate": 4.51676284937203e-06, - "loss": 0.9843, - "step": 10365 - }, - { - "epoch": 0.69, - "learning_rate": 4.514948984290158e-06, - "loss": 0.9253, - "step": 10366 - }, - { - "epoch": 0.69, - "learning_rate": 4.513135377293638e-06, - "loss": 0.974, - "step": 10367 - }, - { - "epoch": 0.69, - "learning_rate": 4.511322028467801e-06, - "loss": 0.9819, - "step": 10368 - }, - { - "epoch": 0.69, - "learning_rate": 4.50950893789797e-06, - "loss": 0.8621, - "step": 10369 - }, - { - "epoch": 0.69, - "learning_rate": 4.507696105669463e-06, - "loss": 0.9581, - "step": 10370 - }, - { - "epoch": 0.69, - "learning_rate": 4.50588353186757e-06, - "loss": 0.8741, - "step": 10371 - }, - { - "epoch": 0.69, - "learning_rate": 4.504071216577576e-06, - "loss": 0.9077, - "step": 10372 - }, - { - "epoch": 0.69, - "learning_rate": 4.502259159884761e-06, - "loss": 0.9412, - "step": 10373 - }, - { - "epoch": 0.69, - "learning_rate": 4.500447361874385e-06, - "loss": 0.8999, - "step": 10374 - }, - { - "epoch": 0.69, - "learning_rate": 4.498635822631696e-06, - "loss": 0.8731, - "step": 10375 - }, - { - "epoch": 0.69, - "learning_rate": 4.496824542241934e-06, - "loss": 1.0344, - "step": 10376 - }, - { - "epoch": 0.69, - "learning_rate": 4.495013520790318e-06, - "loss": 0.965, - "step": 10377 - }, - { - "epoch": 0.7, - "learning_rate": 4.493202758362074e-06, - "loss": 0.9297, - "step": 10378 - }, - { - "epoch": 0.7, - "learning_rate": 4.491392255042391e-06, - "loss": 0.8748, - "step": 10379 - }, - { - "epoch": 0.7, - "learning_rate": 4.4895820109164565e-06, - "loss": 0.9029, - "step": 10380 - }, - { - "epoch": 0.7, - "learning_rate": 4.4877720260694554e-06, - "loss": 0.9755, - "step": 10381 - }, - { - "epoch": 0.7, - "learning_rate": 4.485962300586549e-06, - "loss": 1.0123, - "step": 10382 - }, - { - "epoch": 0.7, - "learning_rate": 4.48415283455289e-06, - "loss": 0.8777, - "step": 10383 - }, - { - "epoch": 0.7, - "learning_rate": 4.482343628053616e-06, - "loss": 0.908, - "step": 10384 - }, - { - "epoch": 0.7, - "learning_rate": 4.480534681173852e-06, - "loss": 0.9143, - "step": 10385 - }, - { - "epoch": 0.7, - "learning_rate": 4.478725993998726e-06, - "loss": 0.9174, - "step": 10386 - }, - { - "epoch": 0.7, - "learning_rate": 4.476917566613324e-06, - "loss": 0.9374, - "step": 10387 - }, - { - "epoch": 0.7, - "learning_rate": 4.47510939910275e-06, - "loss": 0.9361, - "step": 10388 - }, - { - "epoch": 0.7, - "learning_rate": 4.473301491552078e-06, - "loss": 0.8403, - "step": 10389 - }, - { - "epoch": 0.7, - "learning_rate": 4.4714938440463755e-06, - "loss": 0.9331, - "step": 10390 - }, - { - "epoch": 0.7, - "learning_rate": 4.469686456670696e-06, - "loss": 0.9529, - "step": 10391 - }, - { - "epoch": 0.7, - "learning_rate": 4.467879329510076e-06, - "loss": 0.9773, - "step": 10392 - }, - { - "epoch": 0.7, - "learning_rate": 4.466072462649561e-06, - "loss": 0.906, - "step": 10393 - }, - { - "epoch": 0.7, - "learning_rate": 4.464265856174155e-06, - "loss": 0.9355, - "step": 10394 - }, - { - "epoch": 0.7, - "learning_rate": 4.4624595101688636e-06, - "loss": 1.0429, - "step": 10395 - }, - { - "epoch": 0.7, - "learning_rate": 4.460653424718687e-06, - "loss": 0.9957, - "step": 10396 - }, - { - "epoch": 0.7, - "learning_rate": 4.458847599908602e-06, - "loss": 0.9695, - "step": 10397 - }, - { - "epoch": 0.7, - "learning_rate": 4.457042035823578e-06, - "loss": 0.9168, - "step": 10398 - }, - { - "epoch": 0.7, - "learning_rate": 4.4552367325485715e-06, - "loss": 0.9113, - "step": 10399 - }, - { - "epoch": 0.7, - "learning_rate": 4.453431690168521e-06, - "loss": 0.8675, - "step": 10400 - }, - { - "epoch": 0.7, - "learning_rate": 4.451626908768372e-06, - "loss": 0.9807, - "step": 10401 - }, - { - "epoch": 0.7, - "learning_rate": 4.4498223884330274e-06, - "loss": 0.9535, - "step": 10402 - }, - { - "epoch": 0.7, - "learning_rate": 4.448018129247405e-06, - "loss": 0.8936, - "step": 10403 - }, - { - "epoch": 0.7, - "learning_rate": 4.446214131296398e-06, - "loss": 0.9423, - "step": 10404 - }, - { - "epoch": 0.7, - "learning_rate": 4.444410394664887e-06, - "loss": 0.9212, - "step": 10405 - }, - { - "epoch": 0.7, - "learning_rate": 4.442606919437744e-06, - "loss": 0.8572, - "step": 10406 - }, - { - "epoch": 0.7, - "learning_rate": 4.440803705699822e-06, - "loss": 0.9682, - "step": 10407 - }, - { - "epoch": 0.7, - "learning_rate": 4.439000753535976e-06, - "loss": 0.8854, - "step": 10408 - }, - { - "epoch": 0.7, - "learning_rate": 4.437198063031036e-06, - "loss": 0.9788, - "step": 10409 - }, - { - "epoch": 0.7, - "learning_rate": 4.4353956342698155e-06, - "loss": 0.9636, - "step": 10410 - }, - { - "epoch": 0.7, - "learning_rate": 4.433593467337133e-06, - "loss": 0.9282, - "step": 10411 - }, - { - "epoch": 0.7, - "learning_rate": 4.431791562317781e-06, - "loss": 0.9509, - "step": 10412 - }, - { - "epoch": 0.7, - "learning_rate": 4.429989919296543e-06, - "loss": 0.9195, - "step": 10413 - }, - { - "epoch": 0.7, - "learning_rate": 4.428188538358192e-06, - "loss": 0.9239, - "step": 10414 - }, - { - "epoch": 0.7, - "learning_rate": 4.426387419587483e-06, - "loss": 0.9079, - "step": 10415 - }, - { - "epoch": 0.7, - "learning_rate": 4.424586563069172e-06, - "loss": 0.9589, - "step": 10416 - }, - { - "epoch": 0.7, - "learning_rate": 4.422785968887992e-06, - "loss": 0.8644, - "step": 10417 - }, - { - "epoch": 0.7, - "learning_rate": 4.420985637128657e-06, - "loss": 0.8631, - "step": 10418 - }, - { - "epoch": 0.7, - "learning_rate": 4.4191855678758836e-06, - "loss": 0.9059, - "step": 10419 - }, - { - "epoch": 0.7, - "learning_rate": 4.41738576121437e-06, - "loss": 0.8915, - "step": 10420 - }, - { - "epoch": 0.7, - "learning_rate": 4.415586217228799e-06, - "loss": 0.8894, - "step": 10421 - }, - { - "epoch": 0.7, - "learning_rate": 4.4137869360038456e-06, - "loss": 0.9761, - "step": 10422 - }, - { - "epoch": 0.7, - "learning_rate": 4.411987917624166e-06, - "loss": 0.9194, - "step": 10423 - }, - { - "epoch": 0.7, - "learning_rate": 4.410189162174415e-06, - "loss": 0.9588, - "step": 10424 - }, - { - "epoch": 0.7, - "learning_rate": 4.408390669739228e-06, - "loss": 0.9775, - "step": 10425 - }, - { - "epoch": 0.7, - "learning_rate": 4.406592440403223e-06, - "loss": 0.9194, - "step": 10426 - }, - { - "epoch": 0.7, - "learning_rate": 4.404794474251017e-06, - "loss": 0.9302, - "step": 10427 - }, - { - "epoch": 0.7, - "learning_rate": 4.402996771367205e-06, - "loss": 0.8648, - "step": 10428 - }, - { - "epoch": 0.7, - "learning_rate": 4.401199331836375e-06, - "loss": 0.9171, - "step": 10429 - }, - { - "epoch": 0.7, - "learning_rate": 4.399402155743098e-06, - "loss": 0.9275, - "step": 10430 - }, - { - "epoch": 0.7, - "learning_rate": 4.397605243171941e-06, - "loss": 0.959, - "step": 10431 - }, - { - "epoch": 0.7, - "learning_rate": 4.3958085942074536e-06, - "loss": 0.9737, - "step": 10432 - }, - { - "epoch": 0.7, - "learning_rate": 4.394012208934163e-06, - "loss": 0.9112, - "step": 10433 - }, - { - "epoch": 0.7, - "learning_rate": 4.392216087436603e-06, - "loss": 0.9694, - "step": 10434 - }, - { - "epoch": 0.7, - "learning_rate": 4.3904202297992806e-06, - "loss": 0.8821, - "step": 10435 - }, - { - "epoch": 0.7, - "learning_rate": 4.388624636106703e-06, - "loss": 0.9386, - "step": 10436 - }, - { - "epoch": 0.7, - "learning_rate": 4.38682930644335e-06, - "loss": 0.9728, - "step": 10437 - }, - { - "epoch": 0.7, - "learning_rate": 4.385034240893693e-06, - "loss": 1.0592, - "step": 10438 - }, - { - "epoch": 0.7, - "learning_rate": 4.383239439542204e-06, - "loss": 0.9063, - "step": 10439 - }, - { - "epoch": 0.7, - "learning_rate": 4.3814449024733285e-06, - "loss": 0.8916, - "step": 10440 - }, - { - "epoch": 0.7, - "learning_rate": 4.379650629771505e-06, - "loss": 0.9338, - "step": 10441 - }, - { - "epoch": 0.7, - "learning_rate": 4.377856621521156e-06, - "loss": 0.9376, - "step": 10442 - }, - { - "epoch": 0.7, - "learning_rate": 4.3760628778066916e-06, - "loss": 0.9701, - "step": 10443 - }, - { - "epoch": 0.7, - "learning_rate": 4.374269398712524e-06, - "loss": 0.9432, - "step": 10444 - }, - { - "epoch": 0.7, - "learning_rate": 4.3724761843230246e-06, - "loss": 0.936, - "step": 10445 - }, - { - "epoch": 0.7, - "learning_rate": 4.370683234722581e-06, - "loss": 0.9857, - "step": 10446 - }, - { - "epoch": 0.7, - "learning_rate": 4.368890549995551e-06, - "loss": 0.9209, - "step": 10447 - }, - { - "epoch": 0.7, - "learning_rate": 4.367098130226287e-06, - "loss": 0.887, - "step": 10448 - }, - { - "epoch": 0.7, - "learning_rate": 4.365305975499125e-06, - "loss": 0.9234, - "step": 10449 - }, - { - "epoch": 0.7, - "learning_rate": 4.363514085898389e-06, - "loss": 0.9016, - "step": 10450 - }, - { - "epoch": 0.7, - "learning_rate": 4.361722461508395e-06, - "loss": 0.9255, - "step": 10451 - }, - { - "epoch": 0.7, - "learning_rate": 4.359931102413443e-06, - "loss": 0.8836, - "step": 10452 - }, - { - "epoch": 0.7, - "learning_rate": 4.358140008697815e-06, - "loss": 0.9397, - "step": 10453 - }, - { - "epoch": 0.7, - "learning_rate": 4.3563491804457945e-06, - "loss": 1.0308, - "step": 10454 - }, - { - "epoch": 0.7, - "learning_rate": 4.3545586177416425e-06, - "loss": 0.9555, - "step": 10455 - }, - { - "epoch": 0.7, - "learning_rate": 4.352768320669607e-06, - "loss": 0.9504, - "step": 10456 - }, - { - "epoch": 0.7, - "learning_rate": 4.350978289313929e-06, - "loss": 0.9215, - "step": 10457 - }, - { - "epoch": 0.7, - "learning_rate": 4.349188523758827e-06, - "loss": 0.9594, - "step": 10458 - }, - { - "epoch": 0.7, - "learning_rate": 4.347399024088527e-06, - "loss": 0.9905, - "step": 10459 - }, - { - "epoch": 0.7, - "learning_rate": 4.345609790387217e-06, - "loss": 0.9594, - "step": 10460 - }, - { - "epoch": 0.7, - "learning_rate": 4.343820822739086e-06, - "loss": 1.0093, - "step": 10461 - }, - { - "epoch": 0.7, - "learning_rate": 4.342032121228318e-06, - "loss": 0.9124, - "step": 10462 - }, - { - "epoch": 0.7, - "learning_rate": 4.340243685939069e-06, - "loss": 0.9548, - "step": 10463 - }, - { - "epoch": 0.7, - "learning_rate": 4.338455516955492e-06, - "loss": 0.9554, - "step": 10464 - }, - { - "epoch": 0.7, - "learning_rate": 4.3366676143617245e-06, - "loss": 0.9638, - "step": 10465 - }, - { - "epoch": 0.7, - "learning_rate": 4.334879978241886e-06, - "loss": 0.9097, - "step": 10466 - }, - { - "epoch": 0.7, - "learning_rate": 4.333092608680103e-06, - "loss": 0.9476, - "step": 10467 - }, - { - "epoch": 0.7, - "learning_rate": 4.331305505760459e-06, - "loss": 0.9503, - "step": 10468 - }, - { - "epoch": 0.7, - "learning_rate": 4.3295186695670535e-06, - "loss": 1.0005, - "step": 10469 - }, - { - "epoch": 0.7, - "learning_rate": 4.327732100183958e-06, - "loss": 0.9348, - "step": 10470 - }, - { - "epoch": 0.7, - "learning_rate": 4.325945797695236e-06, - "loss": 0.8969, - "step": 10471 - }, - { - "epoch": 0.7, - "learning_rate": 4.324159762184934e-06, - "loss": 1.0084, - "step": 10472 - }, - { - "epoch": 0.7, - "learning_rate": 4.32237399373709e-06, - "loss": 0.954, - "step": 10473 - }, - { - "epoch": 0.7, - "learning_rate": 4.320588492435734e-06, - "loss": 0.9328, - "step": 10474 - }, - { - "epoch": 0.7, - "learning_rate": 4.318803258364879e-06, - "loss": 0.8861, - "step": 10475 - }, - { - "epoch": 0.7, - "learning_rate": 4.317018291608513e-06, - "loss": 0.9343, - "step": 10476 - }, - { - "epoch": 0.7, - "learning_rate": 4.315233592250634e-06, - "loss": 0.8816, - "step": 10477 - }, - { - "epoch": 0.7, - "learning_rate": 4.313449160375214e-06, - "loss": 1.0209, - "step": 10478 - }, - { - "epoch": 0.7, - "learning_rate": 4.3116649960662145e-06, - "loss": 0.8662, - "step": 10479 - }, - { - "epoch": 0.7, - "learning_rate": 4.309881099407585e-06, - "loss": 0.8956, - "step": 10480 - }, - { - "epoch": 0.7, - "learning_rate": 4.3080974704832575e-06, - "loss": 0.9633, - "step": 10481 - }, - { - "epoch": 0.7, - "learning_rate": 4.306314109377165e-06, - "loss": 0.962, - "step": 10482 - }, - { - "epoch": 0.7, - "learning_rate": 4.304531016173216e-06, - "loss": 0.857, - "step": 10483 - }, - { - "epoch": 0.7, - "learning_rate": 4.302748190955307e-06, - "loss": 0.8986, - "step": 10484 - }, - { - "epoch": 0.7, - "learning_rate": 4.300965633807326e-06, - "loss": 0.9631, - "step": 10485 - }, - { - "epoch": 0.7, - "learning_rate": 4.299183344813146e-06, - "loss": 0.8644, - "step": 10486 - }, - { - "epoch": 0.7, - "learning_rate": 4.297401324056629e-06, - "loss": 0.9566, - "step": 10487 - }, - { - "epoch": 0.7, - "learning_rate": 4.295619571621624e-06, - "loss": 0.9371, - "step": 10488 - }, - { - "epoch": 0.7, - "learning_rate": 4.293838087591962e-06, - "loss": 0.905, - "step": 10489 - }, - { - "epoch": 0.7, - "learning_rate": 4.292056872051478e-06, - "loss": 0.8991, - "step": 10490 - }, - { - "epoch": 0.7, - "learning_rate": 4.2902759250839664e-06, - "loss": 1.0164, - "step": 10491 - }, - { - "epoch": 0.7, - "learning_rate": 4.288495246773239e-06, - "loss": 0.9993, - "step": 10492 - }, - { - "epoch": 0.7, - "learning_rate": 4.286714837203076e-06, - "loss": 0.9122, - "step": 10493 - }, - { - "epoch": 0.7, - "learning_rate": 4.2849346964572495e-06, - "loss": 0.9166, - "step": 10494 - }, - { - "epoch": 0.7, - "learning_rate": 4.283154824619519e-06, - "loss": 1.0015, - "step": 10495 - }, - { - "epoch": 0.7, - "learning_rate": 4.281375221773632e-06, - "loss": 0.9249, - "step": 10496 - }, - { - "epoch": 0.7, - "learning_rate": 4.2795958880033254e-06, - "loss": 0.9259, - "step": 10497 - }, - { - "epoch": 0.7, - "learning_rate": 4.277816823392326e-06, - "loss": 0.8667, - "step": 10498 - }, - { - "epoch": 0.7, - "learning_rate": 4.276038028024328e-06, - "loss": 1.0548, - "step": 10499 - }, - { - "epoch": 0.7, - "learning_rate": 4.274259501983042e-06, - "loss": 0.9236, - "step": 10500 - }, - { - "epoch": 0.7, - "learning_rate": 4.272481245352146e-06, - "loss": 0.8667, - "step": 10501 - }, - { - "epoch": 0.7, - "learning_rate": 4.2707032582153185e-06, - "loss": 0.9135, - "step": 10502 - }, - { - "epoch": 0.7, - "learning_rate": 4.268925540656209e-06, - "loss": 1.0373, - "step": 10503 - }, - { - "epoch": 0.7, - "learning_rate": 4.267148092758465e-06, - "loss": 1.0197, - "step": 10504 - }, - { - "epoch": 0.7, - "learning_rate": 4.265370914605725e-06, - "loss": 0.9172, - "step": 10505 - }, - { - "epoch": 0.7, - "learning_rate": 4.263594006281609e-06, - "loss": 0.9423, - "step": 10506 - }, - { - "epoch": 0.7, - "learning_rate": 4.26181736786972e-06, - "loss": 0.8812, - "step": 10507 - }, - { - "epoch": 0.7, - "learning_rate": 4.260040999453657e-06, - "loss": 0.9145, - "step": 10508 - }, - { - "epoch": 0.7, - "learning_rate": 4.258264901117003e-06, - "loss": 0.8938, - "step": 10509 - }, - { - "epoch": 0.7, - "learning_rate": 4.256489072943326e-06, - "loss": 0.8799, - "step": 10510 - }, - { - "epoch": 0.7, - "learning_rate": 4.25471351501618e-06, - "loss": 0.9907, - "step": 10511 - }, - { - "epoch": 0.7, - "learning_rate": 4.252938227419118e-06, - "loss": 0.9355, - "step": 10512 - }, - { - "epoch": 0.7, - "learning_rate": 4.251163210235665e-06, - "loss": 0.8856, - "step": 10513 - }, - { - "epoch": 0.7, - "learning_rate": 4.249388463549343e-06, - "loss": 0.9955, - "step": 10514 - }, - { - "epoch": 0.7, - "learning_rate": 4.247613987443657e-06, - "loss": 0.9857, - "step": 10515 - }, - { - "epoch": 0.7, - "learning_rate": 4.245839782002098e-06, - "loss": 0.8491, - "step": 10516 - }, - { - "epoch": 0.7, - "learning_rate": 4.244065847308156e-06, - "loss": 0.9745, - "step": 10517 - }, - { - "epoch": 0.7, - "learning_rate": 4.242292183445289e-06, - "loss": 0.9313, - "step": 10518 - }, - { - "epoch": 0.7, - "learning_rate": 4.240518790496953e-06, - "loss": 0.9821, - "step": 10519 - }, - { - "epoch": 0.7, - "learning_rate": 4.238745668546595e-06, - "loss": 0.9662, - "step": 10520 - }, - { - "epoch": 0.7, - "learning_rate": 4.236972817677644e-06, - "loss": 0.9738, - "step": 10521 - }, - { - "epoch": 0.7, - "learning_rate": 4.235200237973518e-06, - "loss": 0.9088, - "step": 10522 - }, - { - "epoch": 0.7, - "learning_rate": 4.233427929517618e-06, - "loss": 0.903, - "step": 10523 - }, - { - "epoch": 0.7, - "learning_rate": 4.231655892393335e-06, - "loss": 0.9564, - "step": 10524 - }, - { - "epoch": 0.7, - "learning_rate": 4.229884126684056e-06, - "loss": 0.9804, - "step": 10525 - }, - { - "epoch": 0.7, - "learning_rate": 4.228112632473138e-06, - "loss": 0.897, - "step": 10526 - }, - { - "epoch": 0.71, - "learning_rate": 4.226341409843934e-06, - "loss": 0.983, - "step": 10527 - }, - { - "epoch": 0.71, - "learning_rate": 4.224570458879791e-06, - "loss": 0.8899, - "step": 10528 - }, - { - "epoch": 0.71, - "learning_rate": 4.222799779664032e-06, - "loss": 0.859, - "step": 10529 - }, - { - "epoch": 0.71, - "learning_rate": 4.221029372279974e-06, - "loss": 0.9281, - "step": 10530 - }, - { - "epoch": 0.71, - "learning_rate": 4.219259236810918e-06, - "loss": 0.9183, - "step": 10531 - }, - { - "epoch": 0.71, - "learning_rate": 4.217489373340151e-06, - "loss": 0.9031, - "step": 10532 - }, - { - "epoch": 0.71, - "learning_rate": 4.215719781950959e-06, - "loss": 0.9204, - "step": 10533 - }, - { - "epoch": 0.71, - "learning_rate": 4.2139504627265915e-06, - "loss": 0.9355, - "step": 10534 - }, - { - "epoch": 0.71, - "learning_rate": 4.21218141575031e-06, - "loss": 0.9585, - "step": 10535 - }, - { - "epoch": 0.71, - "learning_rate": 4.210412641105349e-06, - "loss": 0.9348, - "step": 10536 - }, - { - "epoch": 0.71, - "learning_rate": 4.208644138874935e-06, - "loss": 0.9102, - "step": 10537 - }, - { - "epoch": 0.71, - "learning_rate": 4.206875909142279e-06, - "loss": 0.9283, - "step": 10538 - }, - { - "epoch": 0.71, - "learning_rate": 4.2051079519905766e-06, - "loss": 0.9466, - "step": 10539 - }, - { - "epoch": 0.71, - "learning_rate": 4.203340267503023e-06, - "loss": 0.9096, - "step": 10540 - }, - { - "epoch": 0.71, - "learning_rate": 4.201572855762792e-06, - "loss": 0.8223, - "step": 10541 - }, - { - "epoch": 0.71, - "learning_rate": 4.199805716853035e-06, - "loss": 0.9502, - "step": 10542 - }, - { - "epoch": 0.71, - "learning_rate": 4.198038850856908e-06, - "loss": 0.9217, - "step": 10543 - }, - { - "epoch": 0.71, - "learning_rate": 4.196272257857545e-06, - "loss": 0.964, - "step": 10544 - }, - { - "epoch": 0.71, - "learning_rate": 4.19450593793807e-06, - "loss": 0.938, - "step": 10545 - }, - { - "epoch": 0.71, - "learning_rate": 4.19273989118159e-06, - "loss": 0.9482, - "step": 10546 - }, - { - "epoch": 0.71, - "learning_rate": 4.190974117671199e-06, - "loss": 0.8848, - "step": 10547 - }, - { - "epoch": 0.71, - "learning_rate": 4.189208617489992e-06, - "loss": 0.8763, - "step": 10548 - }, - { - "epoch": 0.71, - "learning_rate": 4.1874433907210275e-06, - "loss": 0.9609, - "step": 10549 - }, - { - "epoch": 0.71, - "learning_rate": 4.185678437447372e-06, - "loss": 1.0073, - "step": 10550 - }, - { - "epoch": 0.71, - "learning_rate": 4.183913757752069e-06, - "loss": 0.9203, - "step": 10551 - }, - { - "epoch": 0.71, - "learning_rate": 4.182149351718151e-06, - "loss": 0.9363, - "step": 10552 - }, - { - "epoch": 0.71, - "learning_rate": 4.180385219428637e-06, - "loss": 0.9281, - "step": 10553 - }, - { - "epoch": 0.71, - "learning_rate": 4.178621360966531e-06, - "loss": 1.0491, - "step": 10554 - }, - { - "epoch": 0.71, - "learning_rate": 4.1768577764148335e-06, - "loss": 0.9834, - "step": 10555 - }, - { - "epoch": 0.71, - "learning_rate": 4.175094465856526e-06, - "loss": 0.9073, - "step": 10556 - }, - { - "epoch": 0.71, - "learning_rate": 4.1733314293745655e-06, - "loss": 0.9287, - "step": 10557 - }, - { - "epoch": 0.71, - "learning_rate": 4.171568667051919e-06, - "loss": 0.9215, - "step": 10558 - }, - { - "epoch": 0.71, - "learning_rate": 4.169806178971523e-06, - "loss": 0.9834, - "step": 10559 - }, - { - "epoch": 0.71, - "learning_rate": 4.168043965216308e-06, - "loss": 0.9717, - "step": 10560 - }, - { - "epoch": 0.71, - "learning_rate": 4.166282025869193e-06, - "loss": 0.9213, - "step": 10561 - }, - { - "epoch": 0.71, - "learning_rate": 4.164520361013075e-06, - "loss": 0.9711, - "step": 10562 - }, - { - "epoch": 0.71, - "learning_rate": 4.162758970730853e-06, - "loss": 1.0266, - "step": 10563 - }, - { - "epoch": 0.71, - "learning_rate": 4.160997855105406e-06, - "loss": 0.9317, - "step": 10564 - }, - { - "epoch": 0.71, - "learning_rate": 4.1592370142195845e-06, - "loss": 1.0183, - "step": 10565 - }, - { - "epoch": 0.71, - "learning_rate": 4.157476448156256e-06, - "loss": 0.9535, - "step": 10566 - }, - { - "epoch": 0.71, - "learning_rate": 4.155716156998253e-06, - "loss": 0.9859, - "step": 10567 - }, - { - "epoch": 0.71, - "learning_rate": 4.153956140828401e-06, - "loss": 1.0104, - "step": 10568 - }, - { - "epoch": 0.71, - "learning_rate": 4.152196399729516e-06, - "loss": 0.985, - "step": 10569 - }, - { - "epoch": 0.71, - "learning_rate": 4.150436933784392e-06, - "loss": 0.9784, - "step": 10570 - }, - { - "epoch": 0.71, - "learning_rate": 4.148677743075824e-06, - "loss": 0.9359, - "step": 10571 - }, - { - "epoch": 0.71, - "learning_rate": 4.1469188276865844e-06, - "loss": 0.9594, - "step": 10572 - }, - { - "epoch": 0.71, - "learning_rate": 4.145160187699433e-06, - "loss": 1.025, - "step": 10573 - }, - { - "epoch": 0.71, - "learning_rate": 4.143401823197118e-06, - "loss": 0.8838, - "step": 10574 - }, - { - "epoch": 0.71, - "learning_rate": 4.141643734262375e-06, - "loss": 0.9008, - "step": 10575 - }, - { - "epoch": 0.71, - "learning_rate": 4.139885920977927e-06, - "loss": 0.9547, - "step": 10576 - }, - { - "epoch": 0.71, - "learning_rate": 4.138128383426481e-06, - "loss": 0.8843, - "step": 10577 - }, - { - "epoch": 0.71, - "learning_rate": 4.136371121690739e-06, - "loss": 0.9256, - "step": 10578 - }, - { - "epoch": 0.71, - "learning_rate": 4.134614135853381e-06, - "loss": 0.9955, - "step": 10579 - }, - { - "epoch": 0.71, - "learning_rate": 4.132857425997078e-06, - "loss": 0.9134, - "step": 10580 - }, - { - "epoch": 0.71, - "learning_rate": 4.131100992204488e-06, - "loss": 0.9074, - "step": 10581 - }, - { - "epoch": 0.71, - "learning_rate": 4.129344834558251e-06, - "loss": 0.9247, - "step": 10582 - }, - { - "epoch": 0.71, - "learning_rate": 4.12758895314101e-06, - "loss": 0.9501, - "step": 10583 - }, - { - "epoch": 0.71, - "learning_rate": 4.125833348035373e-06, - "loss": 0.947, - "step": 10584 - }, - { - "epoch": 0.71, - "learning_rate": 4.124078019323946e-06, - "loss": 0.9305, - "step": 10585 - }, - { - "epoch": 0.71, - "learning_rate": 4.1223229670893276e-06, - "loss": 0.8737, - "step": 10586 - }, - { - "epoch": 0.71, - "learning_rate": 4.1205681914140936e-06, - "loss": 0.89, - "step": 10587 - }, - { - "epoch": 0.71, - "learning_rate": 4.118813692380812e-06, - "loss": 0.9036, - "step": 10588 - }, - { - "epoch": 0.71, - "learning_rate": 4.1170594700720364e-06, - "loss": 0.8756, - "step": 10589 - }, - { - "epoch": 0.71, - "learning_rate": 4.1153055245703026e-06, - "loss": 0.9096, - "step": 10590 - }, - { - "epoch": 0.71, - "learning_rate": 4.113551855958149e-06, - "loss": 0.9415, - "step": 10591 - }, - { - "epoch": 0.71, - "learning_rate": 4.111798464318077e-06, - "loss": 0.9886, - "step": 10592 - }, - { - "epoch": 0.71, - "learning_rate": 4.110045349732598e-06, - "loss": 0.9051, - "step": 10593 - }, - { - "epoch": 0.71, - "learning_rate": 4.108292512284196e-06, - "loss": 0.9573, - "step": 10594 - }, - { - "epoch": 0.71, - "learning_rate": 4.1065399520553465e-06, - "loss": 0.948, - "step": 10595 - }, - { - "epoch": 0.71, - "learning_rate": 4.104787669128514e-06, - "loss": 0.8986, - "step": 10596 - }, - { - "epoch": 0.71, - "learning_rate": 4.1030356635861415e-06, - "loss": 0.9715, - "step": 10597 - }, - { - "epoch": 0.71, - "learning_rate": 4.1012839355106735e-06, - "loss": 0.938, - "step": 10598 - }, - { - "epoch": 0.71, - "learning_rate": 4.099532484984534e-06, - "loss": 1.0014, - "step": 10599 - }, - { - "epoch": 0.71, - "learning_rate": 4.097781312090121e-06, - "loss": 0.9119, - "step": 10600 - }, - { - "epoch": 0.71, - "learning_rate": 4.0960304169098435e-06, - "loss": 1.0735, - "step": 10601 - }, - { - "epoch": 0.71, - "learning_rate": 4.094279799526081e-06, - "loss": 0.9253, - "step": 10602 - }, - { - "epoch": 0.71, - "learning_rate": 4.092529460021205e-06, - "loss": 0.8985, - "step": 10603 - }, - { - "epoch": 0.71, - "learning_rate": 4.090779398477573e-06, - "loss": 0.9252, - "step": 10604 - }, - { - "epoch": 0.71, - "learning_rate": 4.089029614977526e-06, - "loss": 0.9496, - "step": 10605 - }, - { - "epoch": 0.71, - "learning_rate": 4.087280109603407e-06, - "loss": 0.9191, - "step": 10606 - }, - { - "epoch": 0.71, - "learning_rate": 4.085530882437524e-06, - "loss": 0.9457, - "step": 10607 - }, - { - "epoch": 0.71, - "learning_rate": 4.083781933562182e-06, - "loss": 0.9143, - "step": 10608 - }, - { - "epoch": 0.71, - "learning_rate": 4.08203326305968e-06, - "loss": 0.8921, - "step": 10609 - }, - { - "epoch": 0.71, - "learning_rate": 4.080284871012294e-06, - "loss": 0.9648, - "step": 10610 - }, - { - "epoch": 0.71, - "learning_rate": 4.0785367575022925e-06, - "loss": 0.9047, - "step": 10611 - }, - { - "epoch": 0.71, - "learning_rate": 4.076788922611925e-06, - "loss": 0.87, - "step": 10612 - }, - { - "epoch": 0.71, - "learning_rate": 4.07504136642343e-06, - "loss": 0.9853, - "step": 10613 - }, - { - "epoch": 0.71, - "learning_rate": 4.073294089019045e-06, - "loss": 0.8849, - "step": 10614 - }, - { - "epoch": 0.71, - "learning_rate": 4.071547090480969e-06, - "loss": 0.9196, - "step": 10615 - }, - { - "epoch": 0.71, - "learning_rate": 4.069800370891415e-06, - "loss": 0.9782, - "step": 10616 - }, - { - "epoch": 0.71, - "learning_rate": 4.068053930332564e-06, - "loss": 0.8852, - "step": 10617 - }, - { - "epoch": 0.71, - "learning_rate": 4.066307768886592e-06, - "loss": 0.9177, - "step": 10618 - }, - { - "epoch": 0.71, - "learning_rate": 4.064561886635661e-06, - "loss": 0.9453, - "step": 10619 - }, - { - "epoch": 0.71, - "learning_rate": 4.062816283661913e-06, - "loss": 0.927, - "step": 10620 - }, - { - "epoch": 0.71, - "learning_rate": 4.061070960047493e-06, - "loss": 0.8686, - "step": 10621 - }, - { - "epoch": 0.71, - "learning_rate": 4.059325915874522e-06, - "loss": 1.0133, - "step": 10622 - }, - { - "epoch": 0.71, - "learning_rate": 4.057581151225097e-06, - "loss": 0.8831, - "step": 10623 - }, - { - "epoch": 0.71, - "learning_rate": 4.055836666181325e-06, - "loss": 0.8728, - "step": 10624 - }, - { - "epoch": 0.71, - "learning_rate": 4.054092460825285e-06, - "loss": 0.9399, - "step": 10625 - }, - { - "epoch": 0.71, - "learning_rate": 4.052348535239047e-06, - "loss": 0.9061, - "step": 10626 - }, - { - "epoch": 0.71, - "learning_rate": 4.050604889504665e-06, - "loss": 0.9405, - "step": 10627 - }, - { - "epoch": 0.71, - "learning_rate": 4.048861523704178e-06, - "loss": 0.9463, - "step": 10628 - }, - { - "epoch": 0.71, - "learning_rate": 4.047118437919626e-06, - "loss": 0.9663, - "step": 10629 - }, - { - "epoch": 0.71, - "learning_rate": 4.045375632233019e-06, - "loss": 1.0304, - "step": 10630 - }, - { - "epoch": 0.71, - "learning_rate": 4.043633106726362e-06, - "loss": 0.964, - "step": 10631 - }, - { - "epoch": 0.71, - "learning_rate": 4.041890861481644e-06, - "loss": 0.974, - "step": 10632 - }, - { - "epoch": 0.71, - "learning_rate": 4.0401488965808435e-06, - "loss": 0.9262, - "step": 10633 - }, - { - "epoch": 0.71, - "learning_rate": 4.038407212105924e-06, - "loss": 0.9387, - "step": 10634 - }, - { - "epoch": 0.71, - "learning_rate": 4.036665808138834e-06, - "loss": 0.9781, - "step": 10635 - }, - { - "epoch": 0.71, - "learning_rate": 4.03492468476151e-06, - "loss": 0.988, - "step": 10636 - }, - { - "epoch": 0.71, - "learning_rate": 4.033183842055881e-06, - "loss": 0.9574, - "step": 10637 - }, - { - "epoch": 0.71, - "learning_rate": 4.031443280103858e-06, - "loss": 0.9528, - "step": 10638 - }, - { - "epoch": 0.71, - "learning_rate": 4.029702998987334e-06, - "loss": 0.9299, - "step": 10639 - }, - { - "epoch": 0.71, - "learning_rate": 4.027962998788197e-06, - "loss": 0.935, - "step": 10640 - }, - { - "epoch": 0.71, - "learning_rate": 4.026223279588317e-06, - "loss": 0.9949, - "step": 10641 - }, - { - "epoch": 0.71, - "learning_rate": 4.024483841469553e-06, - "loss": 0.9703, - "step": 10642 - }, - { - "epoch": 0.71, - "learning_rate": 4.022744684513746e-06, - "loss": 0.9689, - "step": 10643 - }, - { - "epoch": 0.71, - "learning_rate": 4.021005808802735e-06, - "loss": 0.9339, - "step": 10644 - }, - { - "epoch": 0.71, - "learning_rate": 4.0192672144183365e-06, - "loss": 0.9111, - "step": 10645 - }, - { - "epoch": 0.71, - "learning_rate": 4.017528901442348e-06, - "loss": 1.0221, - "step": 10646 - }, - { - "epoch": 0.71, - "learning_rate": 4.015790869956571e-06, - "loss": 0.9175, - "step": 10647 - }, - { - "epoch": 0.71, - "learning_rate": 4.014053120042776e-06, - "loss": 0.9217, - "step": 10648 - }, - { - "epoch": 0.71, - "learning_rate": 4.0123156517827396e-06, - "loss": 1.0383, - "step": 10649 - }, - { - "epoch": 0.71, - "learning_rate": 4.010578465258206e-06, - "loss": 0.9975, - "step": 10650 - }, - { - "epoch": 0.71, - "learning_rate": 4.00884156055091e-06, - "loss": 0.8934, - "step": 10651 - }, - { - "epoch": 0.71, - "learning_rate": 4.007104937742587e-06, - "loss": 1.0221, - "step": 10652 - }, - { - "epoch": 0.71, - "learning_rate": 4.0053685969149445e-06, - "loss": 0.9391, - "step": 10653 - }, - { - "epoch": 0.71, - "learning_rate": 4.003632538149684e-06, - "loss": 0.8445, - "step": 10654 - }, - { - "epoch": 0.71, - "learning_rate": 4.001896761528489e-06, - "loss": 0.9659, - "step": 10655 - }, - { - "epoch": 0.71, - "learning_rate": 4.000161267133033e-06, - "loss": 0.9253, - "step": 10656 - }, - { - "epoch": 0.71, - "learning_rate": 3.998426055044974e-06, - "loss": 0.9615, - "step": 10657 - }, - { - "epoch": 0.71, - "learning_rate": 3.996691125345957e-06, - "loss": 0.9535, - "step": 10658 - }, - { - "epoch": 0.71, - "learning_rate": 3.994956478117621e-06, - "loss": 0.8955, - "step": 10659 - }, - { - "epoch": 0.71, - "learning_rate": 3.9932221134415805e-06, - "loss": 0.8732, - "step": 10660 - }, - { - "epoch": 0.71, - "learning_rate": 3.991488031399444e-06, - "loss": 0.9627, - "step": 10661 - }, - { - "epoch": 0.71, - "learning_rate": 3.989754232072804e-06, - "loss": 0.9552, - "step": 10662 - }, - { - "epoch": 0.71, - "learning_rate": 3.988020715543234e-06, - "loss": 0.9146, - "step": 10663 - }, - { - "epoch": 0.71, - "learning_rate": 3.986287481892313e-06, - "loss": 0.9286, - "step": 10664 - }, - { - "epoch": 0.71, - "learning_rate": 3.984554531201583e-06, - "loss": 0.8424, - "step": 10665 - }, - { - "epoch": 0.71, - "learning_rate": 3.9828218635525836e-06, - "loss": 0.9546, - "step": 10666 - }, - { - "epoch": 0.71, - "learning_rate": 3.981089479026849e-06, - "loss": 0.9551, - "step": 10667 - }, - { - "epoch": 0.71, - "learning_rate": 3.979357377705887e-06, - "loss": 0.878, - "step": 10668 - }, - { - "epoch": 0.71, - "learning_rate": 3.977625559671199e-06, - "loss": 0.9477, - "step": 10669 - }, - { - "epoch": 0.71, - "learning_rate": 3.97589402500427e-06, - "loss": 0.9868, - "step": 10670 - }, - { - "epoch": 0.71, - "learning_rate": 3.97416277378657e-06, - "loss": 0.9599, - "step": 10671 - }, - { - "epoch": 0.71, - "learning_rate": 3.97243180609957e-06, - "loss": 0.9503, - "step": 10672 - }, - { - "epoch": 0.71, - "learning_rate": 3.970701122024706e-06, - "loss": 0.9754, - "step": 10673 - }, - { - "epoch": 0.71, - "learning_rate": 3.968970721643409e-06, - "loss": 0.9574, - "step": 10674 - }, - { - "epoch": 0.71, - "learning_rate": 3.967240605037107e-06, - "loss": 0.9031, - "step": 10675 - }, - { - "epoch": 0.72, - "learning_rate": 3.965510772287202e-06, - "loss": 1.0169, - "step": 10676 - }, - { - "epoch": 0.72, - "learning_rate": 3.963781223475089e-06, - "loss": 1.0026, - "step": 10677 - }, - { - "epoch": 0.72, - "learning_rate": 3.962051958682146e-06, - "loss": 0.8518, - "step": 10678 - }, - { - "epoch": 0.72, - "learning_rate": 3.960322977989736e-06, - "loss": 0.946, - "step": 10679 - }, - { - "epoch": 0.72, - "learning_rate": 3.958594281479221e-06, - "loss": 0.8946, - "step": 10680 - }, - { - "epoch": 0.72, - "learning_rate": 3.956865869231929e-06, - "loss": 1.0426, - "step": 10681 - }, - { - "epoch": 0.72, - "learning_rate": 3.955137741329194e-06, - "loss": 0.9369, - "step": 10682 - }, - { - "epoch": 0.72, - "learning_rate": 3.953409897852329e-06, - "loss": 0.9795, - "step": 10683 - }, - { - "epoch": 0.72, - "learning_rate": 3.951682338882629e-06, - "loss": 0.9944, - "step": 10684 - }, - { - "epoch": 0.72, - "learning_rate": 3.949955064501383e-06, - "loss": 0.9189, - "step": 10685 - }, - { - "epoch": 0.72, - "learning_rate": 3.94822807478986e-06, - "loss": 0.8743, - "step": 10686 - }, - { - "epoch": 0.72, - "learning_rate": 3.946501369829323e-06, - "loss": 0.987, - "step": 10687 - }, - { - "epoch": 0.72, - "learning_rate": 3.944774949701021e-06, - "loss": 0.8963, - "step": 10688 - }, - { - "epoch": 0.72, - "learning_rate": 3.9430488144861745e-06, - "loss": 0.9042, - "step": 10689 - }, - { - "epoch": 0.72, - "learning_rate": 3.941322964266015e-06, - "loss": 0.8833, - "step": 10690 - }, - { - "epoch": 0.72, - "learning_rate": 3.939597399121741e-06, - "loss": 0.8447, - "step": 10691 - }, - { - "epoch": 0.72, - "learning_rate": 3.937872119134547e-06, - "loss": 0.9264, - "step": 10692 - }, - { - "epoch": 0.72, - "learning_rate": 3.936147124385611e-06, - "loss": 0.9968, - "step": 10693 - }, - { - "epoch": 0.72, - "learning_rate": 3.934422414956096e-06, - "loss": 0.9021, - "step": 10694 - }, - { - "epoch": 0.72, - "learning_rate": 3.932697990927159e-06, - "loss": 0.9485, - "step": 10695 - }, - { - "epoch": 0.72, - "learning_rate": 3.930973852379936e-06, - "loss": 0.9909, - "step": 10696 - }, - { - "epoch": 0.72, - "learning_rate": 3.929249999395554e-06, - "loss": 0.9333, - "step": 10697 - }, - { - "epoch": 0.72, - "learning_rate": 3.92752643205512e-06, - "loss": 0.9266, - "step": 10698 - }, - { - "epoch": 0.72, - "learning_rate": 3.925803150439735e-06, - "loss": 0.9395, - "step": 10699 - }, - { - "epoch": 0.72, - "learning_rate": 3.924080154630485e-06, - "loss": 0.91, - "step": 10700 - }, - { - "epoch": 0.72, - "learning_rate": 3.922357444708436e-06, - "loss": 0.8757, - "step": 10701 - }, - { - "epoch": 0.72, - "learning_rate": 3.920635020754652e-06, - "loss": 0.9917, - "step": 10702 - }, - { - "epoch": 0.72, - "learning_rate": 3.918912882850178e-06, - "loss": 0.9105, - "step": 10703 - }, - { - "epoch": 0.72, - "learning_rate": 3.917191031076035e-06, - "loss": 0.9563, - "step": 10704 - }, - { - "epoch": 0.72, - "learning_rate": 3.915469465513251e-06, - "loss": 0.9084, - "step": 10705 - }, - { - "epoch": 0.72, - "learning_rate": 3.913748186242823e-06, - "loss": 0.9192, - "step": 10706 - }, - { - "epoch": 0.72, - "learning_rate": 3.912027193345751e-06, - "loss": 0.981, - "step": 10707 - }, - { - "epoch": 0.72, - "learning_rate": 3.910306486903002e-06, - "loss": 0.8274, - "step": 10708 - }, - { - "epoch": 0.72, - "learning_rate": 3.90858606699554e-06, - "loss": 0.8899, - "step": 10709 - }, - { - "epoch": 0.72, - "learning_rate": 3.906865933704321e-06, - "loss": 0.9751, - "step": 10710 - }, - { - "epoch": 0.72, - "learning_rate": 3.905146087110283e-06, - "loss": 0.9405, - "step": 10711 - }, - { - "epoch": 0.72, - "learning_rate": 3.903426527294338e-06, - "loss": 0.9395, - "step": 10712 - }, - { - "epoch": 0.72, - "learning_rate": 3.901707254337406e-06, - "loss": 0.9147, - "step": 10713 - }, - { - "epoch": 0.72, - "learning_rate": 3.899988268320379e-06, - "loss": 0.9672, - "step": 10714 - }, - { - "epoch": 0.72, - "learning_rate": 3.8982695693241405e-06, - "loss": 0.9928, - "step": 10715 - }, - { - "epoch": 0.72, - "learning_rate": 3.896551157429559e-06, - "loss": 0.9136, - "step": 10716 - }, - { - "epoch": 0.72, - "learning_rate": 3.894833032717485e-06, - "loss": 0.9238, - "step": 10717 - }, - { - "epoch": 0.72, - "learning_rate": 3.893115195268771e-06, - "loss": 0.9558, - "step": 10718 - }, - { - "epoch": 0.72, - "learning_rate": 3.891397645164241e-06, - "loss": 0.9667, - "step": 10719 - }, - { - "epoch": 0.72, - "learning_rate": 3.889680382484708e-06, - "loss": 0.9695, - "step": 10720 - }, - { - "epoch": 0.72, - "learning_rate": 3.887963407310976e-06, - "loss": 0.895, - "step": 10721 - }, - { - "epoch": 0.72, - "learning_rate": 3.886246719723832e-06, - "loss": 0.8746, - "step": 10722 - }, - { - "epoch": 0.72, - "learning_rate": 3.88453031980405e-06, - "loss": 0.862, - "step": 10723 - }, - { - "epoch": 0.72, - "learning_rate": 3.882814207632387e-06, - "loss": 0.9351, - "step": 10724 - }, - { - "epoch": 0.72, - "learning_rate": 3.881098383289598e-06, - "loss": 0.94, - "step": 10725 - }, - { - "epoch": 0.72, - "learning_rate": 3.879382846856414e-06, - "loss": 0.8778, - "step": 10726 - }, - { - "epoch": 0.72, - "learning_rate": 3.877667598413555e-06, - "loss": 0.8613, - "step": 10727 - }, - { - "epoch": 0.72, - "learning_rate": 3.875952638041726e-06, - "loss": 0.9297, - "step": 10728 - }, - { - "epoch": 0.72, - "learning_rate": 3.874237965821619e-06, - "loss": 0.949, - "step": 10729 - }, - { - "epoch": 0.72, - "learning_rate": 3.872523581833922e-06, - "loss": 0.8599, - "step": 10730 - }, - { - "epoch": 0.72, - "learning_rate": 3.870809486159294e-06, - "loss": 0.9028, - "step": 10731 - }, - { - "epoch": 0.72, - "learning_rate": 3.869095678878383e-06, - "loss": 0.8625, - "step": 10732 - }, - { - "epoch": 0.72, - "learning_rate": 3.867382160071838e-06, - "loss": 0.9327, - "step": 10733 - }, - { - "epoch": 0.72, - "learning_rate": 3.86566892982028e-06, - "loss": 0.9343, - "step": 10734 - }, - { - "epoch": 0.72, - "learning_rate": 3.86395598820432e-06, - "loss": 0.9002, - "step": 10735 - }, - { - "epoch": 0.72, - "learning_rate": 3.862243335304558e-06, - "loss": 1.0024, - "step": 10736 - }, - { - "epoch": 0.72, - "learning_rate": 3.860530971201573e-06, - "loss": 0.9166, - "step": 10737 - }, - { - "epoch": 0.72, - "learning_rate": 3.858818895975948e-06, - "loss": 0.9321, - "step": 10738 - }, - { - "epoch": 0.72, - "learning_rate": 3.857107109708226e-06, - "loss": 0.8945, - "step": 10739 - }, - { - "epoch": 0.72, - "learning_rate": 3.855395612478961e-06, - "loss": 0.9646, - "step": 10740 - }, - { - "epoch": 0.72, - "learning_rate": 3.853684404368679e-06, - "loss": 0.999, - "step": 10741 - }, - { - "epoch": 0.72, - "learning_rate": 3.851973485457899e-06, - "loss": 0.936, - "step": 10742 - }, - { - "epoch": 0.72, - "learning_rate": 3.850262855827122e-06, - "loss": 0.9418, - "step": 10743 - }, - { - "epoch": 0.72, - "learning_rate": 3.848552515556835e-06, - "loss": 0.9679, - "step": 10744 - }, - { - "epoch": 0.72, - "learning_rate": 3.846842464727519e-06, - "loss": 0.9365, - "step": 10745 - }, - { - "epoch": 0.72, - "learning_rate": 3.845132703419638e-06, - "loss": 0.9265, - "step": 10746 - }, - { - "epoch": 0.72, - "learning_rate": 3.84342323171363e-06, - "loss": 0.9535, - "step": 10747 - }, - { - "epoch": 0.72, - "learning_rate": 3.8417140496899384e-06, - "loss": 0.9265, - "step": 10748 - }, - { - "epoch": 0.72, - "learning_rate": 3.8400051574289845e-06, - "loss": 0.8622, - "step": 10749 - }, - { - "epoch": 0.72, - "learning_rate": 3.838296555011172e-06, - "loss": 0.9976, - "step": 10750 - }, - { - "epoch": 0.72, - "learning_rate": 3.836588242516898e-06, - "loss": 0.91, - "step": 10751 - }, - { - "epoch": 0.72, - "learning_rate": 3.834880220026538e-06, - "loss": 0.9776, - "step": 10752 - }, - { - "epoch": 0.72, - "learning_rate": 3.833172487620469e-06, - "loss": 0.9937, - "step": 10753 - }, - { - "epoch": 0.72, - "learning_rate": 3.8314650453790335e-06, - "loss": 0.9755, - "step": 10754 - }, - { - "epoch": 0.72, - "learning_rate": 3.8297578933825715e-06, - "loss": 0.9371, - "step": 10755 - }, - { - "epoch": 0.72, - "learning_rate": 3.828051031711418e-06, - "loss": 0.8603, - "step": 10756 - }, - { - "epoch": 0.72, - "learning_rate": 3.8263444604458765e-06, - "loss": 0.938, - "step": 10757 - }, - { - "epoch": 0.72, - "learning_rate": 3.824638179666249e-06, - "loss": 0.9119, - "step": 10758 - }, - { - "epoch": 0.72, - "learning_rate": 3.82293218945282e-06, - "loss": 0.9996, - "step": 10759 - }, - { - "epoch": 0.72, - "learning_rate": 3.821226489885856e-06, - "loss": 0.9407, - "step": 10760 - }, - { - "epoch": 0.72, - "learning_rate": 3.819521081045625e-06, - "loss": 0.9782, - "step": 10761 - }, - { - "epoch": 0.72, - "learning_rate": 3.817815963012358e-06, - "loss": 0.9602, - "step": 10762 - }, - { - "epoch": 0.72, - "learning_rate": 3.816111135866295e-06, - "loss": 0.9659, - "step": 10763 - }, - { - "epoch": 0.72, - "learning_rate": 3.8144065996876478e-06, - "loss": 0.9972, - "step": 10764 - }, - { - "epoch": 0.72, - "learning_rate": 3.812702354556621e-06, - "loss": 0.9367, - "step": 10765 - }, - { - "epoch": 0.72, - "learning_rate": 3.810998400553402e-06, - "loss": 0.8979, - "step": 10766 - }, - { - "epoch": 0.72, - "learning_rate": 3.8092947377581635e-06, - "loss": 0.8986, - "step": 10767 - }, - { - "epoch": 0.72, - "learning_rate": 3.8075913662510733e-06, - "loss": 0.9474, - "step": 10768 - }, - { - "epoch": 0.72, - "learning_rate": 3.8058882861122792e-06, - "loss": 0.9341, - "step": 10769 - }, - { - "epoch": 0.72, - "learning_rate": 3.804185497421906e-06, - "loss": 0.9023, - "step": 10770 - }, - { - "epoch": 0.72, - "learning_rate": 3.802483000260084e-06, - "loss": 0.9236, - "step": 10771 - }, - { - "epoch": 0.72, - "learning_rate": 3.8007807947069177e-06, - "loss": 0.9362, - "step": 10772 - }, - { - "epoch": 0.72, - "learning_rate": 3.7990788808424973e-06, - "loss": 0.9071, - "step": 10773 - }, - { - "epoch": 0.72, - "learning_rate": 3.7973772587469036e-06, - "loss": 0.8827, - "step": 10774 - }, - { - "epoch": 0.72, - "learning_rate": 3.7956759285002e-06, - "loss": 0.9814, - "step": 10775 - }, - { - "epoch": 0.72, - "learning_rate": 3.7939748901824435e-06, - "loss": 0.9511, - "step": 10776 - }, - { - "epoch": 0.72, - "learning_rate": 3.79227414387367e-06, - "loss": 0.96, - "step": 10777 - }, - { - "epoch": 0.72, - "learning_rate": 3.7905736896539026e-06, - "loss": 0.8632, - "step": 10778 - }, - { - "epoch": 0.72, - "learning_rate": 3.788873527603152e-06, - "loss": 0.8717, - "step": 10779 - }, - { - "epoch": 0.72, - "learning_rate": 3.7871736578014164e-06, - "loss": 0.9668, - "step": 10780 - }, - { - "epoch": 0.72, - "learning_rate": 3.785474080328677e-06, - "loss": 0.9218, - "step": 10781 - }, - { - "epoch": 0.72, - "learning_rate": 3.7837747952649018e-06, - "loss": 0.9116, - "step": 10782 - }, - { - "epoch": 0.72, - "learning_rate": 3.7820758026900526e-06, - "loss": 0.9524, - "step": 10783 - }, - { - "epoch": 0.72, - "learning_rate": 3.7803771026840676e-06, - "loss": 0.8815, - "step": 10784 - }, - { - "epoch": 0.72, - "learning_rate": 3.778678695326874e-06, - "loss": 0.9297, - "step": 10785 - }, - { - "epoch": 0.72, - "learning_rate": 3.776980580698386e-06, - "loss": 0.9008, - "step": 10786 - }, - { - "epoch": 0.72, - "learning_rate": 3.775282758878507e-06, - "loss": 0.883, - "step": 10787 - }, - { - "epoch": 0.72, - "learning_rate": 3.7735852299471208e-06, - "loss": 0.9258, - "step": 10788 - }, - { - "epoch": 0.72, - "learning_rate": 3.7718879939841013e-06, - "loss": 0.9002, - "step": 10789 - }, - { - "epoch": 0.72, - "learning_rate": 3.7701910510693053e-06, - "loss": 0.9578, - "step": 10790 - }, - { - "epoch": 0.72, - "learning_rate": 3.7684944012825832e-06, - "loss": 0.9798, - "step": 10791 - }, - { - "epoch": 0.72, - "learning_rate": 3.7667980447037634e-06, - "loss": 0.9002, - "step": 10792 - }, - { - "epoch": 0.72, - "learning_rate": 3.7651019814126656e-06, - "loss": 0.9854, - "step": 10793 - }, - { - "epoch": 0.72, - "learning_rate": 3.7634062114890925e-06, - "loss": 0.9159, - "step": 10794 - }, - { - "epoch": 0.72, - "learning_rate": 3.76171073501283e-06, - "loss": 0.9528, - "step": 10795 - }, - { - "epoch": 0.72, - "learning_rate": 3.7600155520636673e-06, - "loss": 0.9785, - "step": 10796 - }, - { - "epoch": 0.72, - "learning_rate": 3.7583206627213543e-06, - "loss": 0.895, - "step": 10797 - }, - { - "epoch": 0.72, - "learning_rate": 3.7566260670656408e-06, - "loss": 0.9628, - "step": 10798 - }, - { - "epoch": 0.72, - "learning_rate": 3.7549317651762686e-06, - "loss": 0.917, - "step": 10799 - }, - { - "epoch": 0.72, - "learning_rate": 3.753237757132955e-06, - "loss": 0.9534, - "step": 10800 - }, - { - "epoch": 0.72, - "learning_rate": 3.751544043015407e-06, - "loss": 0.9324, - "step": 10801 - }, - { - "epoch": 0.72, - "learning_rate": 3.7498506229033193e-06, - "loss": 0.9023, - "step": 10802 - }, - { - "epoch": 0.72, - "learning_rate": 3.7481574968763678e-06, - "loss": 0.9537, - "step": 10803 - }, - { - "epoch": 0.72, - "learning_rate": 3.7464646650142277e-06, - "loss": 0.9774, - "step": 10804 - }, - { - "epoch": 0.72, - "learning_rate": 3.744772127396539e-06, - "loss": 0.9744, - "step": 10805 - }, - { - "epoch": 0.72, - "learning_rate": 3.7430798841029468e-06, - "loss": 0.9263, - "step": 10806 - }, - { - "epoch": 0.72, - "learning_rate": 3.7413879352130756e-06, - "loss": 0.9442, - "step": 10807 - }, - { - "epoch": 0.72, - "learning_rate": 3.739696280806534e-06, - "loss": 0.9689, - "step": 10808 - }, - { - "epoch": 0.72, - "learning_rate": 3.73800492096292e-06, - "loss": 0.9575, - "step": 10809 - }, - { - "epoch": 0.72, - "learning_rate": 3.7363138557618097e-06, - "loss": 0.9849, - "step": 10810 - }, - { - "epoch": 0.72, - "learning_rate": 3.7346230852827857e-06, - "loss": 0.8896, - "step": 10811 - }, - { - "epoch": 0.72, - "learning_rate": 3.732932609605391e-06, - "loss": 0.992, - "step": 10812 - }, - { - "epoch": 0.72, - "learning_rate": 3.7312424288091665e-06, - "loss": 1.0474, - "step": 10813 - }, - { - "epoch": 0.72, - "learning_rate": 3.729552542973647e-06, - "loss": 0.9656, - "step": 10814 - }, - { - "epoch": 0.72, - "learning_rate": 3.7278629521783426e-06, - "loss": 0.9343, - "step": 10815 - }, - { - "epoch": 0.72, - "learning_rate": 3.726173656502752e-06, - "loss": 0.9183, - "step": 10816 - }, - { - "epoch": 0.72, - "learning_rate": 3.7244846560263604e-06, - "loss": 0.9464, - "step": 10817 - }, - { - "epoch": 0.72, - "learning_rate": 3.722795950828638e-06, - "loss": 1.0349, - "step": 10818 - }, - { - "epoch": 0.72, - "learning_rate": 3.721107540989051e-06, - "loss": 1.0023, - "step": 10819 - }, - { - "epoch": 0.72, - "learning_rate": 3.7194194265870297e-06, - "loss": 0.9004, - "step": 10820 - }, - { - "epoch": 0.72, - "learning_rate": 3.7177316077020167e-06, - "loss": 0.8258, - "step": 10821 - }, - { - "epoch": 0.72, - "learning_rate": 3.7160440844134214e-06, - "loss": 0.9399, - "step": 10822 - }, - { - "epoch": 0.72, - "learning_rate": 3.7143568568006483e-06, - "loss": 0.945, - "step": 10823 - }, - { - "epoch": 0.72, - "learning_rate": 3.712669924943084e-06, - "loss": 0.8909, - "step": 10824 - }, - { - "epoch": 0.72, - "learning_rate": 3.710983288920105e-06, - "loss": 1.0002, - "step": 10825 - }, - { - "epoch": 0.73, - "learning_rate": 3.709296948811065e-06, - "loss": 0.8956, - "step": 10826 - }, - { - "epoch": 0.73, - "learning_rate": 3.7076109046953247e-06, - "loss": 0.9309, - "step": 10827 - }, - { - "epoch": 0.73, - "learning_rate": 3.7059251566522003e-06, - "loss": 0.9671, - "step": 10828 - }, - { - "epoch": 0.73, - "learning_rate": 3.704239704761021e-06, - "loss": 0.9418, - "step": 10829 - }, - { - "epoch": 0.73, - "learning_rate": 3.7025545491010905e-06, - "loss": 0.9349, - "step": 10830 - }, - { - "epoch": 0.73, - "learning_rate": 3.700869689751696e-06, - "loss": 0.9999, - "step": 10831 - }, - { - "epoch": 0.73, - "learning_rate": 3.6991851267921165e-06, - "loss": 0.9045, - "step": 10832 - }, - { - "epoch": 0.73, - "learning_rate": 3.6975008603016114e-06, - "loss": 0.8766, - "step": 10833 - }, - { - "epoch": 0.73, - "learning_rate": 3.6958168903594362e-06, - "loss": 0.9456, - "step": 10834 - }, - { - "epoch": 0.73, - "learning_rate": 3.694133217044825e-06, - "loss": 0.8981, - "step": 10835 - }, - { - "epoch": 0.73, - "learning_rate": 3.69244984043699e-06, - "loss": 1.017, - "step": 10836 - }, - { - "epoch": 0.73, - "learning_rate": 3.6907667606151475e-06, - "loss": 0.9489, - "step": 10837 - }, - { - "epoch": 0.73, - "learning_rate": 3.6890839776584887e-06, - "loss": 0.8657, - "step": 10838 - }, - { - "epoch": 0.73, - "learning_rate": 3.687401491646191e-06, - "loss": 0.9449, - "step": 10839 - }, - { - "epoch": 0.73, - "learning_rate": 3.6857193026574188e-06, - "loss": 0.963, - "step": 10840 - }, - { - "epoch": 0.73, - "learning_rate": 3.6840374107713228e-06, - "loss": 0.9329, - "step": 10841 - }, - { - "epoch": 0.73, - "learning_rate": 3.682355816067046e-06, - "loss": 0.8943, - "step": 10842 - }, - { - "epoch": 0.73, - "learning_rate": 3.680674518623707e-06, - "loss": 0.8371, - "step": 10843 - }, - { - "epoch": 0.73, - "learning_rate": 3.678993518520416e-06, - "loss": 1.0403, - "step": 10844 - }, - { - "epoch": 0.73, - "learning_rate": 3.677312815836268e-06, - "loss": 0.9566, - "step": 10845 - }, - { - "epoch": 0.73, - "learning_rate": 3.675632410650344e-06, - "loss": 0.9545, - "step": 10846 - }, - { - "epoch": 0.73, - "learning_rate": 3.673952303041711e-06, - "loss": 0.8709, - "step": 10847 - }, - { - "epoch": 0.73, - "learning_rate": 3.6722724930894205e-06, - "loss": 0.9946, - "step": 10848 - }, - { - "epoch": 0.73, - "learning_rate": 3.670592980872518e-06, - "loss": 0.9517, - "step": 10849 - }, - { - "epoch": 0.73, - "learning_rate": 3.668913766470027e-06, - "loss": 0.9606, - "step": 10850 - }, - { - "epoch": 0.73, - "learning_rate": 3.66723484996095e-06, - "loss": 0.9132, - "step": 10851 - }, - { - "epoch": 0.73, - "learning_rate": 3.6655562314242956e-06, - "loss": 0.9701, - "step": 10852 - }, - { - "epoch": 0.73, - "learning_rate": 3.6638779109390367e-06, - "loss": 0.8749, - "step": 10853 - }, - { - "epoch": 0.73, - "learning_rate": 3.6621998885841557e-06, - "loss": 0.9121, - "step": 10854 - }, - { - "epoch": 0.73, - "learning_rate": 3.660522164438597e-06, - "loss": 0.96, - "step": 10855 - }, - { - "epoch": 0.73, - "learning_rate": 3.658844738581301e-06, - "loss": 0.9295, - "step": 10856 - }, - { - "epoch": 0.73, - "learning_rate": 3.657167611091201e-06, - "loss": 0.9722, - "step": 10857 - }, - { - "epoch": 0.73, - "learning_rate": 3.6554907820472083e-06, - "loss": 0.9444, - "step": 10858 - }, - { - "epoch": 0.73, - "learning_rate": 3.6538142515282214e-06, - "loss": 0.8834, - "step": 10859 - }, - { - "epoch": 0.73, - "learning_rate": 3.652138019613125e-06, - "loss": 0.8404, - "step": 10860 - }, - { - "epoch": 0.73, - "learning_rate": 3.650462086380786e-06, - "loss": 0.945, - "step": 10861 - }, - { - "epoch": 0.73, - "learning_rate": 3.6487864519100723e-06, - "loss": 0.9885, - "step": 10862 - }, - { - "epoch": 0.73, - "learning_rate": 3.6471111162798155e-06, - "loss": 0.9407, - "step": 10863 - }, - { - "epoch": 0.73, - "learning_rate": 3.645436079568846e-06, - "loss": 0.9209, - "step": 10864 - }, - { - "epoch": 0.73, - "learning_rate": 3.6437613418559836e-06, - "loss": 0.9783, - "step": 10865 - }, - { - "epoch": 0.73, - "learning_rate": 3.642086903220027e-06, - "loss": 0.9545, - "step": 10866 - }, - { - "epoch": 0.73, - "learning_rate": 3.6404127637397615e-06, - "loss": 0.8785, - "step": 10867 - }, - { - "epoch": 0.73, - "learning_rate": 3.63873892349396e-06, - "loss": 0.938, - "step": 10868 - }, - { - "epoch": 0.73, - "learning_rate": 3.63706538256138e-06, - "loss": 0.9259, - "step": 10869 - }, - { - "epoch": 0.73, - "learning_rate": 3.6353921410207673e-06, - "loss": 1.0304, - "step": 10870 - }, - { - "epoch": 0.73, - "learning_rate": 3.633719198950847e-06, - "loss": 0.9815, - "step": 10871 - }, - { - "epoch": 0.73, - "learning_rate": 3.632046556430344e-06, - "loss": 0.9739, - "step": 10872 - }, - { - "epoch": 0.73, - "learning_rate": 3.630374213537956e-06, - "loss": 0.9847, - "step": 10873 - }, - { - "epoch": 0.73, - "learning_rate": 3.6287021703523705e-06, - "loss": 0.9587, - "step": 10874 - }, - { - "epoch": 0.73, - "learning_rate": 3.6270304269522618e-06, - "loss": 0.8914, - "step": 10875 - }, - { - "epoch": 0.73, - "learning_rate": 3.625358983416285e-06, - "loss": 0.9424, - "step": 10876 - }, - { - "epoch": 0.73, - "learning_rate": 3.623687839823098e-06, - "loss": 0.961, - "step": 10877 - }, - { - "epoch": 0.73, - "learning_rate": 3.6220169962513206e-06, - "loss": 0.9808, - "step": 10878 - }, - { - "epoch": 0.73, - "learning_rate": 3.620346452779571e-06, - "loss": 0.9293, - "step": 10879 - }, - { - "epoch": 0.73, - "learning_rate": 3.618676209486458e-06, - "loss": 0.9464, - "step": 10880 - }, - { - "epoch": 0.73, - "learning_rate": 3.617006266450569e-06, - "loss": 0.9307, - "step": 10881 - }, - { - "epoch": 0.73, - "learning_rate": 3.615336623750477e-06, - "loss": 0.9362, - "step": 10882 - }, - { - "epoch": 0.73, - "learning_rate": 3.6136672814647446e-06, - "loss": 0.9185, - "step": 10883 - }, - { - "epoch": 0.73, - "learning_rate": 3.6119982396719144e-06, - "loss": 0.9401, - "step": 10884 - }, - { - "epoch": 0.73, - "learning_rate": 3.610329498450529e-06, - "loss": 0.9832, - "step": 10885 - }, - { - "epoch": 0.73, - "learning_rate": 3.6086610578790935e-06, - "loss": 0.9091, - "step": 10886 - }, - { - "epoch": 0.73, - "learning_rate": 3.606992918036123e-06, - "loss": 0.8342, - "step": 10887 - }, - { - "epoch": 0.73, - "learning_rate": 3.605325079000104e-06, - "loss": 0.9149, - "step": 10888 - }, - { - "epoch": 0.73, - "learning_rate": 3.603657540849511e-06, - "loss": 0.9709, - "step": 10889 - }, - { - "epoch": 0.73, - "learning_rate": 3.6019903036628067e-06, - "loss": 0.9921, - "step": 10890 - }, - { - "epoch": 0.73, - "learning_rate": 3.600323367518437e-06, - "loss": 0.9527, - "step": 10891 - }, - { - "epoch": 0.73, - "learning_rate": 3.5986567324948406e-06, - "loss": 0.9507, - "step": 10892 - }, - { - "epoch": 0.73, - "learning_rate": 3.5969903986704356e-06, - "loss": 0.9617, - "step": 10893 - }, - { - "epoch": 0.73, - "learning_rate": 3.5953243661236204e-06, - "loss": 0.8996, - "step": 10894 - }, - { - "epoch": 0.73, - "learning_rate": 3.593658634932793e-06, - "loss": 0.9471, - "step": 10895 - }, - { - "epoch": 0.73, - "learning_rate": 3.5919932051763284e-06, - "loss": 0.9268, - "step": 10896 - }, - { - "epoch": 0.73, - "learning_rate": 3.59032807693259e-06, - "loss": 1.0294, - "step": 10897 - }, - { - "epoch": 0.73, - "learning_rate": 3.5886632502799236e-06, - "loss": 0.8668, - "step": 10898 - }, - { - "epoch": 0.73, - "learning_rate": 3.586998725296662e-06, - "loss": 1.0218, - "step": 10899 - }, - { - "epoch": 0.73, - "learning_rate": 3.585334502061132e-06, - "loss": 0.9601, - "step": 10900 - }, - { - "epoch": 0.73, - "learning_rate": 3.583670580651639e-06, - "loss": 0.8875, - "step": 10901 - }, - { - "epoch": 0.73, - "learning_rate": 3.5820069611464646e-06, - "loss": 0.9578, - "step": 10902 - }, - { - "epoch": 0.73, - "learning_rate": 3.580343643623896e-06, - "loss": 0.9448, - "step": 10903 - }, - { - "epoch": 0.73, - "learning_rate": 3.5786806281621943e-06, - "loss": 0.9488, - "step": 10904 - }, - { - "epoch": 0.73, - "learning_rate": 3.5770179148396068e-06, - "loss": 0.9656, - "step": 10905 - }, - { - "epoch": 0.73, - "learning_rate": 3.57535550373437e-06, - "loss": 0.9021, - "step": 10906 - }, - { - "epoch": 0.73, - "learning_rate": 3.5736933949247e-06, - "loss": 0.9697, - "step": 10907 - }, - { - "epoch": 0.73, - "learning_rate": 3.5720315884888135e-06, - "loss": 0.8715, - "step": 10908 - }, - { - "epoch": 0.73, - "learning_rate": 3.5703700845048893e-06, - "loss": 0.9306, - "step": 10909 - }, - { - "epoch": 0.73, - "learning_rate": 3.568708883051115e-06, - "loss": 0.8884, - "step": 10910 - }, - { - "epoch": 0.73, - "learning_rate": 3.5670479842056527e-06, - "loss": 0.9564, - "step": 10911 - }, - { - "epoch": 0.73, - "learning_rate": 3.5653873880466493e-06, - "loss": 0.9143, - "step": 10912 - }, - { - "epoch": 0.73, - "learning_rate": 3.5637270946522405e-06, - "loss": 1.0069, - "step": 10913 - }, - { - "epoch": 0.73, - "learning_rate": 3.562067104100546e-06, - "loss": 0.966, - "step": 10914 - }, - { - "epoch": 0.73, - "learning_rate": 3.5604074164696777e-06, - "loss": 0.9616, - "step": 10915 - }, - { - "epoch": 0.73, - "learning_rate": 3.5587480318377276e-06, - "loss": 0.9855, - "step": 10916 - }, - { - "epoch": 0.73, - "learning_rate": 3.5570889502827643e-06, - "loss": 0.9614, - "step": 10917 - }, - { - "epoch": 0.73, - "learning_rate": 3.555430171882861e-06, - "loss": 0.9286, - "step": 10918 - }, - { - "epoch": 0.73, - "learning_rate": 3.5537716967160664e-06, - "loss": 0.9863, - "step": 10919 - }, - { - "epoch": 0.73, - "learning_rate": 3.5521135248604133e-06, - "loss": 0.9226, - "step": 10920 - }, - { - "epoch": 0.73, - "learning_rate": 3.550455656393924e-06, - "loss": 0.8616, - "step": 10921 - }, - { - "epoch": 0.73, - "learning_rate": 3.5487980913946028e-06, - "loss": 0.9368, - "step": 10922 - }, - { - "epoch": 0.73, - "learning_rate": 3.5471408299404476e-06, - "loss": 0.9451, - "step": 10923 - }, - { - "epoch": 0.73, - "learning_rate": 3.545483872109433e-06, - "loss": 0.9541, - "step": 10924 - }, - { - "epoch": 0.73, - "learning_rate": 3.543827217979524e-06, - "loss": 0.9109, - "step": 10925 - }, - { - "epoch": 0.73, - "learning_rate": 3.5421708676286704e-06, - "loss": 0.9729, - "step": 10926 - }, - { - "epoch": 0.73, - "learning_rate": 3.540514821134807e-06, - "loss": 0.9129, - "step": 10927 - }, - { - "epoch": 0.73, - "learning_rate": 3.538859078575856e-06, - "loss": 0.8649, - "step": 10928 - }, - { - "epoch": 0.73, - "learning_rate": 3.5372036400297205e-06, - "loss": 0.9367, - "step": 10929 - }, - { - "epoch": 0.73, - "learning_rate": 3.5355485055742976e-06, - "loss": 0.9024, - "step": 10930 - }, - { - "epoch": 0.73, - "learning_rate": 3.5338936752874654e-06, - "loss": 0.9646, - "step": 10931 - }, - { - "epoch": 0.73, - "learning_rate": 3.5322391492470853e-06, - "loss": 0.9341, - "step": 10932 - }, - { - "epoch": 0.73, - "learning_rate": 3.530584927531009e-06, - "loss": 0.9622, - "step": 10933 - }, - { - "epoch": 0.73, - "learning_rate": 3.528931010217066e-06, - "loss": 1.012, - "step": 10934 - }, - { - "epoch": 0.73, - "learning_rate": 3.52727739738309e-06, - "loss": 0.95, - "step": 10935 - }, - { - "epoch": 0.73, - "learning_rate": 3.525624089106875e-06, - "loss": 0.9003, - "step": 10936 - }, - { - "epoch": 0.73, - "learning_rate": 3.5239710854662147e-06, - "loss": 0.9358, - "step": 10937 - }, - { - "epoch": 0.73, - "learning_rate": 3.5223183865388944e-06, - "loss": 0.9303, - "step": 10938 - }, - { - "epoch": 0.73, - "learning_rate": 3.520665992402672e-06, - "loss": 0.9349, - "step": 10939 - }, - { - "epoch": 0.73, - "learning_rate": 3.519013903135299e-06, - "loss": 1.0044, - "step": 10940 - }, - { - "epoch": 0.73, - "learning_rate": 3.517362118814509e-06, - "loss": 1.0294, - "step": 10941 - }, - { - "epoch": 0.73, - "learning_rate": 3.5157106395180206e-06, - "loss": 0.991, - "step": 10942 - }, - { - "epoch": 0.73, - "learning_rate": 3.5140594653235494e-06, - "loss": 0.8765, - "step": 10943 - }, - { - "epoch": 0.73, - "learning_rate": 3.512408596308776e-06, - "loss": 0.9419, - "step": 10944 - }, - { - "epoch": 0.73, - "learning_rate": 3.510758032551379e-06, - "loss": 1.0656, - "step": 10945 - }, - { - "epoch": 0.73, - "learning_rate": 3.509107774129029e-06, - "loss": 0.9688, - "step": 10946 - }, - { - "epoch": 0.73, - "learning_rate": 3.507457821119371e-06, - "loss": 0.9148, - "step": 10947 - }, - { - "epoch": 0.73, - "learning_rate": 3.5058081736000384e-06, - "loss": 0.9405, - "step": 10948 - }, - { - "epoch": 0.73, - "learning_rate": 3.504158831648652e-06, - "loss": 0.9639, - "step": 10949 - }, - { - "epoch": 0.73, - "learning_rate": 3.5025097953428133e-06, - "loss": 0.9123, - "step": 10950 - }, - { - "epoch": 0.73, - "learning_rate": 3.500861064760125e-06, - "loss": 0.9486, - "step": 10951 - }, - { - "epoch": 0.73, - "learning_rate": 3.49921263997815e-06, - "loss": 0.9484, - "step": 10952 - }, - { - "epoch": 0.73, - "learning_rate": 3.497564521074461e-06, - "loss": 1.0098, - "step": 10953 - }, - { - "epoch": 0.73, - "learning_rate": 3.495916708126602e-06, - "loss": 1.0115, - "step": 10954 - }, - { - "epoch": 0.73, - "learning_rate": 3.494269201212107e-06, - "loss": 0.9816, - "step": 10955 - }, - { - "epoch": 0.73, - "learning_rate": 3.4926220004084965e-06, - "loss": 0.9675, - "step": 10956 - }, - { - "epoch": 0.73, - "learning_rate": 3.4909751057932704e-06, - "loss": 0.9108, - "step": 10957 - }, - { - "epoch": 0.73, - "learning_rate": 3.489328517443927e-06, - "loss": 0.9649, - "step": 10958 - }, - { - "epoch": 0.73, - "learning_rate": 3.4876822354379424e-06, - "loss": 0.9229, - "step": 10959 - }, - { - "epoch": 0.73, - "learning_rate": 3.4860362598527674e-06, - "loss": 0.9444, - "step": 10960 - }, - { - "epoch": 0.73, - "learning_rate": 3.4843905907658605e-06, - "loss": 0.9459, - "step": 10961 - }, - { - "epoch": 0.73, - "learning_rate": 3.4827452282546493e-06, - "loss": 0.9163, - "step": 10962 - }, - { - "epoch": 0.73, - "learning_rate": 3.4811001723965544e-06, - "loss": 0.8787, - "step": 10963 - }, - { - "epoch": 0.73, - "learning_rate": 3.479455423268978e-06, - "loss": 0.946, - "step": 10964 - }, - { - "epoch": 0.73, - "learning_rate": 3.4778109809493075e-06, - "loss": 0.9221, - "step": 10965 - }, - { - "epoch": 0.73, - "learning_rate": 3.4761668455149276e-06, - "loss": 0.9194, - "step": 10966 - }, - { - "epoch": 0.73, - "learning_rate": 3.4745230170431854e-06, - "loss": 0.9792, - "step": 10967 - }, - { - "epoch": 0.73, - "learning_rate": 3.4728794956114376e-06, - "loss": 0.9206, - "step": 10968 - }, - { - "epoch": 0.73, - "learning_rate": 3.4712362812970122e-06, - "loss": 0.9084, - "step": 10969 - }, - { - "epoch": 0.73, - "learning_rate": 3.469593374177227e-06, - "loss": 0.9308, - "step": 10970 - }, - { - "epoch": 0.73, - "learning_rate": 3.467950774329385e-06, - "loss": 0.9192, - "step": 10971 - }, - { - "epoch": 0.73, - "learning_rate": 3.4663084818307702e-06, - "loss": 0.9051, - "step": 10972 - }, - { - "epoch": 0.73, - "learning_rate": 3.464666496758664e-06, - "loss": 0.9427, - "step": 10973 - }, - { - "epoch": 0.73, - "learning_rate": 3.463024819190327e-06, - "loss": 0.8781, - "step": 10974 - }, - { - "epoch": 0.74, - "learning_rate": 3.461383449202992e-06, - "loss": 0.9362, - "step": 10975 - }, - { - "epoch": 0.74, - "learning_rate": 3.459742386873901e-06, - "loss": 0.9281, - "step": 10976 - }, - { - "epoch": 0.74, - "learning_rate": 3.4581016322802675e-06, - "loss": 0.9346, - "step": 10977 - }, - { - "epoch": 0.74, - "learning_rate": 3.4564611854992903e-06, - "loss": 0.9538, - "step": 10978 - }, - { - "epoch": 0.74, - "learning_rate": 3.454821046608159e-06, - "loss": 0.9012, - "step": 10979 - }, - { - "epoch": 0.74, - "learning_rate": 3.4531812156840426e-06, - "loss": 0.9256, - "step": 10980 - }, - { - "epoch": 0.74, - "learning_rate": 3.4515416928041044e-06, - "loss": 0.9849, - "step": 10981 - }, - { - "epoch": 0.74, - "learning_rate": 3.4499024780454904e-06, - "loss": 0.9333, - "step": 10982 - }, - { - "epoch": 0.74, - "learning_rate": 3.4482635714853175e-06, - "loss": 0.958, - "step": 10983 - }, - { - "epoch": 0.74, - "learning_rate": 3.4466249732007117e-06, - "loss": 0.9573, - "step": 10984 - }, - { - "epoch": 0.74, - "learning_rate": 3.4449866832687696e-06, - "loss": 0.8883, - "step": 10985 - }, - { - "epoch": 0.74, - "learning_rate": 3.4433487017665755e-06, - "loss": 0.9393, - "step": 10986 - }, - { - "epoch": 0.74, - "learning_rate": 3.441711028771203e-06, - "loss": 0.8941, - "step": 10987 - }, - { - "epoch": 0.74, - "learning_rate": 3.440073664359703e-06, - "loss": 0.8791, - "step": 10988 - }, - { - "epoch": 0.74, - "learning_rate": 3.4384366086091257e-06, - "loss": 0.9339, - "step": 10989 - }, - { - "epoch": 0.74, - "learning_rate": 3.436799861596496e-06, - "loss": 0.8743, - "step": 10990 - }, - { - "epoch": 0.74, - "learning_rate": 3.435163423398824e-06, - "loss": 0.9717, - "step": 10991 - }, - { - "epoch": 0.74, - "learning_rate": 3.433527294093111e-06, - "loss": 0.9254, - "step": 10992 - }, - { - "epoch": 0.74, - "learning_rate": 3.4318914737563403e-06, - "loss": 0.9643, - "step": 10993 - }, - { - "epoch": 0.74, - "learning_rate": 3.4302559624654807e-06, - "loss": 0.9205, - "step": 10994 - }, - { - "epoch": 0.74, - "learning_rate": 3.4286207602974843e-06, - "loss": 0.9789, - "step": 10995 - }, - { - "epoch": 0.74, - "learning_rate": 3.4269858673292977e-06, - "loss": 0.9052, - "step": 10996 - }, - { - "epoch": 0.74, - "learning_rate": 3.425351283637843e-06, - "loss": 0.8854, - "step": 10997 - }, - { - "epoch": 0.74, - "learning_rate": 3.4237170093000327e-06, - "loss": 0.9279, - "step": 10998 - }, - { - "epoch": 0.74, - "learning_rate": 3.4220830443927634e-06, - "loss": 0.9857, - "step": 10999 - }, - { - "epoch": 0.74, - "learning_rate": 3.4204493889929123e-06, - "loss": 0.9365, - "step": 11000 - }, - { - "epoch": 0.74, - "learning_rate": 3.4188160431773586e-06, - "loss": 0.9209, - "step": 11001 - }, - { - "epoch": 0.74, - "learning_rate": 3.417183007022944e-06, - "loss": 0.9412, - "step": 11002 - }, - { - "epoch": 0.74, - "learning_rate": 3.4155502806065086e-06, - "loss": 0.979, - "step": 11003 - }, - { - "epoch": 0.74, - "learning_rate": 3.413917864004881e-06, - "loss": 0.9547, - "step": 11004 - }, - { - "epoch": 0.74, - "learning_rate": 3.4122857572948685e-06, - "loss": 0.9338, - "step": 11005 - }, - { - "epoch": 0.74, - "learning_rate": 3.410653960553265e-06, - "loss": 0.9653, - "step": 11006 - }, - { - "epoch": 0.74, - "learning_rate": 3.409022473856852e-06, - "loss": 0.9271, - "step": 11007 - }, - { - "epoch": 0.74, - "learning_rate": 3.4073912972823896e-06, - "loss": 0.9295, - "step": 11008 - }, - { - "epoch": 0.74, - "learning_rate": 3.4057604309066407e-06, - "loss": 0.9568, - "step": 11009 - }, - { - "epoch": 0.74, - "learning_rate": 3.4041298748063266e-06, - "loss": 0.9322, - "step": 11010 - }, - { - "epoch": 0.74, - "learning_rate": 3.40249962905818e-06, - "loss": 0.8531, - "step": 11011 - }, - { - "epoch": 0.74, - "learning_rate": 3.4008696937389054e-06, - "loss": 0.9129, - "step": 11012 - }, - { - "epoch": 0.74, - "learning_rate": 3.399240068925194e-06, - "loss": 0.9047, - "step": 11013 - }, - { - "epoch": 0.74, - "learning_rate": 3.3976107546937244e-06, - "loss": 0.938, - "step": 11014 - }, - { - "epoch": 0.74, - "learning_rate": 3.395981751121159e-06, - "loss": 0.9645, - "step": 11015 - }, - { - "epoch": 0.74, - "learning_rate": 3.3943530582841476e-06, - "loss": 0.9664, - "step": 11016 - }, - { - "epoch": 0.74, - "learning_rate": 3.3927246762593245e-06, - "loss": 0.9932, - "step": 11017 - }, - { - "epoch": 0.74, - "learning_rate": 3.391096605123304e-06, - "loss": 0.9397, - "step": 11018 - }, - { - "epoch": 0.74, - "learning_rate": 3.389468844952699e-06, - "loss": 0.9084, - "step": 11019 - }, - { - "epoch": 0.74, - "learning_rate": 3.3878413958240973e-06, - "loss": 0.9691, - "step": 11020 - }, - { - "epoch": 0.74, - "learning_rate": 3.386214257814072e-06, - "loss": 0.9913, - "step": 11021 - }, - { - "epoch": 0.74, - "learning_rate": 3.3845874309991856e-06, - "loss": 0.8079, - "step": 11022 - }, - { - "epoch": 0.74, - "learning_rate": 3.3829609154559805e-06, - "loss": 0.9257, - "step": 11023 - }, - { - "epoch": 0.74, - "learning_rate": 3.3813347112609996e-06, - "loss": 0.9333, - "step": 11024 - }, - { - "epoch": 0.74, - "learning_rate": 3.3797088184907476e-06, - "loss": 0.9469, - "step": 11025 - }, - { - "epoch": 0.74, - "learning_rate": 3.3780832372217278e-06, - "loss": 0.9236, - "step": 11026 - }, - { - "epoch": 0.74, - "learning_rate": 3.3764579675304356e-06, - "loss": 0.9167, - "step": 11027 - }, - { - "epoch": 0.74, - "learning_rate": 3.374833009493339e-06, - "loss": 0.9366, - "step": 11028 - }, - { - "epoch": 0.74, - "learning_rate": 3.373208363186897e-06, - "loss": 0.9467, - "step": 11029 - }, - { - "epoch": 0.74, - "learning_rate": 3.3715840286875546e-06, - "loss": 0.9105, - "step": 11030 - }, - { - "epoch": 0.74, - "learning_rate": 3.369960006071735e-06, - "loss": 0.9308, - "step": 11031 - }, - { - "epoch": 0.74, - "learning_rate": 3.368336295415865e-06, - "loss": 0.9623, - "step": 11032 - }, - { - "epoch": 0.74, - "learning_rate": 3.366712896796329e-06, - "loss": 0.844, - "step": 11033 - }, - { - "epoch": 0.74, - "learning_rate": 3.3650898102895225e-06, - "loss": 0.9353, - "step": 11034 - }, - { - "epoch": 0.74, - "learning_rate": 3.3634670359718124e-06, - "loss": 0.9771, - "step": 11035 - }, - { - "epoch": 0.74, - "learning_rate": 3.361844573919555e-06, - "loss": 0.8939, - "step": 11036 - }, - { - "epoch": 0.74, - "learning_rate": 3.3602224242090897e-06, - "loss": 0.8598, - "step": 11037 - }, - { - "epoch": 0.74, - "learning_rate": 3.3586005869167413e-06, - "loss": 0.9865, - "step": 11038 - }, - { - "epoch": 0.74, - "learning_rate": 3.356979062118827e-06, - "loss": 0.9346, - "step": 11039 - }, - { - "epoch": 0.74, - "learning_rate": 3.3553578498916428e-06, - "loss": 0.8944, - "step": 11040 - }, - { - "epoch": 0.74, - "learning_rate": 3.3537369503114627e-06, - "loss": 0.9439, - "step": 11041 - }, - { - "epoch": 0.74, - "learning_rate": 3.3521163634545617e-06, - "loss": 0.9501, - "step": 11042 - }, - { - "epoch": 0.74, - "learning_rate": 3.3504960893971903e-06, - "loss": 0.8544, - "step": 11043 - }, - { - "epoch": 0.74, - "learning_rate": 3.348876128215588e-06, - "loss": 0.8918, - "step": 11044 - }, - { - "epoch": 0.74, - "learning_rate": 3.347256479985975e-06, - "loss": 0.9221, - "step": 11045 - }, - { - "epoch": 0.74, - "learning_rate": 3.345637144784558e-06, - "loss": 0.8881, - "step": 11046 - }, - { - "epoch": 0.74, - "learning_rate": 3.344018122687539e-06, - "loss": 0.9209, - "step": 11047 - }, - { - "epoch": 0.74, - "learning_rate": 3.3423994137710938e-06, - "loss": 0.8834, - "step": 11048 - }, - { - "epoch": 0.74, - "learning_rate": 3.3407810181113787e-06, - "loss": 1.0173, - "step": 11049 - }, - { - "epoch": 0.74, - "learning_rate": 3.3391629357845533e-06, - "loss": 0.9979, - "step": 11050 - }, - { - "epoch": 0.74, - "learning_rate": 3.337545166866748e-06, - "loss": 0.9059, - "step": 11051 - }, - { - "epoch": 0.74, - "learning_rate": 3.335927711434085e-06, - "loss": 0.9239, - "step": 11052 - }, - { - "epoch": 0.74, - "learning_rate": 3.3343105695626667e-06, - "loss": 0.9324, - "step": 11053 - }, - { - "epoch": 0.74, - "learning_rate": 3.3326937413285822e-06, - "loss": 0.9059, - "step": 11054 - }, - { - "epoch": 0.74, - "learning_rate": 3.331077226807914e-06, - "loss": 0.9377, - "step": 11055 - }, - { - "epoch": 0.74, - "learning_rate": 3.329461026076719e-06, - "loss": 0.9585, - "step": 11056 - }, - { - "epoch": 0.74, - "learning_rate": 3.3278451392110434e-06, - "loss": 0.9826, - "step": 11057 - }, - { - "epoch": 0.74, - "learning_rate": 3.326229566286919e-06, - "loss": 0.969, - "step": 11058 - }, - { - "epoch": 0.74, - "learning_rate": 3.3246143073803638e-06, - "loss": 0.9707, - "step": 11059 - }, - { - "epoch": 0.74, - "learning_rate": 3.3229993625673785e-06, - "loss": 0.9172, - "step": 11060 - }, - { - "epoch": 0.74, - "learning_rate": 3.3213847319239468e-06, - "loss": 0.9564, - "step": 11061 - }, - { - "epoch": 0.74, - "learning_rate": 3.319770415526048e-06, - "loss": 1.0255, - "step": 11062 - }, - { - "epoch": 0.74, - "learning_rate": 3.3181564134496403e-06, - "loss": 0.9302, - "step": 11063 - }, - { - "epoch": 0.74, - "learning_rate": 3.316542725770656e-06, - "loss": 0.8353, - "step": 11064 - }, - { - "epoch": 0.74, - "learning_rate": 3.3149293525650328e-06, - "loss": 0.8862, - "step": 11065 - }, - { - "epoch": 0.74, - "learning_rate": 3.313316293908678e-06, - "loss": 0.919, - "step": 11066 - }, - { - "epoch": 0.74, - "learning_rate": 3.3117035498774995e-06, - "loss": 0.9383, - "step": 11067 - }, - { - "epoch": 0.74, - "learning_rate": 3.3100911205473707e-06, - "loss": 0.927, - "step": 11068 - }, - { - "epoch": 0.74, - "learning_rate": 3.308479005994162e-06, - "loss": 0.9547, - "step": 11069 - }, - { - "epoch": 0.74, - "learning_rate": 3.3068672062937314e-06, - "loss": 0.9417, - "step": 11070 - }, - { - "epoch": 0.74, - "learning_rate": 3.3052557215219173e-06, - "loss": 0.8744, - "step": 11071 - }, - { - "epoch": 0.74, - "learning_rate": 3.3036445517545437e-06, - "loss": 0.9237, - "step": 11072 - }, - { - "epoch": 0.74, - "learning_rate": 3.3020336970674184e-06, - "loss": 0.9259, - "step": 11073 - }, - { - "epoch": 0.74, - "learning_rate": 3.3004231575363377e-06, - "loss": 0.9611, - "step": 11074 - }, - { - "epoch": 0.74, - "learning_rate": 3.298812933237081e-06, - "loss": 0.986, - "step": 11075 - }, - { - "epoch": 0.74, - "learning_rate": 3.29720302424541e-06, - "loss": 0.8671, - "step": 11076 - }, - { - "epoch": 0.74, - "learning_rate": 3.295593430637083e-06, - "loss": 0.9169, - "step": 11077 - }, - { - "epoch": 0.74, - "learning_rate": 3.293984152487829e-06, - "loss": 0.9478, - "step": 11078 - }, - { - "epoch": 0.74, - "learning_rate": 3.292375189873371e-06, - "loss": 0.9439, - "step": 11079 - }, - { - "epoch": 0.74, - "learning_rate": 3.290766542869415e-06, - "loss": 0.9139, - "step": 11080 - }, - { - "epoch": 0.74, - "learning_rate": 3.2891582115516462e-06, - "loss": 0.9957, - "step": 11081 - }, - { - "epoch": 0.74, - "learning_rate": 3.2875501959957532e-06, - "loss": 0.9056, - "step": 11082 - }, - { - "epoch": 0.74, - "learning_rate": 3.2859424962773857e-06, - "loss": 0.906, - "step": 11083 - }, - { - "epoch": 0.74, - "learning_rate": 3.28433511247219e-06, - "loss": 0.9529, - "step": 11084 - }, - { - "epoch": 0.74, - "learning_rate": 3.2827280446558043e-06, - "loss": 0.9949, - "step": 11085 - }, - { - "epoch": 0.74, - "learning_rate": 3.2811212929038426e-06, - "loss": 0.9349, - "step": 11086 - }, - { - "epoch": 0.74, - "learning_rate": 3.2795148572919055e-06, - "loss": 0.9672, - "step": 11087 - }, - { - "epoch": 0.74, - "learning_rate": 3.27790873789558e-06, - "loss": 0.8648, - "step": 11088 - }, - { - "epoch": 0.74, - "learning_rate": 3.276302934790435e-06, - "loss": 0.9978, - "step": 11089 - }, - { - "epoch": 0.74, - "learning_rate": 3.2746974480520377e-06, - "loss": 1.0275, - "step": 11090 - }, - { - "epoch": 0.74, - "learning_rate": 3.2730922777559205e-06, - "loss": 0.9316, - "step": 11091 - }, - { - "epoch": 0.74, - "learning_rate": 3.2714874239776096e-06, - "loss": 0.9838, - "step": 11092 - }, - { - "epoch": 0.74, - "learning_rate": 3.269882886792625e-06, - "loss": 0.9645, - "step": 11093 - }, - { - "epoch": 0.74, - "learning_rate": 3.2682786662764597e-06, - "loss": 0.8887, - "step": 11094 - }, - { - "epoch": 0.74, - "learning_rate": 3.266674762504598e-06, - "loss": 0.8753, - "step": 11095 - }, - { - "epoch": 0.74, - "learning_rate": 3.2650711755525065e-06, - "loss": 0.9484, - "step": 11096 - }, - { - "epoch": 0.74, - "learning_rate": 3.263467905495635e-06, - "loss": 0.8534, - "step": 11097 - }, - { - "epoch": 0.74, - "learning_rate": 3.2618649524094303e-06, - "loss": 0.9027, - "step": 11098 - }, - { - "epoch": 0.74, - "learning_rate": 3.260262316369304e-06, - "loss": 0.8483, - "step": 11099 - }, - { - "epoch": 0.74, - "learning_rate": 3.2586599974506726e-06, - "loss": 1.0077, - "step": 11100 - }, - { - "epoch": 0.74, - "learning_rate": 3.257057995728926e-06, - "loss": 0.8594, - "step": 11101 - }, - { - "epoch": 0.74, - "learning_rate": 3.2554563112794434e-06, - "loss": 0.952, - "step": 11102 - }, - { - "epoch": 0.74, - "learning_rate": 3.2538549441775867e-06, - "loss": 0.9459, - "step": 11103 - }, - { - "epoch": 0.74, - "learning_rate": 3.2522538944987012e-06, - "loss": 0.8889, - "step": 11104 - }, - { - "epoch": 0.74, - "learning_rate": 3.250653162318128e-06, - "loss": 0.9576, - "step": 11105 - }, - { - "epoch": 0.74, - "learning_rate": 3.2490527477111855e-06, - "loss": 0.9032, - "step": 11106 - }, - { - "epoch": 0.74, - "learning_rate": 3.247452650753166e-06, - "loss": 0.909, - "step": 11107 - }, - { - "epoch": 0.74, - "learning_rate": 3.245852871519367e-06, - "loss": 0.947, - "step": 11108 - }, - { - "epoch": 0.74, - "learning_rate": 3.244253410085062e-06, - "loss": 0.8944, - "step": 11109 - }, - { - "epoch": 0.74, - "learning_rate": 3.242654266525508e-06, - "loss": 0.8941, - "step": 11110 - }, - { - "epoch": 0.74, - "learning_rate": 3.241055440915948e-06, - "loss": 0.9734, - "step": 11111 - }, - { - "epoch": 0.74, - "learning_rate": 3.2394569333316083e-06, - "loss": 0.9483, - "step": 11112 - }, - { - "epoch": 0.74, - "learning_rate": 3.2378587438477126e-06, - "loss": 0.9328, - "step": 11113 - }, - { - "epoch": 0.74, - "learning_rate": 3.2362608725394463e-06, - "loss": 0.9128, - "step": 11114 - }, - { - "epoch": 0.74, - "learning_rate": 3.234663319482003e-06, - "loss": 0.9911, - "step": 11115 - }, - { - "epoch": 0.74, - "learning_rate": 3.233066084750549e-06, - "loss": 0.9315, - "step": 11116 - }, - { - "epoch": 0.74, - "learning_rate": 3.231469168420237e-06, - "loss": 0.9824, - "step": 11117 - }, - { - "epoch": 0.74, - "learning_rate": 3.2298725705662072e-06, - "loss": 0.9332, - "step": 11118 - }, - { - "epoch": 0.74, - "learning_rate": 3.228276291263579e-06, - "loss": 0.9267, - "step": 11119 - }, - { - "epoch": 0.74, - "learning_rate": 3.226680330587468e-06, - "loss": 0.9489, - "step": 11120 - }, - { - "epoch": 0.74, - "learning_rate": 3.2250846886129704e-06, - "loss": 0.9191, - "step": 11121 - }, - { - "epoch": 0.74, - "learning_rate": 3.223489365415152e-06, - "loss": 0.8586, - "step": 11122 - }, - { - "epoch": 0.74, - "learning_rate": 3.221894361069088e-06, - "loss": 0.895, - "step": 11123 - }, - { - "epoch": 0.75, - "learning_rate": 3.220299675649825e-06, - "loss": 0.8869, - "step": 11124 - }, - { - "epoch": 0.75, - "learning_rate": 3.218705309232395e-06, - "loss": 1.0099, - "step": 11125 - }, - { - "epoch": 0.75, - "learning_rate": 3.2171112618918187e-06, - "loss": 0.9686, - "step": 11126 - }, - { - "epoch": 0.75, - "learning_rate": 3.2155175337030953e-06, - "loss": 1.0297, - "step": 11127 - }, - { - "epoch": 0.75, - "learning_rate": 3.213924124741222e-06, - "loss": 0.9091, - "step": 11128 - }, - { - "epoch": 0.75, - "learning_rate": 3.212331035081171e-06, - "loss": 0.9472, - "step": 11129 - }, - { - "epoch": 0.75, - "learning_rate": 3.2107382647978914e-06, - "loss": 0.8542, - "step": 11130 - }, - { - "epoch": 0.75, - "learning_rate": 3.2091458139663388e-06, - "loss": 0.9616, - "step": 11131 - }, - { - "epoch": 0.75, - "learning_rate": 3.207553682661436e-06, - "loss": 0.9783, - "step": 11132 - }, - { - "epoch": 0.75, - "learning_rate": 3.2059618709580987e-06, - "loss": 0.9598, - "step": 11133 - }, - { - "epoch": 0.75, - "learning_rate": 3.204370378931225e-06, - "loss": 0.9923, - "step": 11134 - }, - { - "epoch": 0.75, - "learning_rate": 3.2027792066556952e-06, - "loss": 0.9344, - "step": 11135 - }, - { - "epoch": 0.75, - "learning_rate": 3.2011883542063837e-06, - "loss": 0.8759, - "step": 11136 - }, - { - "epoch": 0.75, - "learning_rate": 3.1995978216581423e-06, - "loss": 0.9261, - "step": 11137 - }, - { - "epoch": 0.75, - "learning_rate": 3.198007609085809e-06, - "loss": 0.9214, - "step": 11138 - }, - { - "epoch": 0.75, - "learning_rate": 3.1964177165642073e-06, - "loss": 0.9303, - "step": 11139 - }, - { - "epoch": 0.75, - "learning_rate": 3.194828144168146e-06, - "loss": 0.9676, - "step": 11140 - }, - { - "epoch": 0.75, - "learning_rate": 3.1932388919724166e-06, - "loss": 0.9263, - "step": 11141 - }, - { - "epoch": 0.75, - "learning_rate": 3.191649960051797e-06, - "loss": 0.9242, - "step": 11142 - }, - { - "epoch": 0.75, - "learning_rate": 3.190061348481054e-06, - "loss": 0.9912, - "step": 11143 - }, - { - "epoch": 0.75, - "learning_rate": 3.1884730573349342e-06, - "loss": 0.9806, - "step": 11144 - }, - { - "epoch": 0.75, - "learning_rate": 3.1868850866881705e-06, - "loss": 0.9129, - "step": 11145 - }, - { - "epoch": 0.75, - "learning_rate": 3.185297436615481e-06, - "loss": 0.917, - "step": 11146 - }, - { - "epoch": 0.75, - "learning_rate": 3.183710107191564e-06, - "loss": 0.9767, - "step": 11147 - }, - { - "epoch": 0.75, - "learning_rate": 3.18212309849112e-06, - "loss": 0.9853, - "step": 11148 - }, - { - "epoch": 0.75, - "learning_rate": 3.180536410588809e-06, - "loss": 0.9082, - "step": 11149 - }, - { - "epoch": 0.75, - "learning_rate": 3.17895004355929e-06, - "loss": 0.8853, - "step": 11150 - }, - { - "epoch": 0.75, - "learning_rate": 3.1773639974772108e-06, - "loss": 0.9313, - "step": 11151 - }, - { - "epoch": 0.75, - "learning_rate": 3.175778272417198e-06, - "loss": 0.9766, - "step": 11152 - }, - { - "epoch": 0.75, - "learning_rate": 3.1741928684538614e-06, - "loss": 0.933, - "step": 11153 - }, - { - "epoch": 0.75, - "learning_rate": 3.1726077856617996e-06, - "loss": 0.9656, - "step": 11154 - }, - { - "epoch": 0.75, - "learning_rate": 3.1710230241155915e-06, - "loss": 0.9766, - "step": 11155 - }, - { - "epoch": 0.75, - "learning_rate": 3.1694385838898136e-06, - "loss": 0.8911, - "step": 11156 - }, - { - "epoch": 0.75, - "learning_rate": 3.1678544650590036e-06, - "loss": 0.9201, - "step": 11157 - }, - { - "epoch": 0.75, - "learning_rate": 3.1662706676977104e-06, - "loss": 0.9073, - "step": 11158 - }, - { - "epoch": 0.75, - "learning_rate": 3.16468719188045e-06, - "loss": 0.8936, - "step": 11159 - }, - { - "epoch": 0.75, - "learning_rate": 3.16310403768173e-06, - "loss": 0.962, - "step": 11160 - }, - { - "epoch": 0.75, - "learning_rate": 3.1615212051760425e-06, - "loss": 0.9105, - "step": 11161 - }, - { - "epoch": 0.75, - "learning_rate": 3.159938694437863e-06, - "loss": 0.9648, - "step": 11162 - }, - { - "epoch": 0.75, - "learning_rate": 3.1583565055416477e-06, - "loss": 0.9512, - "step": 11163 - }, - { - "epoch": 0.75, - "learning_rate": 3.156774638561855e-06, - "loss": 1.0565, - "step": 11164 - }, - { - "epoch": 0.75, - "learning_rate": 3.1551930935729014e-06, - "loss": 0.8875, - "step": 11165 - }, - { - "epoch": 0.75, - "learning_rate": 3.1536118706492125e-06, - "loss": 1.003, - "step": 11166 - }, - { - "epoch": 0.75, - "learning_rate": 3.1520309698651853e-06, - "loss": 0.91, - "step": 11167 - }, - { - "epoch": 0.75, - "learning_rate": 3.1504503912952044e-06, - "loss": 0.8048, - "step": 11168 - }, - { - "epoch": 0.75, - "learning_rate": 3.148870135013642e-06, - "loss": 0.8581, - "step": 11169 - }, - { - "epoch": 0.75, - "learning_rate": 3.147290201094848e-06, - "loss": 0.9312, - "step": 11170 - }, - { - "epoch": 0.75, - "learning_rate": 3.1457105896131735e-06, - "loss": 0.9706, - "step": 11171 - }, - { - "epoch": 0.75, - "learning_rate": 3.144131300642932e-06, - "loss": 0.9089, - "step": 11172 - }, - { - "epoch": 0.75, - "learning_rate": 3.1425523342584343e-06, - "loss": 0.8936, - "step": 11173 - }, - { - "epoch": 0.75, - "learning_rate": 3.1409736905339795e-06, - "loss": 0.8565, - "step": 11174 - }, - { - "epoch": 0.75, - "learning_rate": 3.139395369543845e-06, - "loss": 0.9617, - "step": 11175 - }, - { - "epoch": 0.75, - "learning_rate": 3.137817371362294e-06, - "loss": 0.9785, - "step": 11176 - }, - { - "epoch": 0.75, - "learning_rate": 3.1362396960635755e-06, - "loss": 0.8729, - "step": 11177 - }, - { - "epoch": 0.75, - "learning_rate": 3.1346623437219204e-06, - "loss": 0.8431, - "step": 11178 - }, - { - "epoch": 0.75, - "learning_rate": 3.1330853144115547e-06, - "loss": 0.9461, - "step": 11179 - }, - { - "epoch": 0.75, - "learning_rate": 3.1315086082066713e-06, - "loss": 0.8266, - "step": 11180 - }, - { - "epoch": 0.75, - "learning_rate": 3.129932225181467e-06, - "loss": 0.8815, - "step": 11181 - }, - { - "epoch": 0.75, - "learning_rate": 3.12835616541011e-06, - "loss": 0.9279, - "step": 11182 - }, - { - "epoch": 0.75, - "learning_rate": 3.1267804289667602e-06, - "loss": 1.009, - "step": 11183 - }, - { - "epoch": 0.75, - "learning_rate": 3.1252050159255574e-06, - "loss": 0.9612, - "step": 11184 - }, - { - "epoch": 0.75, - "learning_rate": 3.123629926360627e-06, - "loss": 0.931, - "step": 11185 - }, - { - "epoch": 0.75, - "learning_rate": 3.1220551603460868e-06, - "loss": 0.867, - "step": 11186 - }, - { - "epoch": 0.75, - "learning_rate": 3.120480717956035e-06, - "loss": 0.9709, - "step": 11187 - }, - { - "epoch": 0.75, - "learning_rate": 3.1189065992645405e-06, - "loss": 0.964, - "step": 11188 - }, - { - "epoch": 0.75, - "learning_rate": 3.117332804345682e-06, - "loss": 0.9238, - "step": 11189 - }, - { - "epoch": 0.75, - "learning_rate": 3.115759333273505e-06, - "loss": 0.9035, - "step": 11190 - }, - { - "epoch": 0.75, - "learning_rate": 3.1141861861220467e-06, - "loss": 0.9386, - "step": 11191 - }, - { - "epoch": 0.75, - "learning_rate": 3.1126133629653266e-06, - "loss": 0.8682, - "step": 11192 - }, - { - "epoch": 0.75, - "learning_rate": 3.1110408638773483e-06, - "loss": 0.9995, - "step": 11193 - }, - { - "epoch": 0.75, - "learning_rate": 3.1094686889321068e-06, - "loss": 0.8547, - "step": 11194 - }, - { - "epoch": 0.75, - "learning_rate": 3.1078968382035747e-06, - "loss": 0.8905, - "step": 11195 - }, - { - "epoch": 0.75, - "learning_rate": 3.10632531176571e-06, - "loss": 0.9037, - "step": 11196 - }, - { - "epoch": 0.75, - "learning_rate": 3.104754109692458e-06, - "loss": 0.9154, - "step": 11197 - }, - { - "epoch": 0.75, - "learning_rate": 3.103183232057748e-06, - "loss": 0.9356, - "step": 11198 - }, - { - "epoch": 0.75, - "learning_rate": 3.101612678935493e-06, - "loss": 1.0085, - "step": 11199 - }, - { - "epoch": 0.75, - "learning_rate": 3.100042450399592e-06, - "loss": 0.9627, - "step": 11200 - }, - { - "epoch": 0.75, - "learning_rate": 3.098472546523924e-06, - "loss": 0.9422, - "step": 11201 - }, - { - "epoch": 0.75, - "learning_rate": 3.0969029673823636e-06, - "loss": 0.944, - "step": 11202 - }, - { - "epoch": 0.75, - "learning_rate": 3.0953337130487616e-06, - "loss": 0.9582, - "step": 11203 - }, - { - "epoch": 0.75, - "learning_rate": 3.0937647835969543e-06, - "loss": 1.019, - "step": 11204 - }, - { - "epoch": 0.75, - "learning_rate": 3.092196179100764e-06, - "loss": 0.9757, - "step": 11205 - }, - { - "epoch": 0.75, - "learning_rate": 3.0906278996339955e-06, - "loss": 0.7984, - "step": 11206 - }, - { - "epoch": 0.75, - "learning_rate": 3.089059945270444e-06, - "loss": 0.8509, - "step": 11207 - }, - { - "epoch": 0.75, - "learning_rate": 3.087492316083879e-06, - "loss": 0.9279, - "step": 11208 - }, - { - "epoch": 0.75, - "learning_rate": 3.08592501214807e-06, - "loss": 0.8955, - "step": 11209 - }, - { - "epoch": 0.75, - "learning_rate": 3.0843580335367616e-06, - "loss": 0.9524, - "step": 11210 - }, - { - "epoch": 0.75, - "learning_rate": 3.0827913803236754e-06, - "loss": 0.9328, - "step": 11211 - }, - { - "epoch": 0.75, - "learning_rate": 3.081225052582534e-06, - "loss": 0.9286, - "step": 11212 - }, - { - "epoch": 0.75, - "learning_rate": 3.079659050387033e-06, - "loss": 0.9741, - "step": 11213 - }, - { - "epoch": 0.75, - "learning_rate": 3.0780933738108644e-06, - "loss": 0.9321, - "step": 11214 - }, - { - "epoch": 0.75, - "learning_rate": 3.076528022927688e-06, - "loss": 0.932, - "step": 11215 - }, - { - "epoch": 0.75, - "learning_rate": 3.0749629978111583e-06, - "loss": 0.8708, - "step": 11216 - }, - { - "epoch": 0.75, - "learning_rate": 3.0733982985349196e-06, - "loss": 0.9184, - "step": 11217 - }, - { - "epoch": 0.75, - "learning_rate": 3.071833925172593e-06, - "loss": 0.9297, - "step": 11218 - }, - { - "epoch": 0.75, - "learning_rate": 3.0702698777977826e-06, - "loss": 0.8837, - "step": 11219 - }, - { - "epoch": 0.75, - "learning_rate": 3.068706156484084e-06, - "loss": 0.9254, - "step": 11220 - }, - { - "epoch": 0.75, - "learning_rate": 3.0671427613050698e-06, - "loss": 0.9606, - "step": 11221 - }, - { - "epoch": 0.75, - "learning_rate": 3.0655796923343116e-06, - "loss": 0.905, - "step": 11222 - }, - { - "epoch": 0.75, - "learning_rate": 3.064016949645342e-06, - "loss": 0.9357, - "step": 11223 - }, - { - "epoch": 0.75, - "learning_rate": 3.0624545333117027e-06, - "loss": 0.856, - "step": 11224 - }, - { - "epoch": 0.75, - "learning_rate": 3.0608924434069066e-06, - "loss": 0.8448, - "step": 11225 - }, - { - "epoch": 0.75, - "learning_rate": 3.059330680004452e-06, - "loss": 1.0383, - "step": 11226 - }, - { - "epoch": 0.75, - "learning_rate": 3.057769243177825e-06, - "loss": 0.9208, - "step": 11227 - }, - { - "epoch": 0.75, - "learning_rate": 3.056208133000491e-06, - "loss": 0.8291, - "step": 11228 - }, - { - "epoch": 0.75, - "learning_rate": 3.054647349545915e-06, - "loss": 0.9954, - "step": 11229 - }, - { - "epoch": 0.75, - "learning_rate": 3.0530868928875257e-06, - "loss": 0.9558, - "step": 11230 - }, - { - "epoch": 0.75, - "learning_rate": 3.051526763098747e-06, - "loss": 0.9536, - "step": 11231 - }, - { - "epoch": 0.75, - "learning_rate": 3.0499669602529914e-06, - "loss": 0.8798, - "step": 11232 - }, - { - "epoch": 0.75, - "learning_rate": 3.048407484423649e-06, - "loss": 0.9236, - "step": 11233 - }, - { - "epoch": 0.75, - "learning_rate": 3.0468483356840993e-06, - "loss": 0.9056, - "step": 11234 - }, - { - "epoch": 0.75, - "learning_rate": 3.045289514107701e-06, - "loss": 0.9593, - "step": 11235 - }, - { - "epoch": 0.75, - "learning_rate": 3.0437310197677995e-06, - "loss": 0.9843, - "step": 11236 - }, - { - "epoch": 0.75, - "learning_rate": 3.042172852737735e-06, - "loss": 0.9243, - "step": 11237 - }, - { - "epoch": 0.75, - "learning_rate": 3.040615013090813e-06, - "loss": 0.9675, - "step": 11238 - }, - { - "epoch": 0.75, - "learning_rate": 3.0390575009003344e-06, - "loss": 1.0008, - "step": 11239 - }, - { - "epoch": 0.75, - "learning_rate": 3.037500316239589e-06, - "loss": 0.9667, - "step": 11240 - }, - { - "epoch": 0.75, - "learning_rate": 3.0359434591818446e-06, - "loss": 0.9981, - "step": 11241 - }, - { - "epoch": 0.75, - "learning_rate": 3.0343869298003547e-06, - "loss": 0.9803, - "step": 11242 - }, - { - "epoch": 0.75, - "learning_rate": 3.0328307281683576e-06, - "loss": 0.9131, - "step": 11243 - }, - { - "epoch": 0.75, - "learning_rate": 3.0312748543590744e-06, - "loss": 0.8493, - "step": 11244 - }, - { - "epoch": 0.75, - "learning_rate": 3.029719308445721e-06, - "loss": 0.8704, - "step": 11245 - }, - { - "epoch": 0.75, - "learning_rate": 3.0281640905014787e-06, - "loss": 0.868, - "step": 11246 - }, - { - "epoch": 0.75, - "learning_rate": 3.026609200599532e-06, - "loss": 0.8536, - "step": 11247 - }, - { - "epoch": 0.75, - "learning_rate": 3.02505463881304e-06, - "loss": 0.9025, - "step": 11248 - }, - { - "epoch": 0.75, - "learning_rate": 3.0235004052151485e-06, - "loss": 0.9668, - "step": 11249 - }, - { - "epoch": 0.75, - "learning_rate": 3.021946499878988e-06, - "loss": 0.8542, - "step": 11250 - }, - { - "epoch": 0.75, - "learning_rate": 3.020392922877671e-06, - "loss": 0.8987, - "step": 11251 - }, - { - "epoch": 0.75, - "learning_rate": 3.0188396742843027e-06, - "loss": 0.9619, - "step": 11252 - }, - { - "epoch": 0.75, - "learning_rate": 3.0172867541719696e-06, - "loss": 1.0211, - "step": 11253 - }, - { - "epoch": 0.75, - "learning_rate": 3.015734162613728e-06, - "loss": 0.9904, - "step": 11254 - }, - { - "epoch": 0.75, - "learning_rate": 3.014181899682642e-06, - "loss": 0.9759, - "step": 11255 - }, - { - "epoch": 0.75, - "learning_rate": 3.0126299654517467e-06, - "loss": 1.0163, - "step": 11256 - }, - { - "epoch": 0.75, - "learning_rate": 3.011078359994063e-06, - "loss": 0.893, - "step": 11257 - }, - { - "epoch": 0.75, - "learning_rate": 3.0095270833825995e-06, - "loss": 0.9164, - "step": 11258 - }, - { - "epoch": 0.75, - "learning_rate": 3.0079761356903447e-06, - "loss": 0.9924, - "step": 11259 - }, - { - "epoch": 0.75, - "learning_rate": 3.006425516990279e-06, - "loss": 0.852, - "step": 11260 - }, - { - "epoch": 0.75, - "learning_rate": 3.0048752273553607e-06, - "loss": 0.9567, - "step": 11261 - }, - { - "epoch": 0.75, - "learning_rate": 3.0033252668585345e-06, - "loss": 0.952, - "step": 11262 - }, - { - "epoch": 0.75, - "learning_rate": 3.001775635572731e-06, - "loss": 0.9268, - "step": 11263 - }, - { - "epoch": 0.75, - "learning_rate": 3.0002263335708627e-06, - "loss": 0.9783, - "step": 11264 - }, - { - "epoch": 0.75, - "learning_rate": 2.99867736092583e-06, - "loss": 0.9499, - "step": 11265 - }, - { - "epoch": 0.75, - "learning_rate": 2.9971287177105102e-06, - "loss": 0.9088, - "step": 11266 - }, - { - "epoch": 0.75, - "learning_rate": 2.9955804039977797e-06, - "loss": 0.9296, - "step": 11267 - }, - { - "epoch": 0.75, - "learning_rate": 2.9940324198604898e-06, - "loss": 0.8757, - "step": 11268 - }, - { - "epoch": 0.75, - "learning_rate": 2.992484765371466e-06, - "loss": 0.8962, - "step": 11269 - }, - { - "epoch": 0.75, - "learning_rate": 2.990937440603541e-06, - "loss": 0.9321, - "step": 11270 - }, - { - "epoch": 0.75, - "learning_rate": 2.989390445629512e-06, - "loss": 0.9288, - "step": 11271 - }, - { - "epoch": 0.75, - "learning_rate": 2.9878437805221793e-06, - "loss": 0.9687, - "step": 11272 - }, - { - "epoch": 0.75, - "learning_rate": 2.986297445354308e-06, - "loss": 0.8745, - "step": 11273 - }, - { - "epoch": 0.76, - "learning_rate": 2.984751440198658e-06, - "loss": 0.8933, - "step": 11274 - }, - { - "epoch": 0.76, - "learning_rate": 2.983205765127978e-06, - "loss": 0.9349, - "step": 11275 - }, - { - "epoch": 0.76, - "learning_rate": 2.9816604202149945e-06, - "loss": 0.9357, - "step": 11276 - }, - { - "epoch": 0.76, - "learning_rate": 2.9801154055324135e-06, - "loss": 0.9598, - "step": 11277 - }, - { - "epoch": 0.76, - "learning_rate": 2.978570721152938e-06, - "loss": 0.9512, - "step": 11278 - }, - { - "epoch": 0.76, - "learning_rate": 2.977026367149245e-06, - "loss": 0.9395, - "step": 11279 - }, - { - "epoch": 0.76, - "learning_rate": 2.9754823435940095e-06, - "loss": 0.9799, - "step": 11280 - }, - { - "epoch": 0.76, - "learning_rate": 2.9739386505598712e-06, - "loss": 0.9805, - "step": 11281 - }, - { - "epoch": 0.76, - "learning_rate": 2.9723952881194663e-06, - "loss": 0.9486, - "step": 11282 - }, - { - "epoch": 0.76, - "learning_rate": 2.970852256345419e-06, - "loss": 0.9386, - "step": 11283 - }, - { - "epoch": 0.76, - "learning_rate": 2.969309555310329e-06, - "loss": 0.9124, - "step": 11284 - }, - { - "epoch": 0.76, - "learning_rate": 2.9677671850867862e-06, - "loss": 1.0031, - "step": 11285 - }, - { - "epoch": 0.76, - "learning_rate": 2.966225145747361e-06, - "loss": 0.9238, - "step": 11286 - }, - { - "epoch": 0.76, - "learning_rate": 2.964683437364612e-06, - "loss": 0.9346, - "step": 11287 - }, - { - "epoch": 0.76, - "learning_rate": 2.963142060011078e-06, - "loss": 0.884, - "step": 11288 - }, - { - "epoch": 0.76, - "learning_rate": 2.9616010137592845e-06, - "loss": 0.9191, - "step": 11289 - }, - { - "epoch": 0.76, - "learning_rate": 2.9600602986817463e-06, - "loss": 0.8759, - "step": 11290 - }, - { - "epoch": 0.76, - "learning_rate": 2.958519914850955e-06, - "loss": 0.8811, - "step": 11291 - }, - { - "epoch": 0.76, - "learning_rate": 2.9569798623393886e-06, - "loss": 0.9779, - "step": 11292 - }, - { - "epoch": 0.76, - "learning_rate": 2.955440141219511e-06, - "loss": 0.8866, - "step": 11293 - }, - { - "epoch": 0.76, - "learning_rate": 2.9539007515637674e-06, - "loss": 0.959, - "step": 11294 - }, - { - "epoch": 0.76, - "learning_rate": 2.952361693444599e-06, - "loss": 0.8997, - "step": 11295 - }, - { - "epoch": 0.76, - "learning_rate": 2.9508229669344123e-06, - "loss": 0.9159, - "step": 11296 - }, - { - "epoch": 0.76, - "learning_rate": 2.9492845721056096e-06, - "loss": 0.8691, - "step": 11297 - }, - { - "epoch": 0.76, - "learning_rate": 2.947746509030581e-06, - "loss": 0.8922, - "step": 11298 - }, - { - "epoch": 0.76, - "learning_rate": 2.946208777781694e-06, - "loss": 0.93, - "step": 11299 - }, - { - "epoch": 0.76, - "learning_rate": 2.944671378431302e-06, - "loss": 0.9769, - "step": 11300 - }, - { - "epoch": 0.76, - "learning_rate": 2.9431343110517443e-06, - "loss": 0.9693, - "step": 11301 - }, - { - "epoch": 0.76, - "learning_rate": 2.9415975757153394e-06, - "loss": 1.0008, - "step": 11302 - }, - { - "epoch": 0.76, - "learning_rate": 2.940061172494406e-06, - "loss": 0.9081, - "step": 11303 - }, - { - "epoch": 0.76, - "learning_rate": 2.9385251014612215e-06, - "loss": 1.0257, - "step": 11304 - }, - { - "epoch": 0.76, - "learning_rate": 2.936989362688071e-06, - "loss": 0.918, - "step": 11305 - }, - { - "epoch": 0.76, - "learning_rate": 2.935453956247213e-06, - "loss": 0.9381, - "step": 11306 - }, - { - "epoch": 0.76, - "learning_rate": 2.933918882210891e-06, - "loss": 0.9536, - "step": 11307 - }, - { - "epoch": 0.76, - "learning_rate": 2.9323841406513354e-06, - "loss": 0.9374, - "step": 11308 - }, - { - "epoch": 0.76, - "learning_rate": 2.930849731640756e-06, - "loss": 0.949, - "step": 11309 - }, - { - "epoch": 0.76, - "learning_rate": 2.929315655251356e-06, - "loss": 0.8894, - "step": 11310 - }, - { - "epoch": 0.76, - "learning_rate": 2.9277819115553185e-06, - "loss": 0.9269, - "step": 11311 - }, - { - "epoch": 0.76, - "learning_rate": 2.9262485006247997e-06, - "loss": 0.9633, - "step": 11312 - }, - { - "epoch": 0.76, - "learning_rate": 2.924715422531961e-06, - "loss": 0.8724, - "step": 11313 - }, - { - "epoch": 0.76, - "learning_rate": 2.9231826773489335e-06, - "loss": 0.9901, - "step": 11314 - }, - { - "epoch": 0.76, - "learning_rate": 2.9216502651478363e-06, - "loss": 0.9792, - "step": 11315 - }, - { - "epoch": 0.76, - "learning_rate": 2.9201181860007745e-06, - "loss": 0.9813, - "step": 11316 - }, - { - "epoch": 0.76, - "learning_rate": 2.9185864399798324e-06, - "loss": 0.9461, - "step": 11317 - }, - { - "epoch": 0.76, - "learning_rate": 2.9170550271570886e-06, - "loss": 0.9491, - "step": 11318 - }, - { - "epoch": 0.76, - "learning_rate": 2.9155239476046003e-06, - "loss": 0.9583, - "step": 11319 - }, - { - "epoch": 0.76, - "learning_rate": 2.9139932013943995e-06, - "loss": 0.9636, - "step": 11320 - }, - { - "epoch": 0.76, - "learning_rate": 2.91246278859852e-06, - "loss": 0.9166, - "step": 11321 - }, - { - "epoch": 0.76, - "learning_rate": 2.9109327092889694e-06, - "loss": 0.9892, - "step": 11322 - }, - { - "epoch": 0.76, - "learning_rate": 2.909402963537741e-06, - "loss": 0.9253, - "step": 11323 - }, - { - "epoch": 0.76, - "learning_rate": 2.907873551416813e-06, - "loss": 0.9113, - "step": 11324 - }, - { - "epoch": 0.76, - "learning_rate": 2.906344472998146e-06, - "loss": 0.916, - "step": 11325 - }, - { - "epoch": 0.76, - "learning_rate": 2.904815728353696e-06, - "loss": 0.8825, - "step": 11326 - }, - { - "epoch": 0.76, - "learning_rate": 2.903287317555381e-06, - "loss": 1.0153, - "step": 11327 - }, - { - "epoch": 0.76, - "learning_rate": 2.901759240675127e-06, - "loss": 0.9098, - "step": 11328 - }, - { - "epoch": 0.76, - "learning_rate": 2.9002314977848302e-06, - "loss": 0.9286, - "step": 11329 - }, - { - "epoch": 0.76, - "learning_rate": 2.8987040889563733e-06, - "loss": 0.8705, - "step": 11330 - }, - { - "epoch": 0.76, - "learning_rate": 2.8971770142616275e-06, - "loss": 0.9261, - "step": 11331 - }, - { - "epoch": 0.76, - "learning_rate": 2.8956502737724403e-06, - "loss": 0.9154, - "step": 11332 - }, - { - "epoch": 0.76, - "learning_rate": 2.894123867560655e-06, - "loss": 0.9398, - "step": 11333 - }, - { - "epoch": 0.76, - "learning_rate": 2.8925977956980943e-06, - "loss": 0.9551, - "step": 11334 - }, - { - "epoch": 0.76, - "learning_rate": 2.8910720582565534e-06, - "loss": 0.9198, - "step": 11335 - }, - { - "epoch": 0.76, - "learning_rate": 2.8895466553078312e-06, - "loss": 0.9197, - "step": 11336 - }, - { - "epoch": 0.76, - "learning_rate": 2.888021586923698e-06, - "loss": 1.0153, - "step": 11337 - }, - { - "epoch": 0.76, - "learning_rate": 2.886496853175914e-06, - "loss": 0.928, - "step": 11338 - }, - { - "epoch": 0.76, - "learning_rate": 2.88497245413622e-06, - "loss": 0.9757, - "step": 11339 - }, - { - "epoch": 0.76, - "learning_rate": 2.883448389876341e-06, - "loss": 0.9293, - "step": 11340 - }, - { - "epoch": 0.76, - "learning_rate": 2.881924660467993e-06, - "loss": 0.9817, - "step": 11341 - }, - { - "epoch": 0.76, - "learning_rate": 2.8804012659828685e-06, - "loss": 0.9496, - "step": 11342 - }, - { - "epoch": 0.76, - "learning_rate": 2.8788782064926467e-06, - "loss": 0.9111, - "step": 11343 - }, - { - "epoch": 0.76, - "learning_rate": 2.8773554820689932e-06, - "loss": 0.9202, - "step": 11344 - }, - { - "epoch": 0.76, - "learning_rate": 2.875833092783553e-06, - "loss": 0.9072, - "step": 11345 - }, - { - "epoch": 0.76, - "learning_rate": 2.874311038707961e-06, - "loss": 0.9823, - "step": 11346 - }, - { - "epoch": 0.76, - "learning_rate": 2.872789319913829e-06, - "loss": 0.887, - "step": 11347 - }, - { - "epoch": 0.76, - "learning_rate": 2.8712679364727648e-06, - "loss": 0.883, - "step": 11348 - }, - { - "epoch": 0.76, - "learning_rate": 2.8697468884563497e-06, - "loss": 0.8899, - "step": 11349 - }, - { - "epoch": 0.76, - "learning_rate": 2.8682261759361528e-06, - "loss": 0.9563, - "step": 11350 - }, - { - "epoch": 0.76, - "learning_rate": 2.8667057989837276e-06, - "loss": 0.9378, - "step": 11351 - }, - { - "epoch": 0.76, - "learning_rate": 2.865185757670612e-06, - "loss": 0.9554, - "step": 11352 - }, - { - "epoch": 0.76, - "learning_rate": 2.8636660520683266e-06, - "loss": 0.8345, - "step": 11353 - }, - { - "epoch": 0.76, - "learning_rate": 2.862146682248378e-06, - "loss": 0.9701, - "step": 11354 - }, - { - "epoch": 0.76, - "learning_rate": 2.8606276482822535e-06, - "loss": 0.9116, - "step": 11355 - }, - { - "epoch": 0.76, - "learning_rate": 2.8591089502414327e-06, - "loss": 0.9696, - "step": 11356 - }, - { - "epoch": 0.76, - "learning_rate": 2.857590588197373e-06, - "loss": 0.915, - "step": 11357 - }, - { - "epoch": 0.76, - "learning_rate": 2.8560725622215146e-06, - "loss": 0.929, - "step": 11358 - }, - { - "epoch": 0.76, - "learning_rate": 2.854554872385287e-06, - "loss": 0.8612, - "step": 11359 - }, - { - "epoch": 0.76, - "learning_rate": 2.8530375187600956e-06, - "loss": 0.9253, - "step": 11360 - }, - { - "epoch": 0.76, - "learning_rate": 2.8515205014173474e-06, - "loss": 0.8667, - "step": 11361 - }, - { - "epoch": 0.76, - "learning_rate": 2.8500038204284108e-06, - "loss": 0.9862, - "step": 11362 - }, - { - "epoch": 0.76, - "learning_rate": 2.84848747586465e-06, - "loss": 1.0231, - "step": 11363 - }, - { - "epoch": 0.76, - "learning_rate": 2.8469714677974192e-06, - "loss": 0.9456, - "step": 11364 - }, - { - "epoch": 0.76, - "learning_rate": 2.8454557962980466e-06, - "loss": 0.8872, - "step": 11365 - }, - { - "epoch": 0.76, - "learning_rate": 2.8439404614378497e-06, - "loss": 0.8831, - "step": 11366 - }, - { - "epoch": 0.76, - "learning_rate": 2.8424254632881265e-06, - "loss": 0.8911, - "step": 11367 - }, - { - "epoch": 0.76, - "learning_rate": 2.8409108019201614e-06, - "loss": 0.8692, - "step": 11368 - }, - { - "epoch": 0.76, - "learning_rate": 2.8393964774052296e-06, - "loss": 0.9147, - "step": 11369 - }, - { - "epoch": 0.76, - "learning_rate": 2.837882489814573e-06, - "loss": 0.8826, - "step": 11370 - }, - { - "epoch": 0.76, - "learning_rate": 2.8363688392194377e-06, - "loss": 1.0128, - "step": 11371 - }, - { - "epoch": 0.76, - "learning_rate": 2.8348555256910405e-06, - "loss": 0.9463, - "step": 11372 - }, - { - "epoch": 0.76, - "learning_rate": 2.833342549300587e-06, - "loss": 1.0072, - "step": 11373 - }, - { - "epoch": 0.76, - "learning_rate": 2.831829910119268e-06, - "loss": 0.904, - "step": 11374 - }, - { - "epoch": 0.76, - "learning_rate": 2.8303176082182513e-06, - "loss": 0.9764, - "step": 11375 - }, - { - "epoch": 0.76, - "learning_rate": 2.828805643668704e-06, - "loss": 0.9698, - "step": 11376 - }, - { - "epoch": 0.76, - "learning_rate": 2.827294016541765e-06, - "loss": 0.9069, - "step": 11377 - }, - { - "epoch": 0.76, - "learning_rate": 2.825782726908551e-06, - "loss": 0.9098, - "step": 11378 - }, - { - "epoch": 0.76, - "learning_rate": 2.8242717748401827e-06, - "loss": 0.9427, - "step": 11379 - }, - { - "epoch": 0.76, - "learning_rate": 2.82276116040775e-06, - "loss": 0.9876, - "step": 11380 - }, - { - "epoch": 0.76, - "learning_rate": 2.8212508836823314e-06, - "loss": 1.0077, - "step": 11381 - }, - { - "epoch": 0.76, - "learning_rate": 2.81974094473499e-06, - "loss": 0.915, - "step": 11382 - }, - { - "epoch": 0.76, - "learning_rate": 2.8182313436367683e-06, - "loss": 0.9045, - "step": 11383 - }, - { - "epoch": 0.76, - "learning_rate": 2.816722080458705e-06, - "loss": 0.9593, - "step": 11384 - }, - { - "epoch": 0.76, - "learning_rate": 2.815213155271804e-06, - "loss": 0.9473, - "step": 11385 - }, - { - "epoch": 0.76, - "learning_rate": 2.813704568147073e-06, - "loss": 0.9319, - "step": 11386 - }, - { - "epoch": 0.76, - "learning_rate": 2.8121963191554914e-06, - "loss": 0.9719, - "step": 11387 - }, - { - "epoch": 0.76, - "learning_rate": 2.8106884083680264e-06, - "loss": 0.9247, - "step": 11388 - }, - { - "epoch": 0.76, - "learning_rate": 2.809180835855627e-06, - "loss": 0.9149, - "step": 11389 - }, - { - "epoch": 0.76, - "learning_rate": 2.8076736016892312e-06, - "loss": 0.952, - "step": 11390 - }, - { - "epoch": 0.76, - "learning_rate": 2.8061667059397544e-06, - "loss": 0.8736, - "step": 11391 - }, - { - "epoch": 0.76, - "learning_rate": 2.8046601486781078e-06, - "loss": 0.8492, - "step": 11392 - }, - { - "epoch": 0.76, - "learning_rate": 2.8031539299751663e-06, - "loss": 0.8666, - "step": 11393 - }, - { - "epoch": 0.76, - "learning_rate": 2.8016480499018115e-06, - "loss": 0.9121, - "step": 11394 - }, - { - "epoch": 0.76, - "learning_rate": 2.800142508528897e-06, - "loss": 0.9004, - "step": 11395 - }, - { - "epoch": 0.76, - "learning_rate": 2.7986373059272587e-06, - "loss": 0.9048, - "step": 11396 - }, - { - "epoch": 0.76, - "learning_rate": 2.7971324421677227e-06, - "loss": 0.855, - "step": 11397 - }, - { - "epoch": 0.76, - "learning_rate": 2.795627917321093e-06, - "loss": 0.9554, - "step": 11398 - }, - { - "epoch": 0.76, - "learning_rate": 2.794123731458168e-06, - "loss": 0.9468, - "step": 11399 - }, - { - "epoch": 0.76, - "learning_rate": 2.792619884649722e-06, - "loss": 0.9639, - "step": 11400 - }, - { - "epoch": 0.76, - "learning_rate": 2.791116376966506e-06, - "loss": 0.9533, - "step": 11401 - }, - { - "epoch": 0.76, - "learning_rate": 2.789613208479275e-06, - "loss": 0.9115, - "step": 11402 - }, - { - "epoch": 0.76, - "learning_rate": 2.7881103792587505e-06, - "loss": 1.0027, - "step": 11403 - }, - { - "epoch": 0.76, - "learning_rate": 2.7866078893756467e-06, - "loss": 0.8998, - "step": 11404 - }, - { - "epoch": 0.76, - "learning_rate": 2.7851057389006587e-06, - "loss": 0.9035, - "step": 11405 - }, - { - "epoch": 0.76, - "learning_rate": 2.7836039279044625e-06, - "loss": 1.0077, - "step": 11406 - }, - { - "epoch": 0.76, - "learning_rate": 2.7821024564577294e-06, - "loss": 0.8827, - "step": 11407 - }, - { - "epoch": 0.76, - "learning_rate": 2.7806013246311046e-06, - "loss": 0.8621, - "step": 11408 - }, - { - "epoch": 0.76, - "learning_rate": 2.779100532495219e-06, - "loss": 0.9379, - "step": 11409 - }, - { - "epoch": 0.76, - "learning_rate": 2.7776000801206892e-06, - "loss": 1.026, - "step": 11410 - }, - { - "epoch": 0.76, - "learning_rate": 2.776099967578115e-06, - "loss": 0.9513, - "step": 11411 - }, - { - "epoch": 0.76, - "learning_rate": 2.774600194938082e-06, - "loss": 0.981, - "step": 11412 - }, - { - "epoch": 0.76, - "learning_rate": 2.7731007622711524e-06, - "loss": 0.9197, - "step": 11413 - }, - { - "epoch": 0.76, - "learning_rate": 2.7716016696478865e-06, - "loss": 0.9515, - "step": 11414 - }, - { - "epoch": 0.76, - "learning_rate": 2.7701029171388163e-06, - "loss": 0.9149, - "step": 11415 - }, - { - "epoch": 0.76, - "learning_rate": 2.7686045048144614e-06, - "loss": 0.9721, - "step": 11416 - }, - { - "epoch": 0.76, - "learning_rate": 2.767106432745327e-06, - "loss": 0.8553, - "step": 11417 - }, - { - "epoch": 0.76, - "learning_rate": 2.7656087010018973e-06, - "loss": 0.8632, - "step": 11418 - }, - { - "epoch": 0.76, - "learning_rate": 2.7641113096546546e-06, - "loss": 0.9685, - "step": 11419 - }, - { - "epoch": 0.76, - "learning_rate": 2.7626142587740444e-06, - "loss": 0.9303, - "step": 11420 - }, - { - "epoch": 0.76, - "learning_rate": 2.7611175484305073e-06, - "loss": 0.9736, - "step": 11421 - }, - { - "epoch": 0.76, - "learning_rate": 2.7596211786944736e-06, - "loss": 0.8479, - "step": 11422 - }, - { - "epoch": 0.77, - "learning_rate": 2.7581251496363504e-06, - "loss": 0.9339, - "step": 11423 - }, - { - "epoch": 0.77, - "learning_rate": 2.756629461326522e-06, - "loss": 0.9033, - "step": 11424 - }, - { - "epoch": 0.77, - "learning_rate": 2.7551341138353715e-06, - "loss": 0.9107, - "step": 11425 - }, - { - "epoch": 0.77, - "learning_rate": 2.7536391072332537e-06, - "loss": 0.9491, - "step": 11426 - }, - { - "epoch": 0.77, - "learning_rate": 2.7521444415905218e-06, - "loss": 0.9222, - "step": 11427 - }, - { - "epoch": 0.77, - "learning_rate": 2.7506501169774935e-06, - "loss": 0.9035, - "step": 11428 - }, - { - "epoch": 0.77, - "learning_rate": 2.749156133464481e-06, - "loss": 0.9669, - "step": 11429 - }, - { - "epoch": 0.77, - "learning_rate": 2.7476624911217864e-06, - "loss": 0.9623, - "step": 11430 - }, - { - "epoch": 0.77, - "learning_rate": 2.7461691900196854e-06, - "loss": 0.9104, - "step": 11431 - }, - { - "epoch": 0.77, - "learning_rate": 2.7446762302284424e-06, - "loss": 0.9312, - "step": 11432 - }, - { - "epoch": 0.77, - "learning_rate": 2.7431836118183043e-06, - "loss": 0.9115, - "step": 11433 - }, - { - "epoch": 0.77, - "learning_rate": 2.741691334859503e-06, - "loss": 0.9004, - "step": 11434 - }, - { - "epoch": 0.77, - "learning_rate": 2.740199399422253e-06, - "loss": 0.9302, - "step": 11435 - }, - { - "epoch": 0.77, - "learning_rate": 2.7387078055767523e-06, - "loss": 0.8867, - "step": 11436 - }, - { - "epoch": 0.77, - "learning_rate": 2.737216553393188e-06, - "loss": 0.8857, - "step": 11437 - }, - { - "epoch": 0.77, - "learning_rate": 2.7357256429417257e-06, - "loss": 0.9215, - "step": 11438 - }, - { - "epoch": 0.77, - "learning_rate": 2.734235074292516e-06, - "loss": 0.9255, - "step": 11439 - }, - { - "epoch": 0.77, - "learning_rate": 2.732744847515694e-06, - "loss": 0.8843, - "step": 11440 - }, - { - "epoch": 0.77, - "learning_rate": 2.7312549626813756e-06, - "loss": 0.9221, - "step": 11441 - }, - { - "epoch": 0.77, - "learning_rate": 2.7297654198596725e-06, - "loss": 0.9311, - "step": 11442 - }, - { - "epoch": 0.77, - "learning_rate": 2.7282762191206624e-06, - "loss": 0.9037, - "step": 11443 - }, - { - "epoch": 0.77, - "learning_rate": 2.7267873605344153e-06, - "loss": 0.9803, - "step": 11444 - }, - { - "epoch": 0.77, - "learning_rate": 2.7252988441709927e-06, - "loss": 0.9119, - "step": 11445 - }, - { - "epoch": 0.77, - "learning_rate": 2.7238106701004298e-06, - "loss": 0.9749, - "step": 11446 - }, - { - "epoch": 0.77, - "learning_rate": 2.722322838392749e-06, - "loss": 0.8802, - "step": 11447 - }, - { - "epoch": 0.77, - "learning_rate": 2.720835349117955e-06, - "loss": 0.9443, - "step": 11448 - }, - { - "epoch": 0.77, - "learning_rate": 2.719348202346037e-06, - "loss": 0.9289, - "step": 11449 - }, - { - "epoch": 0.77, - "learning_rate": 2.7178613981469782e-06, - "loss": 0.9569, - "step": 11450 - }, - { - "epoch": 0.77, - "learning_rate": 2.716374936590722e-06, - "loss": 0.8988, - "step": 11451 - }, - { - "epoch": 0.77, - "learning_rate": 2.714888817747221e-06, - "loss": 0.9494, - "step": 11452 - }, - { - "epoch": 0.77, - "learning_rate": 2.7134030416863966e-06, - "loss": 0.9486, - "step": 11453 - }, - { - "epoch": 0.77, - "learning_rate": 2.7119176084781596e-06, - "loss": 0.935, - "step": 11454 - }, - { - "epoch": 0.77, - "learning_rate": 2.710432518192403e-06, - "loss": 0.9555, - "step": 11455 - }, - { - "epoch": 0.77, - "learning_rate": 2.7089477708989996e-06, - "loss": 0.893, - "step": 11456 - }, - { - "epoch": 0.77, - "learning_rate": 2.7074633666678184e-06, - "loss": 0.9203, - "step": 11457 - }, - { - "epoch": 0.77, - "learning_rate": 2.7059793055687032e-06, - "loss": 0.9596, - "step": 11458 - }, - { - "epoch": 0.77, - "learning_rate": 2.704495587671475e-06, - "loss": 0.9708, - "step": 11459 - }, - { - "epoch": 0.77, - "learning_rate": 2.7030122130459536e-06, - "loss": 0.917, - "step": 11460 - }, - { - "epoch": 0.77, - "learning_rate": 2.701529181761934e-06, - "loss": 0.9797, - "step": 11461 - }, - { - "epoch": 0.77, - "learning_rate": 2.7000464938891944e-06, - "loss": 0.9648, - "step": 11462 - }, - { - "epoch": 0.77, - "learning_rate": 2.6985641494975024e-06, - "loss": 0.9614, - "step": 11463 - }, - { - "epoch": 0.77, - "learning_rate": 2.6970821486566e-06, - "loss": 0.8898, - "step": 11464 - }, - { - "epoch": 0.77, - "learning_rate": 2.6956004914362265e-06, - "loss": 0.8622, - "step": 11465 - }, - { - "epoch": 0.77, - "learning_rate": 2.694119177906097e-06, - "loss": 0.8824, - "step": 11466 - }, - { - "epoch": 0.77, - "learning_rate": 2.6926382081359026e-06, - "loss": 0.8548, - "step": 11467 - }, - { - "epoch": 0.77, - "learning_rate": 2.691157582195335e-06, - "loss": 0.9494, - "step": 11468 - }, - { - "epoch": 0.77, - "learning_rate": 2.689677300154059e-06, - "loss": 0.9651, - "step": 11469 - }, - { - "epoch": 0.77, - "learning_rate": 2.6881973620817246e-06, - "loss": 0.948, - "step": 11470 - }, - { - "epoch": 0.77, - "learning_rate": 2.6867177680479684e-06, - "loss": 0.8996, - "step": 11471 - }, - { - "epoch": 0.77, - "learning_rate": 2.685238518122403e-06, - "loss": 1.0163, - "step": 11472 - }, - { - "epoch": 0.77, - "learning_rate": 2.6837596123746423e-06, - "loss": 0.9544, - "step": 11473 - }, - { - "epoch": 0.77, - "learning_rate": 2.68228105087426e-06, - "loss": 0.8958, - "step": 11474 - }, - { - "epoch": 0.77, - "learning_rate": 2.6808028336908344e-06, - "loss": 1.0128, - "step": 11475 - }, - { - "epoch": 0.77, - "learning_rate": 2.6793249608939177e-06, - "loss": 0.9806, - "step": 11476 - }, - { - "epoch": 0.77, - "learning_rate": 2.6778474325530457e-06, - "loss": 0.8836, - "step": 11477 - }, - { - "epoch": 0.77, - "learning_rate": 2.6763702487377407e-06, - "loss": 0.9054, - "step": 11478 - }, - { - "epoch": 0.77, - "learning_rate": 2.674893409517505e-06, - "loss": 0.9561, - "step": 11479 - }, - { - "epoch": 0.77, - "learning_rate": 2.6734169149618337e-06, - "loss": 0.9055, - "step": 11480 - }, - { - "epoch": 0.77, - "learning_rate": 2.6719407651401985e-06, - "loss": 0.9273, - "step": 11481 - }, - { - "epoch": 0.77, - "learning_rate": 2.670464960122049e-06, - "loss": 0.9763, - "step": 11482 - }, - { - "epoch": 0.77, - "learning_rate": 2.668989499976833e-06, - "loss": 0.8961, - "step": 11483 - }, - { - "epoch": 0.77, - "learning_rate": 2.6675143847739683e-06, - "loss": 0.8941, - "step": 11484 - }, - { - "epoch": 0.77, - "learning_rate": 2.6660396145828716e-06, - "loss": 1.0176, - "step": 11485 - }, - { - "epoch": 0.77, - "learning_rate": 2.6645651894729274e-06, - "loss": 0.9568, - "step": 11486 - }, - { - "epoch": 0.77, - "learning_rate": 2.6630911095135093e-06, - "loss": 0.9783, - "step": 11487 - }, - { - "epoch": 0.77, - "learning_rate": 2.6616173747739838e-06, - "loss": 0.9381, - "step": 11488 - }, - { - "epoch": 0.77, - "learning_rate": 2.660143985323689e-06, - "loss": 0.9214, - "step": 11489 - }, - { - "epoch": 0.77, - "learning_rate": 2.658670941231953e-06, - "loss": 0.9286, - "step": 11490 - }, - { - "epoch": 0.77, - "learning_rate": 2.6571982425680863e-06, - "loss": 0.8249, - "step": 11491 - }, - { - "epoch": 0.77, - "learning_rate": 2.6557258894013814e-06, - "loss": 0.9235, - "step": 11492 - }, - { - "epoch": 0.77, - "learning_rate": 2.6542538818011187e-06, - "loss": 0.93, - "step": 11493 - }, - { - "epoch": 0.77, - "learning_rate": 2.652782219836555e-06, - "loss": 0.9068, - "step": 11494 - }, - { - "epoch": 0.77, - "learning_rate": 2.6513109035769423e-06, - "loss": 0.8963, - "step": 11495 - }, - { - "epoch": 0.77, - "learning_rate": 2.6498399330915057e-06, - "loss": 0.926, - "step": 11496 - }, - { - "epoch": 0.77, - "learning_rate": 2.64836930844946e-06, - "loss": 0.9341, - "step": 11497 - }, - { - "epoch": 0.77, - "learning_rate": 2.6468990297199994e-06, - "loss": 0.8931, - "step": 11498 - }, - { - "epoch": 0.77, - "learning_rate": 2.6454290969723064e-06, - "loss": 0.9996, - "step": 11499 - }, - { - "epoch": 0.77, - "learning_rate": 2.6439595102755444e-06, - "loss": 0.9881, - "step": 11500 - }, - { - "epoch": 0.77, - "learning_rate": 2.6424902696988596e-06, - "loss": 0.9309, - "step": 11501 - }, - { - "epoch": 0.77, - "learning_rate": 2.6410213753113824e-06, - "loss": 0.9068, - "step": 11502 - }, - { - "epoch": 0.77, - "learning_rate": 2.6395528271822326e-06, - "loss": 0.9223, - "step": 11503 - }, - { - "epoch": 0.77, - "learning_rate": 2.638084625380507e-06, - "loss": 0.9925, - "step": 11504 - }, - { - "epoch": 0.77, - "learning_rate": 2.6366167699752878e-06, - "loss": 0.9525, - "step": 11505 - }, - { - "epoch": 0.77, - "learning_rate": 2.635149261035641e-06, - "loss": 0.9166, - "step": 11506 - }, - { - "epoch": 0.77, - "learning_rate": 2.6336820986306143e-06, - "loss": 0.9546, - "step": 11507 - }, - { - "epoch": 0.77, - "learning_rate": 2.632215282829249e-06, - "loss": 0.9063, - "step": 11508 - }, - { - "epoch": 0.77, - "learning_rate": 2.6307488137005555e-06, - "loss": 0.9597, - "step": 11509 - }, - { - "epoch": 0.77, - "learning_rate": 2.6292826913135326e-06, - "loss": 0.9259, - "step": 11510 - }, - { - "epoch": 0.77, - "learning_rate": 2.6278169157371725e-06, - "loss": 0.9189, - "step": 11511 - }, - { - "epoch": 0.77, - "learning_rate": 2.6263514870404406e-06, - "loss": 0.9329, - "step": 11512 - }, - { - "epoch": 0.77, - "learning_rate": 2.6248864052922875e-06, - "loss": 0.8715, - "step": 11513 - }, - { - "epoch": 0.77, - "learning_rate": 2.6234216705616512e-06, - "loss": 0.9027, - "step": 11514 - }, - { - "epoch": 0.77, - "learning_rate": 2.6219572829174454e-06, - "loss": 0.9481, - "step": 11515 - }, - { - "epoch": 0.77, - "learning_rate": 2.6204932424285847e-06, - "loss": 0.945, - "step": 11516 - }, - { - "epoch": 0.77, - "learning_rate": 2.619029549163943e-06, - "loss": 1.0068, - "step": 11517 - }, - { - "epoch": 0.77, - "learning_rate": 2.617566203192399e-06, - "loss": 0.8766, - "step": 11518 - }, - { - "epoch": 0.77, - "learning_rate": 2.616103204582805e-06, - "loss": 0.9375, - "step": 11519 - }, - { - "epoch": 0.77, - "learning_rate": 2.6146405534039974e-06, - "loss": 0.9695, - "step": 11520 - }, - { - "epoch": 0.77, - "learning_rate": 2.6131782497247993e-06, - "loss": 0.9371, - "step": 11521 - }, - { - "epoch": 0.77, - "learning_rate": 2.6117162936140117e-06, - "loss": 0.8622, - "step": 11522 - }, - { - "epoch": 0.77, - "learning_rate": 2.610254685140429e-06, - "loss": 0.9978, - "step": 11523 - }, - { - "epoch": 0.77, - "learning_rate": 2.608793424372823e-06, - "loss": 0.9383, - "step": 11524 - }, - { - "epoch": 0.77, - "learning_rate": 2.607332511379943e-06, - "loss": 0.9416, - "step": 11525 - }, - { - "epoch": 0.77, - "learning_rate": 2.605871946230535e-06, - "loss": 0.8268, - "step": 11526 - }, - { - "epoch": 0.77, - "learning_rate": 2.6044117289933212e-06, - "loss": 1.0361, - "step": 11527 - }, - { - "epoch": 0.77, - "learning_rate": 2.6029518597370075e-06, - "loss": 0.8976, - "step": 11528 - }, - { - "epoch": 0.77, - "learning_rate": 2.6014923385302836e-06, - "loss": 0.9086, - "step": 11529 - }, - { - "epoch": 0.77, - "learning_rate": 2.600033165441823e-06, - "loss": 0.8933, - "step": 11530 - }, - { - "epoch": 0.77, - "learning_rate": 2.5985743405402906e-06, - "loss": 1.0238, - "step": 11531 - }, - { - "epoch": 0.77, - "learning_rate": 2.597115863894316e-06, - "loss": 0.9703, - "step": 11532 - }, - { - "epoch": 0.77, - "learning_rate": 2.5956577355725334e-06, - "loss": 0.9314, - "step": 11533 - }, - { - "epoch": 0.77, - "learning_rate": 2.594199955643548e-06, - "loss": 0.9722, - "step": 11534 - }, - { - "epoch": 0.77, - "learning_rate": 2.592742524175952e-06, - "loss": 0.9384, - "step": 11535 - }, - { - "epoch": 0.77, - "learning_rate": 2.5912854412383226e-06, - "loss": 0.9602, - "step": 11536 - }, - { - "epoch": 0.77, - "learning_rate": 2.589828706899217e-06, - "loss": 0.9779, - "step": 11537 - }, - { - "epoch": 0.77, - "learning_rate": 2.588372321227177e-06, - "loss": 0.8794, - "step": 11538 - }, - { - "epoch": 0.77, - "learning_rate": 2.586916284290737e-06, - "loss": 0.9057, - "step": 11539 - }, - { - "epoch": 0.77, - "learning_rate": 2.5854605961583954e-06, - "loss": 0.8672, - "step": 11540 - }, - { - "epoch": 0.77, - "learning_rate": 2.5840052568986564e-06, - "loss": 0.9657, - "step": 11541 - }, - { - "epoch": 0.77, - "learning_rate": 2.5825502665799917e-06, - "loss": 0.9029, - "step": 11542 - }, - { - "epoch": 0.77, - "learning_rate": 2.5810956252708653e-06, - "loss": 0.9744, - "step": 11543 - }, - { - "epoch": 0.77, - "learning_rate": 2.5796413330397184e-06, - "loss": 0.8999, - "step": 11544 - }, - { - "epoch": 0.77, - "learning_rate": 2.5781873899549793e-06, - "loss": 0.8784, - "step": 11545 - }, - { - "epoch": 0.77, - "learning_rate": 2.5767337960850625e-06, - "loss": 0.8927, - "step": 11546 - }, - { - "epoch": 0.77, - "learning_rate": 2.575280551498366e-06, - "loss": 0.9028, - "step": 11547 - }, - { - "epoch": 0.77, - "learning_rate": 2.573827656263258e-06, - "loss": 0.9442, - "step": 11548 - }, - { - "epoch": 0.77, - "learning_rate": 2.57237511044811e-06, - "loss": 0.9422, - "step": 11549 - }, - { - "epoch": 0.77, - "learning_rate": 2.5709229141212656e-06, - "loss": 0.9713, - "step": 11550 - }, - { - "epoch": 0.77, - "learning_rate": 2.5694710673510535e-06, - "loss": 0.856, - "step": 11551 - }, - { - "epoch": 0.77, - "learning_rate": 2.5680195702057874e-06, - "loss": 0.9376, - "step": 11552 - }, - { - "epoch": 0.77, - "learning_rate": 2.5665684227537604e-06, - "loss": 0.943, - "step": 11553 - }, - { - "epoch": 0.77, - "learning_rate": 2.565117625063259e-06, - "loss": 0.834, - "step": 11554 - }, - { - "epoch": 0.77, - "learning_rate": 2.5636671772025433e-06, - "loss": 0.9277, - "step": 11555 - }, - { - "epoch": 0.77, - "learning_rate": 2.5622170792398603e-06, - "loss": 0.9195, - "step": 11556 - }, - { - "epoch": 0.77, - "learning_rate": 2.5607673312434422e-06, - "loss": 0.9296, - "step": 11557 - }, - { - "epoch": 0.77, - "learning_rate": 2.559317933281502e-06, - "loss": 0.9387, - "step": 11558 - }, - { - "epoch": 0.77, - "learning_rate": 2.5578688854222377e-06, - "loss": 0.9013, - "step": 11559 - }, - { - "epoch": 0.77, - "learning_rate": 2.556420187733827e-06, - "loss": 0.8759, - "step": 11560 - }, - { - "epoch": 0.77, - "learning_rate": 2.5549718402844426e-06, - "loss": 0.9794, - "step": 11561 - }, - { - "epoch": 0.77, - "learning_rate": 2.5535238431422282e-06, - "loss": 0.876, - "step": 11562 - }, - { - "epoch": 0.77, - "learning_rate": 2.552076196375316e-06, - "loss": 0.9268, - "step": 11563 - }, - { - "epoch": 0.77, - "learning_rate": 2.5506289000518215e-06, - "loss": 0.9774, - "step": 11564 - }, - { - "epoch": 0.77, - "learning_rate": 2.5491819542398413e-06, - "loss": 0.9346, - "step": 11565 - }, - { - "epoch": 0.77, - "learning_rate": 2.547735359007466e-06, - "loss": 0.9255, - "step": 11566 - }, - { - "epoch": 0.77, - "learning_rate": 2.546289114422752e-06, - "loss": 0.7906, - "step": 11567 - }, - { - "epoch": 0.77, - "learning_rate": 2.5448432205537497e-06, - "loss": 0.9958, - "step": 11568 - }, - { - "epoch": 0.77, - "learning_rate": 2.5433976774684986e-06, - "loss": 0.9577, - "step": 11569 - }, - { - "epoch": 0.77, - "learning_rate": 2.541952485235011e-06, - "loss": 0.9635, - "step": 11570 - }, - { - "epoch": 0.77, - "learning_rate": 2.540507643921287e-06, - "loss": 0.9575, - "step": 11571 - }, - { - "epoch": 0.78, - "learning_rate": 2.539063153595309e-06, - "loss": 0.9538, - "step": 11572 - }, - { - "epoch": 0.78, - "learning_rate": 2.5376190143250436e-06, - "loss": 0.9078, - "step": 11573 - }, - { - "epoch": 0.78, - "learning_rate": 2.536175226178448e-06, - "loss": 0.9924, - "step": 11574 - }, - { - "epoch": 0.78, - "learning_rate": 2.534731789223447e-06, - "loss": 0.8906, - "step": 11575 - }, - { - "epoch": 0.78, - "learning_rate": 2.5332887035279583e-06, - "loss": 0.9316, - "step": 11576 - }, - { - "epoch": 0.78, - "learning_rate": 2.5318459691598896e-06, - "loss": 0.9026, - "step": 11577 - }, - { - "epoch": 0.78, - "learning_rate": 2.530403586187121e-06, - "loss": 0.9239, - "step": 11578 - }, - { - "epoch": 0.78, - "learning_rate": 2.5289615546775217e-06, - "loss": 0.9684, - "step": 11579 - }, - { - "epoch": 0.78, - "learning_rate": 2.5275198746989405e-06, - "loss": 0.9287, - "step": 11580 - }, - { - "epoch": 0.78, - "learning_rate": 2.5260785463192104e-06, - "loss": 0.8972, - "step": 11581 - }, - { - "epoch": 0.78, - "learning_rate": 2.5246375696061585e-06, - "loss": 0.9341, - "step": 11582 - }, - { - "epoch": 0.78, - "learning_rate": 2.523196944627575e-06, - "loss": 0.8858, - "step": 11583 - }, - { - "epoch": 0.78, - "learning_rate": 2.521756671451253e-06, - "loss": 0.957, - "step": 11584 - }, - { - "epoch": 0.78, - "learning_rate": 2.5203167501449576e-06, - "loss": 0.9713, - "step": 11585 - }, - { - "epoch": 0.78, - "learning_rate": 2.5188771807764424e-06, - "loss": 0.9101, - "step": 11586 - }, - { - "epoch": 0.78, - "learning_rate": 2.5174379634134406e-06, - "loss": 0.981, - "step": 11587 - }, - { - "epoch": 0.78, - "learning_rate": 2.5159990981236694e-06, - "loss": 0.9276, - "step": 11588 - }, - { - "epoch": 0.78, - "learning_rate": 2.514560584974839e-06, - "loss": 0.9437, - "step": 11589 - }, - { - "epoch": 0.78, - "learning_rate": 2.5131224240346273e-06, - "loss": 0.8863, - "step": 11590 - }, - { - "epoch": 0.78, - "learning_rate": 2.511684615370703e-06, - "loss": 0.9525, - "step": 11591 - }, - { - "epoch": 0.78, - "learning_rate": 2.5102471590507226e-06, - "loss": 0.9501, - "step": 11592 - }, - { - "epoch": 0.78, - "learning_rate": 2.508810055142322e-06, - "loss": 0.9217, - "step": 11593 - }, - { - "epoch": 0.78, - "learning_rate": 2.507373303713119e-06, - "loss": 0.9697, - "step": 11594 - }, - { - "epoch": 0.78, - "learning_rate": 2.505936904830717e-06, - "loss": 0.9717, - "step": 11595 - }, - { - "epoch": 0.78, - "learning_rate": 2.5045008585626982e-06, - "loss": 0.9044, - "step": 11596 - }, - { - "epoch": 0.78, - "learning_rate": 2.5030651649766413e-06, - "loss": 0.9817, - "step": 11597 - }, - { - "epoch": 0.78, - "learning_rate": 2.5016298241400883e-06, - "loss": 0.9348, - "step": 11598 - }, - { - "epoch": 0.78, - "learning_rate": 2.500194836120583e-06, - "loss": 0.8995, - "step": 11599 - }, - { - "epoch": 0.78, - "learning_rate": 2.4987602009856437e-06, - "loss": 0.9218, - "step": 11600 - }, - { - "epoch": 0.78, - "learning_rate": 2.4973259188027734e-06, - "loss": 0.8874, - "step": 11601 - }, - { - "epoch": 0.78, - "learning_rate": 2.4958919896394575e-06, - "loss": 0.8864, - "step": 11602 - }, - { - "epoch": 0.78, - "learning_rate": 2.4944584135631632e-06, - "loss": 0.9593, - "step": 11603 - }, - { - "epoch": 0.78, - "learning_rate": 2.4930251906413515e-06, - "loss": 0.9386, - "step": 11604 - }, - { - "epoch": 0.78, - "learning_rate": 2.4915923209414573e-06, - "loss": 0.9222, - "step": 11605 - }, - { - "epoch": 0.78, - "learning_rate": 2.4901598045308916e-06, - "loss": 0.9169, - "step": 11606 - }, - { - "epoch": 0.78, - "learning_rate": 2.488727641477069e-06, - "loss": 0.9919, - "step": 11607 - }, - { - "epoch": 0.78, - "learning_rate": 2.4872958318473706e-06, - "loss": 0.9154, - "step": 11608 - }, - { - "epoch": 0.78, - "learning_rate": 2.4858643757091684e-06, - "loss": 0.939, - "step": 11609 - }, - { - "epoch": 0.78, - "learning_rate": 2.484433273129816e-06, - "loss": 0.8709, - "step": 11610 - }, - { - "epoch": 0.78, - "learning_rate": 2.4830025241766466e-06, - "loss": 0.9059, - "step": 11611 - }, - { - "epoch": 0.78, - "learning_rate": 2.481572128916987e-06, - "loss": 0.8551, - "step": 11612 - }, - { - "epoch": 0.78, - "learning_rate": 2.4801420874181404e-06, - "loss": 0.9279, - "step": 11613 - }, - { - "epoch": 0.78, - "learning_rate": 2.478712399747385e-06, - "loss": 0.9454, - "step": 11614 - }, - { - "epoch": 0.78, - "learning_rate": 2.4772830659720002e-06, - "loss": 0.9551, - "step": 11615 - }, - { - "epoch": 0.78, - "learning_rate": 2.475854086159237e-06, - "loss": 0.924, - "step": 11616 - }, - { - "epoch": 0.78, - "learning_rate": 2.4744254603763317e-06, - "loss": 1.0114, - "step": 11617 - }, - { - "epoch": 0.78, - "learning_rate": 2.4729971886905058e-06, - "loss": 0.971, - "step": 11618 - }, - { - "epoch": 0.78, - "learning_rate": 2.47156927116896e-06, - "loss": 0.9678, - "step": 11619 - }, - { - "epoch": 0.78, - "learning_rate": 2.4701417078788857e-06, - "loss": 0.8651, - "step": 11620 - }, - { - "epoch": 0.78, - "learning_rate": 2.468714498887452e-06, - "loss": 1.0168, - "step": 11621 - }, - { - "epoch": 0.78, - "learning_rate": 2.4672876442618134e-06, - "loss": 0.8917, - "step": 11622 - }, - { - "epoch": 0.78, - "learning_rate": 2.465861144069104e-06, - "loss": 0.9505, - "step": 11623 - }, - { - "epoch": 0.78, - "learning_rate": 2.464434998376447e-06, - "loss": 0.9244, - "step": 11624 - }, - { - "epoch": 0.78, - "learning_rate": 2.463009207250945e-06, - "loss": 0.9204, - "step": 11625 - }, - { - "epoch": 0.78, - "learning_rate": 2.461583770759681e-06, - "loss": 0.9564, - "step": 11626 - }, - { - "epoch": 0.78, - "learning_rate": 2.460158688969734e-06, - "loss": 0.9065, - "step": 11627 - }, - { - "epoch": 0.78, - "learning_rate": 2.4587339619481544e-06, - "loss": 0.9904, - "step": 11628 - }, - { - "epoch": 0.78, - "learning_rate": 2.4573095897619736e-06, - "loss": 0.9089, - "step": 11629 - }, - { - "epoch": 0.78, - "learning_rate": 2.455885572478218e-06, - "loss": 0.92, - "step": 11630 - }, - { - "epoch": 0.78, - "learning_rate": 2.4544619101638865e-06, - "loss": 0.9306, - "step": 11631 - }, - { - "epoch": 0.78, - "learning_rate": 2.453038602885974e-06, - "loss": 0.9575, - "step": 11632 - }, - { - "epoch": 0.78, - "learning_rate": 2.4516156507114443e-06, - "loss": 0.942, - "step": 11633 - }, - { - "epoch": 0.78, - "learning_rate": 2.4501930537072483e-06, - "loss": 0.9158, - "step": 11634 - }, - { - "epoch": 0.78, - "learning_rate": 2.448770811940329e-06, - "loss": 0.9781, - "step": 11635 - }, - { - "epoch": 0.78, - "learning_rate": 2.447348925477604e-06, - "loss": 0.9128, - "step": 11636 - }, - { - "epoch": 0.78, - "learning_rate": 2.445927394385976e-06, - "loss": 0.9063, - "step": 11637 - }, - { - "epoch": 0.78, - "learning_rate": 2.444506218732332e-06, - "loss": 0.961, - "step": 11638 - }, - { - "epoch": 0.78, - "learning_rate": 2.44308539858354e-06, - "loss": 0.9513, - "step": 11639 - }, - { - "epoch": 0.78, - "learning_rate": 2.4416649340064602e-06, - "loss": 0.917, - "step": 11640 - }, - { - "epoch": 0.78, - "learning_rate": 2.440244825067918e-06, - "loss": 0.9466, - "step": 11641 - }, - { - "epoch": 0.78, - "learning_rate": 2.438825071834742e-06, - "loss": 0.9498, - "step": 11642 - }, - { - "epoch": 0.78, - "learning_rate": 2.437405674373732e-06, - "loss": 0.9467, - "step": 11643 - }, - { - "epoch": 0.78, - "learning_rate": 2.4359866327516747e-06, - "loss": 0.9839, - "step": 11644 - }, - { - "epoch": 0.78, - "learning_rate": 2.434567947035339e-06, - "loss": 0.9481, - "step": 11645 - }, - { - "epoch": 0.78, - "learning_rate": 2.4331496172914737e-06, - "loss": 0.8878, - "step": 11646 - }, - { - "epoch": 0.78, - "learning_rate": 2.4317316435868253e-06, - "loss": 0.8502, - "step": 11647 - }, - { - "epoch": 0.78, - "learning_rate": 2.4303140259881044e-06, - "loss": 1.0167, - "step": 11648 - }, - { - "epoch": 0.78, - "learning_rate": 2.428896764562012e-06, - "loss": 0.9054, - "step": 11649 - }, - { - "epoch": 0.78, - "learning_rate": 2.42747985937524e-06, - "loss": 0.9367, - "step": 11650 - }, - { - "epoch": 0.78, - "learning_rate": 2.426063310494455e-06, - "loss": 0.9099, - "step": 11651 - }, - { - "epoch": 0.78, - "learning_rate": 2.4246471179863086e-06, - "loss": 0.939, - "step": 11652 - }, - { - "epoch": 0.78, - "learning_rate": 2.4232312819174364e-06, - "loss": 0.8902, - "step": 11653 - }, - { - "epoch": 0.78, - "learning_rate": 2.4218158023544547e-06, - "loss": 0.9035, - "step": 11654 - }, - { - "epoch": 0.78, - "learning_rate": 2.4204006793639724e-06, - "loss": 1.0046, - "step": 11655 - }, - { - "epoch": 0.78, - "learning_rate": 2.418985913012568e-06, - "loss": 0.8484, - "step": 11656 - }, - { - "epoch": 0.78, - "learning_rate": 2.417571503366808e-06, - "loss": 1.0065, - "step": 11657 - }, - { - "epoch": 0.78, - "learning_rate": 2.4161574504932504e-06, - "loss": 0.8368, - "step": 11658 - }, - { - "epoch": 0.78, - "learning_rate": 2.4147437544584274e-06, - "loss": 0.9301, - "step": 11659 - }, - { - "epoch": 0.78, - "learning_rate": 2.4133304153288573e-06, - "loss": 0.9575, - "step": 11660 - }, - { - "epoch": 0.78, - "learning_rate": 2.4119174331710394e-06, - "loss": 0.9334, - "step": 11661 - }, - { - "epoch": 0.78, - "learning_rate": 2.410504808051457e-06, - "loss": 0.9301, - "step": 11662 - }, - { - "epoch": 0.78, - "learning_rate": 2.409092540036585e-06, - "loss": 0.8628, - "step": 11663 - }, - { - "epoch": 0.78, - "learning_rate": 2.4076806291928632e-06, - "loss": 0.9496, - "step": 11664 - }, - { - "epoch": 0.78, - "learning_rate": 2.4062690755867345e-06, - "loss": 0.932, - "step": 11665 - }, - { - "epoch": 0.78, - "learning_rate": 2.4048578792846135e-06, - "loss": 0.8987, - "step": 11666 - }, - { - "epoch": 0.78, - "learning_rate": 2.4034470403528986e-06, - "loss": 0.9736, - "step": 11667 - }, - { - "epoch": 0.78, - "learning_rate": 2.4020365588579752e-06, - "loss": 1.0513, - "step": 11668 - }, - { - "epoch": 0.78, - "learning_rate": 2.4006264348662054e-06, - "loss": 1.0141, - "step": 11669 - }, - { - "epoch": 0.78, - "learning_rate": 2.3992166684439466e-06, - "loss": 0.9291, - "step": 11670 - }, - { - "epoch": 0.78, - "learning_rate": 2.397807259657532e-06, - "loss": 0.9811, - "step": 11671 - }, - { - "epoch": 0.78, - "learning_rate": 2.396398208573267e-06, - "loss": 0.9658, - "step": 11672 - }, - { - "epoch": 0.78, - "learning_rate": 2.394989515257461e-06, - "loss": 0.9584, - "step": 11673 - }, - { - "epoch": 0.78, - "learning_rate": 2.3935811797763932e-06, - "loss": 0.9536, - "step": 11674 - }, - { - "epoch": 0.78, - "learning_rate": 2.3921732021963305e-06, - "loss": 0.9022, - "step": 11675 - }, - { - "epoch": 0.78, - "learning_rate": 2.390765582583521e-06, - "loss": 0.9371, - "step": 11676 - }, - { - "epoch": 0.78, - "learning_rate": 2.3893583210041927e-06, - "loss": 0.956, - "step": 11677 - }, - { - "epoch": 0.78, - "learning_rate": 2.3879514175245676e-06, - "loss": 0.9554, - "step": 11678 - }, - { - "epoch": 0.78, - "learning_rate": 2.386544872210841e-06, - "loss": 0.8965, - "step": 11679 - }, - { - "epoch": 0.78, - "learning_rate": 2.385138685129195e-06, - "loss": 0.9177, - "step": 11680 - }, - { - "epoch": 0.78, - "learning_rate": 2.383732856345794e-06, - "loss": 0.9084, - "step": 11681 - }, - { - "epoch": 0.78, - "learning_rate": 2.3823273859267847e-06, - "loss": 0.9328, - "step": 11682 - }, - { - "epoch": 0.78, - "learning_rate": 2.380922273938299e-06, - "loss": 0.9355, - "step": 11683 - }, - { - "epoch": 0.78, - "learning_rate": 2.379517520446447e-06, - "loss": 0.9627, - "step": 11684 - }, - { - "epoch": 0.78, - "learning_rate": 2.378113125517333e-06, - "loss": 0.9073, - "step": 11685 - }, - { - "epoch": 0.78, - "learning_rate": 2.3767090892170364e-06, - "loss": 0.8993, - "step": 11686 - }, - { - "epoch": 0.78, - "learning_rate": 2.3753054116116126e-06, - "loss": 0.9458, - "step": 11687 - }, - { - "epoch": 0.78, - "learning_rate": 2.3739020927671165e-06, - "loss": 0.9117, - "step": 11688 - }, - { - "epoch": 0.78, - "learning_rate": 2.372499132749575e-06, - "loss": 0.9488, - "step": 11689 - }, - { - "epoch": 0.78, - "learning_rate": 2.371096531625e-06, - "loss": 0.8958, - "step": 11690 - }, - { - "epoch": 0.78, - "learning_rate": 2.3696942894593878e-06, - "loss": 0.8784, - "step": 11691 - }, - { - "epoch": 0.78, - "learning_rate": 2.368292406318716e-06, - "loss": 0.8441, - "step": 11692 - }, - { - "epoch": 0.78, - "learning_rate": 2.3668908822689507e-06, - "loss": 0.9262, - "step": 11693 - }, - { - "epoch": 0.78, - "learning_rate": 2.3654897173760372e-06, - "loss": 0.8383, - "step": 11694 - }, - { - "epoch": 0.78, - "learning_rate": 2.3640889117058953e-06, - "loss": 0.9181, - "step": 11695 - }, - { - "epoch": 0.78, - "learning_rate": 2.3626884653244465e-06, - "loss": 0.9353, - "step": 11696 - }, - { - "epoch": 0.78, - "learning_rate": 2.3612883782975806e-06, - "loss": 0.8904, - "step": 11697 - }, - { - "epoch": 0.78, - "learning_rate": 2.3598886506911757e-06, - "loss": 0.9651, - "step": 11698 - }, - { - "epoch": 0.78, - "learning_rate": 2.3584892825710927e-06, - "loss": 0.9363, - "step": 11699 - }, - { - "epoch": 0.78, - "learning_rate": 2.3570902740031733e-06, - "loss": 0.9103, - "step": 11700 - }, - { - "epoch": 0.78, - "learning_rate": 2.355691625053248e-06, - "loss": 0.947, - "step": 11701 - }, - { - "epoch": 0.78, - "learning_rate": 2.3542933357871254e-06, - "loss": 0.9787, - "step": 11702 - }, - { - "epoch": 0.78, - "learning_rate": 2.3528954062705987e-06, - "loss": 0.9118, - "step": 11703 - }, - { - "epoch": 0.78, - "learning_rate": 2.351497836569443e-06, - "loss": 0.9362, - "step": 11704 - }, - { - "epoch": 0.78, - "learning_rate": 2.3501006267494184e-06, - "loss": 0.942, - "step": 11705 - }, - { - "epoch": 0.78, - "learning_rate": 2.348703776876267e-06, - "loss": 0.9412, - "step": 11706 - }, - { - "epoch": 0.78, - "learning_rate": 2.347307287015709e-06, - "loss": 1.0138, - "step": 11707 - }, - { - "epoch": 0.78, - "learning_rate": 2.3459111572334613e-06, - "loss": 0.9301, - "step": 11708 - }, - { - "epoch": 0.78, - "learning_rate": 2.344515387595212e-06, - "loss": 0.9261, - "step": 11709 - }, - { - "epoch": 0.78, - "learning_rate": 2.3431199781666346e-06, - "loss": 0.9418, - "step": 11710 - }, - { - "epoch": 0.78, - "learning_rate": 2.341724929013387e-06, - "loss": 0.8822, - "step": 11711 - }, - { - "epoch": 0.78, - "learning_rate": 2.3403302402011062e-06, - "loss": 0.8704, - "step": 11712 - }, - { - "epoch": 0.78, - "learning_rate": 2.338935911795426e-06, - "loss": 1.0176, - "step": 11713 - }, - { - "epoch": 0.78, - "learning_rate": 2.3375419438619427e-06, - "loss": 0.8942, - "step": 11714 - }, - { - "epoch": 0.78, - "learning_rate": 2.3361483364662476e-06, - "loss": 0.9042, - "step": 11715 - }, - { - "epoch": 0.78, - "learning_rate": 2.334755089673917e-06, - "loss": 0.8583, - "step": 11716 - }, - { - "epoch": 0.78, - "learning_rate": 2.3333622035505064e-06, - "loss": 0.9372, - "step": 11717 - }, - { - "epoch": 0.78, - "learning_rate": 2.331969678161552e-06, - "loss": 0.8699, - "step": 11718 - }, - { - "epoch": 0.78, - "learning_rate": 2.3305775135725784e-06, - "loss": 0.8734, - "step": 11719 - }, - { - "epoch": 0.78, - "learning_rate": 2.3291857098490843e-06, - "loss": 1.0046, - "step": 11720 - }, - { - "epoch": 0.78, - "learning_rate": 2.327794267056569e-06, - "loss": 0.864, - "step": 11721 - }, - { - "epoch": 0.79, - "learning_rate": 2.326403185260491e-06, - "loss": 0.9519, - "step": 11722 - }, - { - "epoch": 0.79, - "learning_rate": 2.3250124645263108e-06, - "loss": 0.9606, - "step": 11723 - }, - { - "epoch": 0.79, - "learning_rate": 2.323622104919465e-06, - "loss": 0.9201, - "step": 11724 - }, - { - "epoch": 0.79, - "learning_rate": 2.322232106505373e-06, - "loss": 0.9277, - "step": 11725 - }, - { - "epoch": 0.79, - "learning_rate": 2.3208424693494368e-06, - "loss": 0.8732, - "step": 11726 - }, - { - "epoch": 0.79, - "learning_rate": 2.319453193517044e-06, - "loss": 0.971, - "step": 11727 - }, - { - "epoch": 0.79, - "learning_rate": 2.3180642790735576e-06, - "loss": 0.9692, - "step": 11728 - }, - { - "epoch": 0.79, - "learning_rate": 2.3166757260843408e-06, - "loss": 0.9665, - "step": 11729 - }, - { - "epoch": 0.79, - "learning_rate": 2.3152875346147164e-06, - "loss": 0.8298, - "step": 11730 - }, - { - "epoch": 0.79, - "learning_rate": 2.3138997047300104e-06, - "loss": 0.891, - "step": 11731 - }, - { - "epoch": 0.79, - "learning_rate": 2.312512236495521e-06, - "loss": 0.9261, - "step": 11732 - }, - { - "epoch": 0.79, - "learning_rate": 2.3111251299765326e-06, - "loss": 0.996, - "step": 11733 - }, - { - "epoch": 0.79, - "learning_rate": 2.3097383852383105e-06, - "loss": 1.0371, - "step": 11734 - }, - { - "epoch": 0.79, - "learning_rate": 2.3083520023461035e-06, - "loss": 0.8892, - "step": 11735 - }, - { - "epoch": 0.79, - "learning_rate": 2.306965981365149e-06, - "loss": 0.9281, - "step": 11736 - }, - { - "epoch": 0.79, - "learning_rate": 2.305580322360662e-06, - "loss": 0.9123, - "step": 11737 - }, - { - "epoch": 0.79, - "learning_rate": 2.3041950253978352e-06, - "loss": 0.975, - "step": 11738 - }, - { - "epoch": 0.79, - "learning_rate": 2.302810090541856e-06, - "loss": 0.916, - "step": 11739 - }, - { - "epoch": 0.79, - "learning_rate": 2.3014255178578883e-06, - "loss": 0.9437, - "step": 11740 - }, - { - "epoch": 0.79, - "learning_rate": 2.3000413074110782e-06, - "loss": 0.8773, - "step": 11741 - }, - { - "epoch": 0.79, - "learning_rate": 2.298657459266558e-06, - "loss": 0.9512, - "step": 11742 - }, - { - "epoch": 0.79, - "learning_rate": 2.2972739734894355e-06, - "loss": 0.9358, - "step": 11743 - }, - { - "epoch": 0.79, - "learning_rate": 2.2958908501448185e-06, - "loss": 0.9031, - "step": 11744 - }, - { - "epoch": 0.79, - "learning_rate": 2.2945080892977747e-06, - "loss": 0.9296, - "step": 11745 - }, - { - "epoch": 0.79, - "learning_rate": 2.2931256910133736e-06, - "loss": 0.9028, - "step": 11746 - }, - { - "epoch": 0.79, - "learning_rate": 2.2917436553566586e-06, - "loss": 1.0604, - "step": 11747 - }, - { - "epoch": 0.79, - "learning_rate": 2.290361982392657e-06, - "loss": 0.9569, - "step": 11748 - }, - { - "epoch": 0.79, - "learning_rate": 2.2889806721863818e-06, - "loss": 0.961, - "step": 11749 - }, - { - "epoch": 0.79, - "learning_rate": 2.2875997248028214e-06, - "loss": 0.8825, - "step": 11750 - }, - { - "epoch": 0.79, - "learning_rate": 2.286219140306961e-06, - "loss": 0.9365, - "step": 11751 - }, - { - "epoch": 0.79, - "learning_rate": 2.2848389187637608e-06, - "loss": 0.9594, - "step": 11752 - }, - { - "epoch": 0.79, - "learning_rate": 2.2834590602381534e-06, - "loss": 0.9031, - "step": 11753 - }, - { - "epoch": 0.79, - "learning_rate": 2.282079564795073e-06, - "loss": 0.9603, - "step": 11754 - }, - { - "epoch": 0.79, - "learning_rate": 2.2807004324994275e-06, - "loss": 0.922, - "step": 11755 - }, - { - "epoch": 0.79, - "learning_rate": 2.2793216634161065e-06, - "loss": 0.9467, - "step": 11756 - }, - { - "epoch": 0.79, - "learning_rate": 2.2779432576099856e-06, - "loss": 0.9003, - "step": 11757 - }, - { - "epoch": 0.79, - "learning_rate": 2.2765652151459193e-06, - "loss": 0.9126, - "step": 11758 - }, - { - "epoch": 0.79, - "learning_rate": 2.2751875360887533e-06, - "loss": 0.9337, - "step": 11759 - }, - { - "epoch": 0.79, - "learning_rate": 2.2738102205033086e-06, - "loss": 0.9464, - "step": 11760 - }, - { - "epoch": 0.79, - "learning_rate": 2.2724332684543904e-06, - "loss": 0.8991, - "step": 11761 - }, - { - "epoch": 0.79, - "learning_rate": 2.271056680006788e-06, - "loss": 0.9346, - "step": 11762 - }, - { - "epoch": 0.79, - "learning_rate": 2.269680455225274e-06, - "loss": 0.9561, - "step": 11763 - }, - { - "epoch": 0.79, - "learning_rate": 2.2683045941746018e-06, - "loss": 0.9662, - "step": 11764 - }, - { - "epoch": 0.79, - "learning_rate": 2.2669290969195114e-06, - "loss": 0.9756, - "step": 11765 - }, - { - "epoch": 0.79, - "learning_rate": 2.265553963524718e-06, - "loss": 0.9964, - "step": 11766 - }, - { - "epoch": 0.79, - "learning_rate": 2.264179194054933e-06, - "loss": 0.9263, - "step": 11767 - }, - { - "epoch": 0.79, - "learning_rate": 2.2628047885748382e-06, - "loss": 0.9521, - "step": 11768 - }, - { - "epoch": 0.79, - "learning_rate": 2.2614307471491035e-06, - "loss": 0.8832, - "step": 11769 - }, - { - "epoch": 0.79, - "learning_rate": 2.260057069842381e-06, - "loss": 0.8799, - "step": 11770 - }, - { - "epoch": 0.79, - "learning_rate": 2.2586837567193055e-06, - "loss": 0.8976, - "step": 11771 - }, - { - "epoch": 0.79, - "learning_rate": 2.257310807844495e-06, - "loss": 0.9568, - "step": 11772 - }, - { - "epoch": 0.79, - "learning_rate": 2.2559382232825466e-06, - "loss": 0.8437, - "step": 11773 - }, - { - "epoch": 0.79, - "learning_rate": 2.254566003098051e-06, - "loss": 1.0208, - "step": 11774 - }, - { - "epoch": 0.79, - "learning_rate": 2.253194147355571e-06, - "loss": 0.8668, - "step": 11775 - }, - { - "epoch": 0.79, - "learning_rate": 2.2518226561196555e-06, - "loss": 0.9935, - "step": 11776 - }, - { - "epoch": 0.79, - "learning_rate": 2.2504515294548356e-06, - "loss": 0.9447, - "step": 11777 - }, - { - "epoch": 0.79, - "learning_rate": 2.2490807674256264e-06, - "loss": 0.929, - "step": 11778 - }, - { - "epoch": 0.79, - "learning_rate": 2.2477103700965306e-06, - "loss": 0.9304, - "step": 11779 - }, - { - "epoch": 0.79, - "learning_rate": 2.2463403375320236e-06, - "loss": 0.9308, - "step": 11780 - }, - { - "epoch": 0.79, - "learning_rate": 2.2449706697965666e-06, - "loss": 0.9055, - "step": 11781 - }, - { - "epoch": 0.79, - "learning_rate": 2.243601366954613e-06, - "loss": 0.9313, - "step": 11782 - }, - { - "epoch": 0.79, - "learning_rate": 2.2422324290705876e-06, - "loss": 0.8911, - "step": 11783 - }, - { - "epoch": 0.79, - "learning_rate": 2.2408638562089035e-06, - "loss": 0.8925, - "step": 11784 - }, - { - "epoch": 0.79, - "learning_rate": 2.239495648433956e-06, - "loss": 0.9191, - "step": 11785 - }, - { - "epoch": 0.79, - "learning_rate": 2.2381278058101173e-06, - "loss": 0.9893, - "step": 11786 - }, - { - "epoch": 0.79, - "learning_rate": 2.236760328401759e-06, - "loss": 0.9093, - "step": 11787 - }, - { - "epoch": 0.79, - "learning_rate": 2.2353932162732115e-06, - "loss": 0.9567, - "step": 11788 - }, - { - "epoch": 0.79, - "learning_rate": 2.2340264694888103e-06, - "loss": 0.927, - "step": 11789 - }, - { - "epoch": 0.79, - "learning_rate": 2.232660088112861e-06, - "loss": 0.9264, - "step": 11790 - }, - { - "epoch": 0.79, - "learning_rate": 2.2312940722096544e-06, - "loss": 0.8817, - "step": 11791 - }, - { - "epoch": 0.79, - "learning_rate": 2.229928421843467e-06, - "loss": 0.9158, - "step": 11792 - }, - { - "epoch": 0.79, - "learning_rate": 2.228563137078551e-06, - "loss": 0.9713, - "step": 11793 - }, - { - "epoch": 0.79, - "learning_rate": 2.2271982179791564e-06, - "loss": 0.9106, - "step": 11794 - }, - { - "epoch": 0.79, - "learning_rate": 2.225833664609497e-06, - "loss": 0.8865, - "step": 11795 - }, - { - "epoch": 0.79, - "learning_rate": 2.224469477033778e-06, - "loss": 0.8823, - "step": 11796 - }, - { - "epoch": 0.79, - "learning_rate": 2.2231056553161947e-06, - "loss": 0.9605, - "step": 11797 - }, - { - "epoch": 0.79, - "learning_rate": 2.2217421995209144e-06, - "loss": 0.9753, - "step": 11798 - }, - { - "epoch": 0.79, - "learning_rate": 2.220379109712092e-06, - "loss": 0.9427, - "step": 11799 - }, - { - "epoch": 0.79, - "learning_rate": 2.2190163859538627e-06, - "loss": 0.9119, - "step": 11800 - }, - { - "epoch": 0.79, - "learning_rate": 2.2176540283103453e-06, - "loss": 0.925, - "step": 11801 - }, - { - "epoch": 0.79, - "learning_rate": 2.21629203684565e-06, - "loss": 0.8878, - "step": 11802 - }, - { - "epoch": 0.79, - "learning_rate": 2.2149304116238525e-06, - "loss": 0.8657, - "step": 11803 - }, - { - "epoch": 0.79, - "learning_rate": 2.213569152709021e-06, - "loss": 0.8976, - "step": 11804 - }, - { - "epoch": 0.79, - "learning_rate": 2.2122082601652117e-06, - "loss": 0.9535, - "step": 11805 - }, - { - "epoch": 0.79, - "learning_rate": 2.2108477340564562e-06, - "loss": 0.9759, - "step": 11806 - }, - { - "epoch": 0.79, - "learning_rate": 2.2094875744467703e-06, - "loss": 0.9675, - "step": 11807 - }, - { - "epoch": 0.79, - "learning_rate": 2.208127781400151e-06, - "loss": 0.9367, - "step": 11808 - }, - { - "epoch": 0.79, - "learning_rate": 2.2067683549805808e-06, - "loss": 0.954, - "step": 11809 - }, - { - "epoch": 0.79, - "learning_rate": 2.2054092952520288e-06, - "loss": 0.9119, - "step": 11810 - }, - { - "epoch": 0.79, - "learning_rate": 2.2040506022784337e-06, - "loss": 0.903, - "step": 11811 - }, - { - "epoch": 0.79, - "learning_rate": 2.2026922761237312e-06, - "loss": 0.9655, - "step": 11812 - }, - { - "epoch": 0.79, - "learning_rate": 2.201334316851833e-06, - "loss": 0.9318, - "step": 11813 - }, - { - "epoch": 0.79, - "learning_rate": 2.1999767245266346e-06, - "loss": 0.9265, - "step": 11814 - }, - { - "epoch": 0.79, - "learning_rate": 2.1986194992120137e-06, - "loss": 0.9826, - "step": 11815 - }, - { - "epoch": 0.79, - "learning_rate": 2.1972626409718277e-06, - "loss": 0.8697, - "step": 11816 - }, - { - "epoch": 0.79, - "learning_rate": 2.1959061498699276e-06, - "loss": 0.8789, - "step": 11817 - }, - { - "epoch": 0.79, - "learning_rate": 2.194550025970137e-06, - "loss": 0.9087, - "step": 11818 - }, - { - "epoch": 0.79, - "learning_rate": 2.1931942693362584e-06, - "loss": 0.8765, - "step": 11819 - }, - { - "epoch": 0.79, - "learning_rate": 2.191838880032091e-06, - "loss": 0.9289, - "step": 11820 - }, - { - "epoch": 0.79, - "learning_rate": 2.190483858121407e-06, - "loss": 0.9437, - "step": 11821 - }, - { - "epoch": 0.79, - "learning_rate": 2.1891292036679643e-06, - "loss": 0.9731, - "step": 11822 - }, - { - "epoch": 0.79, - "learning_rate": 2.1877749167355013e-06, - "loss": 0.9446, - "step": 11823 - }, - { - "epoch": 0.79, - "learning_rate": 2.186420997387738e-06, - "loss": 0.9641, - "step": 11824 - }, - { - "epoch": 0.79, - "learning_rate": 2.185067445688387e-06, - "loss": 0.9879, - "step": 11825 - }, - { - "epoch": 0.79, - "learning_rate": 2.183714261701131e-06, - "loss": 0.9056, - "step": 11826 - }, - { - "epoch": 0.79, - "learning_rate": 2.1823614454896425e-06, - "loss": 0.891, - "step": 11827 - }, - { - "epoch": 0.79, - "learning_rate": 2.181008997117574e-06, - "loss": 0.9244, - "step": 11828 - }, - { - "epoch": 0.79, - "learning_rate": 2.1796569166485613e-06, - "loss": 0.9513, - "step": 11829 - }, - { - "epoch": 0.79, - "learning_rate": 2.178305204146224e-06, - "loss": 0.9247, - "step": 11830 - }, - { - "epoch": 0.79, - "learning_rate": 2.1769538596741612e-06, - "loss": 0.8461, - "step": 11831 - }, - { - "epoch": 0.79, - "learning_rate": 2.175602883295961e-06, - "loss": 0.923, - "step": 11832 - }, - { - "epoch": 0.79, - "learning_rate": 2.1742522750751893e-06, - "loss": 0.9086, - "step": 11833 - }, - { - "epoch": 0.79, - "learning_rate": 2.172902035075394e-06, - "loss": 0.9203, - "step": 11834 - }, - { - "epoch": 0.79, - "learning_rate": 2.1715521633601066e-06, - "loss": 0.9532, - "step": 11835 - }, - { - "epoch": 0.79, - "learning_rate": 2.170202659992845e-06, - "loss": 0.8776, - "step": 11836 - }, - { - "epoch": 0.79, - "learning_rate": 2.1688535250371047e-06, - "loss": 0.9768, - "step": 11837 - }, - { - "epoch": 0.79, - "learning_rate": 2.167504758556365e-06, - "loss": 0.8856, - "step": 11838 - }, - { - "epoch": 0.79, - "learning_rate": 2.1661563606140877e-06, - "loss": 0.8689, - "step": 11839 - }, - { - "epoch": 0.79, - "learning_rate": 2.164808331273723e-06, - "loss": 0.9164, - "step": 11840 - }, - { - "epoch": 0.79, - "learning_rate": 2.1634606705986994e-06, - "loss": 0.8952, - "step": 11841 - }, - { - "epoch": 0.79, - "learning_rate": 2.1621133786524183e-06, - "loss": 0.9111, - "step": 11842 - }, - { - "epoch": 0.79, - "learning_rate": 2.1607664554982833e-06, - "loss": 0.8987, - "step": 11843 - }, - { - "epoch": 0.79, - "learning_rate": 2.159419901199664e-06, - "loss": 0.9214, - "step": 11844 - }, - { - "epoch": 0.79, - "learning_rate": 2.1580737158199272e-06, - "loss": 0.9323, - "step": 11845 - }, - { - "epoch": 0.79, - "learning_rate": 2.156727899422406e-06, - "loss": 0.938, - "step": 11846 - }, - { - "epoch": 0.79, - "learning_rate": 2.1553824520704257e-06, - "loss": 0.883, - "step": 11847 - }, - { - "epoch": 0.79, - "learning_rate": 2.1540373738272966e-06, - "loss": 0.9227, - "step": 11848 - }, - { - "epoch": 0.79, - "learning_rate": 2.152692664756306e-06, - "loss": 0.9485, - "step": 11849 - }, - { - "epoch": 0.79, - "learning_rate": 2.151348324920727e-06, - "loss": 0.9163, - "step": 11850 - }, - { - "epoch": 0.79, - "learning_rate": 2.150004354383811e-06, - "loss": 0.8792, - "step": 11851 - }, - { - "epoch": 0.79, - "learning_rate": 2.148660753208799e-06, - "loss": 1.0413, - "step": 11852 - }, - { - "epoch": 0.79, - "learning_rate": 2.147317521458908e-06, - "loss": 0.9142, - "step": 11853 - }, - { - "epoch": 0.79, - "learning_rate": 2.1459746591973396e-06, - "loss": 0.9235, - "step": 11854 - }, - { - "epoch": 0.79, - "learning_rate": 2.1446321664872826e-06, - "loss": 0.9459, - "step": 11855 - }, - { - "epoch": 0.79, - "learning_rate": 2.1432900433919025e-06, - "loss": 0.9057, - "step": 11856 - }, - { - "epoch": 0.79, - "learning_rate": 2.1419482899743504e-06, - "loss": 0.9271, - "step": 11857 - }, - { - "epoch": 0.79, - "learning_rate": 2.1406069062977577e-06, - "loss": 0.9175, - "step": 11858 - }, - { - "epoch": 0.79, - "learning_rate": 2.1392658924252384e-06, - "loss": 0.9336, - "step": 11859 - }, - { - "epoch": 0.79, - "learning_rate": 2.137925248419899e-06, - "loss": 0.9152, - "step": 11860 - }, - { - "epoch": 0.79, - "learning_rate": 2.1365849743448097e-06, - "loss": 0.9193, - "step": 11861 - }, - { - "epoch": 0.79, - "learning_rate": 2.1352450702630356e-06, - "loss": 0.937, - "step": 11862 - }, - { - "epoch": 0.79, - "learning_rate": 2.133905536237628e-06, - "loss": 0.9153, - "step": 11863 - }, - { - "epoch": 0.79, - "learning_rate": 2.1325663723316127e-06, - "loss": 1.0339, - "step": 11864 - }, - { - "epoch": 0.79, - "learning_rate": 2.1312275786079993e-06, - "loss": 0.9738, - "step": 11865 - }, - { - "epoch": 0.79, - "learning_rate": 2.129889155129783e-06, - "loss": 0.8729, - "step": 11866 - }, - { - "epoch": 0.79, - "learning_rate": 2.128551101959936e-06, - "loss": 1.0181, - "step": 11867 - }, - { - "epoch": 0.79, - "learning_rate": 2.1272134191614256e-06, - "loss": 0.9639, - "step": 11868 - }, - { - "epoch": 0.79, - "learning_rate": 2.1258761067971836e-06, - "loss": 0.8926, - "step": 11869 - }, - { - "epoch": 0.79, - "learning_rate": 2.1245391649301404e-06, - "loss": 0.9141, - "step": 11870 - }, - { - "epoch": 0.8, - "learning_rate": 2.1232025936231992e-06, - "loss": 0.9316, - "step": 11871 - }, - { - "epoch": 0.8, - "learning_rate": 2.121866392939251e-06, - "loss": 0.9842, - "step": 11872 - }, - { - "epoch": 0.8, - "learning_rate": 2.1205305629411667e-06, - "loss": 0.9277, - "step": 11873 - }, - { - "epoch": 0.8, - "learning_rate": 2.119195103691799e-06, - "loss": 0.878, - "step": 11874 - }, - { - "epoch": 0.8, - "learning_rate": 2.117860015253983e-06, - "loss": 0.9311, - "step": 11875 - }, - { - "epoch": 0.8, - "learning_rate": 2.116525297690547e-06, - "loss": 0.9587, - "step": 11876 - }, - { - "epoch": 0.8, - "learning_rate": 2.115190951064281e-06, - "loss": 0.9262, - "step": 11877 - }, - { - "epoch": 0.8, - "learning_rate": 2.1138569754379767e-06, - "loss": 0.9304, - "step": 11878 - }, - { - "epoch": 0.8, - "learning_rate": 2.1125233708743997e-06, - "loss": 0.9374, - "step": 11879 - }, - { - "epoch": 0.8, - "learning_rate": 2.1111901374362985e-06, - "loss": 0.9198, - "step": 11880 - }, - { - "epoch": 0.8, - "learning_rate": 2.1098572751864053e-06, - "loss": 0.9267, - "step": 11881 - }, - { - "epoch": 0.8, - "learning_rate": 2.1085247841874322e-06, - "loss": 0.9478, - "step": 11882 - }, - { - "epoch": 0.8, - "learning_rate": 2.1071926645020813e-06, - "loss": 0.833, - "step": 11883 - }, - { - "epoch": 0.8, - "learning_rate": 2.105860916193032e-06, - "loss": 0.948, - "step": 11884 - }, - { - "epoch": 0.8, - "learning_rate": 2.1045295393229394e-06, - "loss": 0.9628, - "step": 11885 - }, - { - "epoch": 0.8, - "learning_rate": 2.1031985339544546e-06, - "loss": 0.9481, - "step": 11886 - }, - { - "epoch": 0.8, - "learning_rate": 2.101867900150203e-06, - "loss": 0.918, - "step": 11887 - }, - { - "epoch": 0.8, - "learning_rate": 2.1005376379727937e-06, - "loss": 0.9184, - "step": 11888 - }, - { - "epoch": 0.8, - "learning_rate": 2.099207747484819e-06, - "loss": 0.9641, - "step": 11889 - }, - { - "epoch": 0.8, - "learning_rate": 2.0978782287488517e-06, - "loss": 0.9275, - "step": 11890 - }, - { - "epoch": 0.8, - "learning_rate": 2.096549081827457e-06, - "loss": 0.9834, - "step": 11891 - }, - { - "epoch": 0.8, - "learning_rate": 2.095220306783162e-06, - "loss": 1.0178, - "step": 11892 - }, - { - "epoch": 0.8, - "learning_rate": 2.0938919036784987e-06, - "loss": 0.8529, - "step": 11893 - }, - { - "epoch": 0.8, - "learning_rate": 2.092563872575968e-06, - "loss": 0.9449, - "step": 11894 - }, - { - "epoch": 0.8, - "learning_rate": 2.091236213538058e-06, - "loss": 0.928, - "step": 11895 - }, - { - "epoch": 0.8, - "learning_rate": 2.0899089266272386e-06, - "loss": 0.9018, - "step": 11896 - }, - { - "epoch": 0.8, - "learning_rate": 2.0885820119059584e-06, - "loss": 0.9248, - "step": 11897 - }, - { - "epoch": 0.8, - "learning_rate": 2.0872554694366574e-06, - "loss": 0.9557, - "step": 11898 - }, - { - "epoch": 0.8, - "learning_rate": 2.0859292992817535e-06, - "loss": 1.0131, - "step": 11899 - }, - { - "epoch": 0.8, - "learning_rate": 2.084603501503638e-06, - "loss": 0.9152, - "step": 11900 - }, - { - "epoch": 0.8, - "learning_rate": 2.0832780761646997e-06, - "loss": 0.896, - "step": 11901 - }, - { - "epoch": 0.8, - "learning_rate": 2.0819530233273e-06, - "loss": 1.0241, - "step": 11902 - }, - { - "epoch": 0.8, - "learning_rate": 2.0806283430537934e-06, - "loss": 0.9115, - "step": 11903 - }, - { - "epoch": 0.8, - "learning_rate": 2.0793040354064997e-06, - "loss": 0.9642, - "step": 11904 - }, - { - "epoch": 0.8, - "learning_rate": 2.077980100447733e-06, - "loss": 0.9579, - "step": 11905 - }, - { - "epoch": 0.8, - "learning_rate": 2.0766565382397917e-06, - "loss": 0.9808, - "step": 11906 - }, - { - "epoch": 0.8, - "learning_rate": 2.075333348844951e-06, - "loss": 0.8953, - "step": 11907 - }, - { - "epoch": 0.8, - "learning_rate": 2.07401053232547e-06, - "loss": 0.8922, - "step": 11908 - }, - { - "epoch": 0.8, - "learning_rate": 2.0726880887435895e-06, - "loss": 0.8757, - "step": 11909 - }, - { - "epoch": 0.8, - "learning_rate": 2.071366018161536e-06, - "loss": 0.9353, - "step": 11910 - }, - { - "epoch": 0.8, - "learning_rate": 2.0700443206415135e-06, - "loss": 0.9156, - "step": 11911 - }, - { - "epoch": 0.8, - "learning_rate": 2.0687229962457134e-06, - "loss": 0.8725, - "step": 11912 - }, - { - "epoch": 0.8, - "learning_rate": 2.067402045036303e-06, - "loss": 0.8676, - "step": 11913 - }, - { - "epoch": 0.8, - "learning_rate": 2.0660814670754425e-06, - "loss": 0.8942, - "step": 11914 - }, - { - "epoch": 0.8, - "learning_rate": 2.0647612624252664e-06, - "loss": 0.9441, - "step": 11915 - }, - { - "epoch": 0.8, - "learning_rate": 2.0634414311478924e-06, - "loss": 0.8981, - "step": 11916 - }, - { - "epoch": 0.8, - "learning_rate": 2.062121973305422e-06, - "loss": 1.0192, - "step": 11917 - }, - { - "epoch": 0.8, - "learning_rate": 2.060802888959941e-06, - "loss": 0.8898, - "step": 11918 - }, - { - "epoch": 0.8, - "learning_rate": 2.059484178173512e-06, - "loss": 0.8747, - "step": 11919 - }, - { - "epoch": 0.8, - "learning_rate": 2.058165841008184e-06, - "loss": 0.8504, - "step": 11920 - }, - { - "epoch": 0.8, - "learning_rate": 2.0568478775259925e-06, - "loss": 0.9239, - "step": 11921 - }, - { - "epoch": 0.8, - "learning_rate": 2.055530287788947e-06, - "loss": 0.9811, - "step": 11922 - }, - { - "epoch": 0.8, - "learning_rate": 2.054213071859046e-06, - "loss": 0.9542, - "step": 11923 - }, - { - "epoch": 0.8, - "learning_rate": 2.0528962297982647e-06, - "loss": 0.9943, - "step": 11924 - }, - { - "epoch": 0.8, - "learning_rate": 2.051579761668564e-06, - "loss": 0.956, - "step": 11925 - }, - { - "epoch": 0.8, - "learning_rate": 2.050263667531893e-06, - "loss": 0.8469, - "step": 11926 - }, - { - "epoch": 0.8, - "learning_rate": 2.0489479474501704e-06, - "loss": 0.8331, - "step": 11927 - }, - { - "epoch": 0.8, - "learning_rate": 2.0476326014853042e-06, - "loss": 0.8646, - "step": 11928 - }, - { - "epoch": 0.8, - "learning_rate": 2.0463176296991894e-06, - "loss": 0.8608, - "step": 11929 - }, - { - "epoch": 0.8, - "learning_rate": 2.0450030321536953e-06, - "loss": 0.9179, - "step": 11930 - }, - { - "epoch": 0.8, - "learning_rate": 2.0436888089106787e-06, - "loss": 0.9166, - "step": 11931 - }, - { - "epoch": 0.8, - "learning_rate": 2.0423749600319754e-06, - "loss": 0.9529, - "step": 11932 - }, - { - "epoch": 0.8, - "learning_rate": 2.041061485579404e-06, - "loss": 0.9603, - "step": 11933 - }, - { - "epoch": 0.8, - "learning_rate": 2.039748385614775e-06, - "loss": 0.8664, - "step": 11934 - }, - { - "epoch": 0.8, - "learning_rate": 2.0384356601998612e-06, - "loss": 0.8587, - "step": 11935 - }, - { - "epoch": 0.8, - "learning_rate": 2.037123309396437e-06, - "loss": 0.9234, - "step": 11936 - }, - { - "epoch": 0.8, - "learning_rate": 2.035811333266251e-06, - "loss": 0.8871, - "step": 11937 - }, - { - "epoch": 0.8, - "learning_rate": 2.0344997318710334e-06, - "loss": 0.9666, - "step": 11938 - }, - { - "epoch": 0.8, - "learning_rate": 2.0331885052725e-06, - "loss": 0.9586, - "step": 11939 - }, - { - "epoch": 0.8, - "learning_rate": 2.031877653532344e-06, - "loss": 0.9334, - "step": 11940 - }, - { - "epoch": 0.8, - "learning_rate": 2.030567176712248e-06, - "loss": 0.9617, - "step": 11941 - }, - { - "epoch": 0.8, - "learning_rate": 2.0292570748738747e-06, - "loss": 1.0031, - "step": 11942 - }, - { - "epoch": 0.8, - "learning_rate": 2.027947348078859e-06, - "loss": 0.8892, - "step": 11943 - }, - { - "epoch": 0.8, - "learning_rate": 2.026637996388836e-06, - "loss": 0.9155, - "step": 11944 - }, - { - "epoch": 0.8, - "learning_rate": 2.0253290198654096e-06, - "loss": 0.9742, - "step": 11945 - }, - { - "epoch": 0.8, - "learning_rate": 2.0240204185701728e-06, - "loss": 0.9804, - "step": 11946 - }, - { - "epoch": 0.8, - "learning_rate": 2.022712192564695e-06, - "loss": 0.9055, - "step": 11947 - }, - { - "epoch": 0.8, - "learning_rate": 2.0214043419105323e-06, - "loss": 0.9787, - "step": 11948 - }, - { - "epoch": 0.8, - "learning_rate": 2.020096866669229e-06, - "loss": 0.9313, - "step": 11949 - }, - { - "epoch": 0.8, - "learning_rate": 2.018789766902297e-06, - "loss": 0.9247, - "step": 11950 - }, - { - "epoch": 0.8, - "learning_rate": 2.017483042671238e-06, - "loss": 0.8569, - "step": 11951 - }, - { - "epoch": 0.8, - "learning_rate": 2.016176694037543e-06, - "loss": 0.9464, - "step": 11952 - }, - { - "epoch": 0.8, - "learning_rate": 2.014870721062676e-06, - "loss": 0.974, - "step": 11953 - }, - { - "epoch": 0.8, - "learning_rate": 2.0135651238080854e-06, - "loss": 0.8927, - "step": 11954 - }, - { - "epoch": 0.8, - "learning_rate": 2.012259902335204e-06, - "loss": 0.9094, - "step": 11955 - }, - { - "epoch": 0.8, - "learning_rate": 2.0109550567054437e-06, - "loss": 0.883, - "step": 11956 - }, - { - "epoch": 0.8, - "learning_rate": 2.009650586980206e-06, - "loss": 0.9293, - "step": 11957 - }, - { - "epoch": 0.8, - "learning_rate": 2.008346493220862e-06, - "loss": 0.8672, - "step": 11958 - }, - { - "epoch": 0.8, - "learning_rate": 2.007042775488779e-06, - "loss": 0.9505, - "step": 11959 - }, - { - "epoch": 0.8, - "learning_rate": 2.0057394338452964e-06, - "loss": 0.9774, - "step": 11960 - }, - { - "epoch": 0.8, - "learning_rate": 2.0044364683517414e-06, - "loss": 0.9788, - "step": 11961 - }, - { - "epoch": 0.8, - "learning_rate": 2.0031338790694212e-06, - "loss": 0.9424, - "step": 11962 - }, - { - "epoch": 0.8, - "learning_rate": 2.001831666059624e-06, - "loss": 0.8928, - "step": 11963 - }, - { - "epoch": 0.8, - "learning_rate": 2.000529829383626e-06, - "loss": 0.9549, - "step": 11964 - }, - { - "epoch": 0.8, - "learning_rate": 1.9992283691026826e-06, - "loss": 0.8995, - "step": 11965 - }, - { - "epoch": 0.8, - "learning_rate": 1.997927285278023e-06, - "loss": 0.926, - "step": 11966 - }, - { - "epoch": 0.8, - "learning_rate": 1.9966265779708736e-06, - "loss": 0.9353, - "step": 11967 - }, - { - "epoch": 0.8, - "learning_rate": 1.995326247242435e-06, - "loss": 0.9095, - "step": 11968 - }, - { - "epoch": 0.8, - "learning_rate": 1.99402629315389e-06, - "loss": 0.9371, - "step": 11969 - }, - { - "epoch": 0.8, - "learning_rate": 1.992726715766403e-06, - "loss": 0.8965, - "step": 11970 - }, - { - "epoch": 0.8, - "learning_rate": 1.9914275151411234e-06, - "loss": 0.8854, - "step": 11971 - }, - { - "epoch": 0.8, - "learning_rate": 1.9901286913391836e-06, - "loss": 0.9157, - "step": 11972 - }, - { - "epoch": 0.8, - "learning_rate": 1.9888302444216957e-06, - "loss": 0.9757, - "step": 11973 - }, - { - "epoch": 0.8, - "learning_rate": 1.9875321744497542e-06, - "loss": 0.8933, - "step": 11974 - }, - { - "epoch": 0.8, - "learning_rate": 1.986234481484437e-06, - "loss": 1.0388, - "step": 11975 - }, - { - "epoch": 0.8, - "learning_rate": 1.984937165586803e-06, - "loss": 0.9331, - "step": 11976 - }, - { - "epoch": 0.8, - "learning_rate": 1.9836402268178954e-06, - "loss": 0.9553, - "step": 11977 - }, - { - "epoch": 0.8, - "learning_rate": 1.982343665238735e-06, - "loss": 0.9388, - "step": 11978 - }, - { - "epoch": 0.8, - "learning_rate": 1.9810474809103343e-06, - "loss": 0.9632, - "step": 11979 - }, - { - "epoch": 0.8, - "learning_rate": 1.9797516738936774e-06, - "loss": 0.9189, - "step": 11980 - }, - { - "epoch": 0.8, - "learning_rate": 1.978456244249737e-06, - "loss": 0.8552, - "step": 11981 - }, - { - "epoch": 0.8, - "learning_rate": 1.9771611920394664e-06, - "loss": 0.8699, - "step": 11982 - }, - { - "epoch": 0.8, - "learning_rate": 1.975866517323798e-06, - "loss": 0.9126, - "step": 11983 - }, - { - "epoch": 0.8, - "learning_rate": 1.9745722201636562e-06, - "loss": 0.9028, - "step": 11984 - }, - { - "epoch": 0.8, - "learning_rate": 1.9732783006199352e-06, - "loss": 0.8597, - "step": 11985 - }, - { - "epoch": 0.8, - "learning_rate": 1.9719847587535158e-06, - "loss": 0.871, - "step": 11986 - }, - { - "epoch": 0.8, - "learning_rate": 1.970691594625267e-06, - "loss": 0.9744, - "step": 11987 - }, - { - "epoch": 0.8, - "learning_rate": 1.969398808296037e-06, - "loss": 0.9714, - "step": 11988 - }, - { - "epoch": 0.8, - "learning_rate": 1.968106399826646e-06, - "loss": 0.9046, - "step": 11989 - }, - { - "epoch": 0.8, - "learning_rate": 1.966814369277913e-06, - "loss": 0.887, - "step": 11990 - }, - { - "epoch": 0.8, - "learning_rate": 1.9655227167106262e-06, - "loss": 0.8569, - "step": 11991 - }, - { - "epoch": 0.8, - "learning_rate": 1.964231442185568e-06, - "loss": 0.8873, - "step": 11992 - }, - { - "epoch": 0.8, - "learning_rate": 1.9629405457634887e-06, - "loss": 0.9714, - "step": 11993 - }, - { - "epoch": 0.8, - "learning_rate": 1.961650027505129e-06, - "loss": 0.9513, - "step": 11994 - }, - { - "epoch": 0.8, - "learning_rate": 1.960359887471216e-06, - "loss": 0.9321, - "step": 11995 - }, - { - "epoch": 0.8, - "learning_rate": 1.9590701257224496e-06, - "loss": 1.0076, - "step": 11996 - }, - { - "epoch": 0.8, - "learning_rate": 1.9577807423195194e-06, - "loss": 0.92, - "step": 11997 - }, - { - "epoch": 0.8, - "learning_rate": 1.9564917373230916e-06, - "loss": 0.8532, - "step": 11998 - }, - { - "epoch": 0.8, - "learning_rate": 1.9552031107938164e-06, - "loss": 0.9976, - "step": 11999 - }, - { - "epoch": 0.8, - "learning_rate": 1.9539148627923332e-06, - "loss": 0.9187, - "step": 12000 - }, - { - "epoch": 0.8, - "learning_rate": 1.9526269933792464e-06, - "loss": 0.8988, - "step": 12001 - }, - { - "epoch": 0.8, - "learning_rate": 1.951339502615164e-06, - "loss": 0.9067, - "step": 12002 - }, - { - "epoch": 0.8, - "learning_rate": 1.9500523905606592e-06, - "loss": 0.8799, - "step": 12003 - }, - { - "epoch": 0.8, - "learning_rate": 1.9487656572762968e-06, - "loss": 0.8964, - "step": 12004 - }, - { - "epoch": 0.8, - "learning_rate": 1.947479302822621e-06, - "loss": 0.9146, - "step": 12005 - }, - { - "epoch": 0.8, - "learning_rate": 1.946193327260153e-06, - "loss": 0.8354, - "step": 12006 - }, - { - "epoch": 0.8, - "learning_rate": 1.9449077306494114e-06, - "loss": 0.9686, - "step": 12007 - }, - { - "epoch": 0.8, - "learning_rate": 1.9436225130508768e-06, - "loss": 0.8823, - "step": 12008 - }, - { - "epoch": 0.8, - "learning_rate": 1.9423376745250233e-06, - "loss": 0.9059, - "step": 12009 - }, - { - "epoch": 0.8, - "learning_rate": 1.9410532151323114e-06, - "loss": 0.9803, - "step": 12010 - }, - { - "epoch": 0.8, - "learning_rate": 1.9397691349331738e-06, - "loss": 0.8839, - "step": 12011 - }, - { - "epoch": 0.8, - "learning_rate": 1.938485433988031e-06, - "loss": 0.9609, - "step": 12012 - }, - { - "epoch": 0.8, - "learning_rate": 1.937202112357284e-06, - "loss": 0.9422, - "step": 12013 - }, - { - "epoch": 0.8, - "learning_rate": 1.9359191701013126e-06, - "loss": 0.9063, - "step": 12014 - }, - { - "epoch": 0.8, - "learning_rate": 1.9346366072804924e-06, - "loss": 0.8851, - "step": 12015 - }, - { - "epoch": 0.8, - "learning_rate": 1.933354423955159e-06, - "loss": 0.931, - "step": 12016 - }, - { - "epoch": 0.8, - "learning_rate": 1.932072620185651e-06, - "loss": 0.9431, - "step": 12017 - }, - { - "epoch": 0.8, - "learning_rate": 1.930791196032278e-06, - "loss": 0.9514, - "step": 12018 - }, - { - "epoch": 0.8, - "learning_rate": 1.929510151555334e-06, - "loss": 1.0151, - "step": 12019 - }, - { - "epoch": 0.81, - "learning_rate": 1.9282294868150943e-06, - "loss": 0.929, - "step": 12020 - }, - { - "epoch": 0.81, - "learning_rate": 1.926949201871816e-06, - "loss": 0.9684, - "step": 12021 - }, - { - "epoch": 0.81, - "learning_rate": 1.925669296785745e-06, - "loss": 0.9984, - "step": 12022 - }, - { - "epoch": 0.81, - "learning_rate": 1.9243897716171033e-06, - "loss": 0.951, - "step": 12023 - }, - { - "epoch": 0.81, - "learning_rate": 1.923110626426088e-06, - "loss": 0.9502, - "step": 12024 - }, - { - "epoch": 0.81, - "learning_rate": 1.9218318612728948e-06, - "loss": 0.8947, - "step": 12025 - }, - { - "epoch": 0.81, - "learning_rate": 1.9205534762176893e-06, - "loss": 0.9583, - "step": 12026 - }, - { - "epoch": 0.81, - "learning_rate": 1.919275471320622e-06, - "loss": 0.9555, - "step": 12027 - }, - { - "epoch": 0.81, - "learning_rate": 1.917997846641828e-06, - "loss": 0.9468, - "step": 12028 - }, - { - "epoch": 0.81, - "learning_rate": 1.91672060224142e-06, - "loss": 1.0145, - "step": 12029 - }, - { - "epoch": 0.81, - "learning_rate": 1.915443738179499e-06, - "loss": 0.886, - "step": 12030 - }, - { - "epoch": 0.81, - "learning_rate": 1.914167254516146e-06, - "loss": 0.903, - "step": 12031 - }, - { - "epoch": 0.81, - "learning_rate": 1.9128911513114148e-06, - "loss": 0.8546, - "step": 12032 - }, - { - "epoch": 0.81, - "learning_rate": 1.9116154286253565e-06, - "loss": 0.949, - "step": 12033 - }, - { - "epoch": 0.81, - "learning_rate": 1.910340086517994e-06, - "loss": 0.9612, - "step": 12034 - }, - { - "epoch": 0.81, - "learning_rate": 1.9090651250493376e-06, - "loss": 0.9344, - "step": 12035 - }, - { - "epoch": 0.81, - "learning_rate": 1.9077905442793754e-06, - "loss": 0.8879, - "step": 12036 - }, - { - "epoch": 0.81, - "learning_rate": 1.9065163442680767e-06, - "loss": 0.8805, - "step": 12037 - }, - { - "epoch": 0.81, - "learning_rate": 1.9052425250754037e-06, - "loss": 0.8735, - "step": 12038 - }, - { - "epoch": 0.81, - "learning_rate": 1.903969086761287e-06, - "loss": 0.8777, - "step": 12039 - }, - { - "epoch": 0.81, - "learning_rate": 1.9026960293856466e-06, - "loss": 0.8257, - "step": 12040 - }, - { - "epoch": 0.81, - "learning_rate": 1.9014233530083825e-06, - "loss": 0.8929, - "step": 12041 - }, - { - "epoch": 0.81, - "learning_rate": 1.900151057689379e-06, - "loss": 0.9436, - "step": 12042 - }, - { - "epoch": 0.81, - "learning_rate": 1.8988791434884979e-06, - "loss": 0.8752, - "step": 12043 - }, - { - "epoch": 0.81, - "learning_rate": 1.897607610465585e-06, - "loss": 0.9272, - "step": 12044 - }, - { - "epoch": 0.81, - "learning_rate": 1.8963364586804744e-06, - "loss": 0.91, - "step": 12045 - }, - { - "epoch": 0.81, - "learning_rate": 1.8950656881929775e-06, - "loss": 0.956, - "step": 12046 - }, - { - "epoch": 0.81, - "learning_rate": 1.8937952990628771e-06, - "loss": 0.9423, - "step": 12047 - }, - { - "epoch": 0.81, - "learning_rate": 1.8925252913499591e-06, - "loss": 0.9446, - "step": 12048 - }, - { - "epoch": 0.81, - "learning_rate": 1.8912556651139723e-06, - "loss": 0.8841, - "step": 12049 - }, - { - "epoch": 0.81, - "learning_rate": 1.8899864204146656e-06, - "loss": 0.89, - "step": 12050 - }, - { - "epoch": 0.81, - "learning_rate": 1.8887175573117522e-06, - "loss": 0.9618, - "step": 12051 - }, - { - "epoch": 0.81, - "learning_rate": 1.8874490758649345e-06, - "loss": 0.991, - "step": 12052 - }, - { - "epoch": 0.81, - "learning_rate": 1.8861809761339035e-06, - "loss": 0.9015, - "step": 12053 - }, - { - "epoch": 0.81, - "learning_rate": 1.8849132581783237e-06, - "loss": 0.9811, - "step": 12054 - }, - { - "epoch": 0.81, - "learning_rate": 1.883645922057844e-06, - "loss": 0.9394, - "step": 12055 - }, - { - "epoch": 0.81, - "learning_rate": 1.8823789678320957e-06, - "loss": 0.8982, - "step": 12056 - }, - { - "epoch": 0.81, - "learning_rate": 1.8811123955606903e-06, - "loss": 0.9009, - "step": 12057 - }, - { - "epoch": 0.81, - "learning_rate": 1.8798462053032308e-06, - "loss": 0.9149, - "step": 12058 - }, - { - "epoch": 0.81, - "learning_rate": 1.8785803971192839e-06, - "loss": 0.9096, - "step": 12059 - }, - { - "epoch": 0.81, - "learning_rate": 1.877314971068417e-06, - "loss": 0.9321, - "step": 12060 - }, - { - "epoch": 0.81, - "learning_rate": 1.8760499272101684e-06, - "loss": 0.9203, - "step": 12061 - }, - { - "epoch": 0.81, - "learning_rate": 1.8747852656040622e-06, - "loss": 0.9056, - "step": 12062 - }, - { - "epoch": 0.81, - "learning_rate": 1.8735209863096037e-06, - "loss": 0.9738, - "step": 12063 - }, - { - "epoch": 0.81, - "learning_rate": 1.8722570893862813e-06, - "loss": 0.9032, - "step": 12064 - }, - { - "epoch": 0.81, - "learning_rate": 1.8709935748935625e-06, - "loss": 0.9651, - "step": 12065 - }, - { - "epoch": 0.81, - "learning_rate": 1.8697304428909003e-06, - "loss": 0.9312, - "step": 12066 - }, - { - "epoch": 0.81, - "learning_rate": 1.8684676934377254e-06, - "loss": 0.9915, - "step": 12067 - }, - { - "epoch": 0.81, - "learning_rate": 1.8672053265934587e-06, - "loss": 0.9308, - "step": 12068 - }, - { - "epoch": 0.81, - "learning_rate": 1.8659433424174954e-06, - "loss": 0.8739, - "step": 12069 - }, - { - "epoch": 0.81, - "learning_rate": 1.8646817409692132e-06, - "loss": 0.8541, - "step": 12070 - }, - { - "epoch": 0.81, - "learning_rate": 1.863420522307976e-06, - "loss": 0.9174, - "step": 12071 - }, - { - "epoch": 0.81, - "learning_rate": 1.8621596864931225e-06, - "loss": 0.874, - "step": 12072 - }, - { - "epoch": 0.81, - "learning_rate": 1.860899233583987e-06, - "loss": 0.9287, - "step": 12073 - }, - { - "epoch": 0.81, - "learning_rate": 1.8596391636398703e-06, - "loss": 0.936, - "step": 12074 - }, - { - "epoch": 0.81, - "learning_rate": 1.858379476720059e-06, - "loss": 0.9276, - "step": 12075 - }, - { - "epoch": 0.81, - "learning_rate": 1.8571201728838328e-06, - "loss": 0.9463, - "step": 12076 - }, - { - "epoch": 0.81, - "learning_rate": 1.8558612521904407e-06, - "loss": 0.9067, - "step": 12077 - }, - { - "epoch": 0.81, - "learning_rate": 1.8546027146991186e-06, - "loss": 0.9527, - "step": 12078 - }, - { - "epoch": 0.81, - "learning_rate": 1.8533445604690836e-06, - "loss": 0.8904, - "step": 12079 - }, - { - "epoch": 0.81, - "learning_rate": 1.8520867895595318e-06, - "loss": 0.9171, - "step": 12080 - }, - { - "epoch": 0.81, - "learning_rate": 1.8508294020296536e-06, - "loss": 0.9514, - "step": 12081 - }, - { - "epoch": 0.81, - "learning_rate": 1.8495723979386016e-06, - "loss": 0.959, - "step": 12082 - }, - { - "epoch": 0.81, - "learning_rate": 1.8483157773455273e-06, - "loss": 0.9455, - "step": 12083 - }, - { - "epoch": 0.81, - "learning_rate": 1.8470595403095571e-06, - "loss": 0.9946, - "step": 12084 - }, - { - "epoch": 0.81, - "learning_rate": 1.8458036868897988e-06, - "loss": 0.8538, - "step": 12085 - }, - { - "epoch": 0.81, - "learning_rate": 1.8445482171453445e-06, - "loss": 0.8597, - "step": 12086 - }, - { - "epoch": 0.81, - "learning_rate": 1.843293131135263e-06, - "loss": 0.8919, - "step": 12087 - }, - { - "epoch": 0.81, - "learning_rate": 1.8420384289186167e-06, - "loss": 0.9411, - "step": 12088 - }, - { - "epoch": 0.81, - "learning_rate": 1.840784110554441e-06, - "loss": 0.9445, - "step": 12089 - }, - { - "epoch": 0.81, - "learning_rate": 1.839530176101747e-06, - "loss": 0.9926, - "step": 12090 - }, - { - "epoch": 0.81, - "learning_rate": 1.8382766256195428e-06, - "loss": 0.8335, - "step": 12091 - }, - { - "epoch": 0.81, - "learning_rate": 1.837023459166809e-06, - "loss": 0.8439, - "step": 12092 - }, - { - "epoch": 0.81, - "learning_rate": 1.8357706768025108e-06, - "loss": 0.8991, - "step": 12093 - }, - { - "epoch": 0.81, - "learning_rate": 1.834518278585594e-06, - "loss": 0.951, - "step": 12094 - }, - { - "epoch": 0.81, - "learning_rate": 1.8332662645749856e-06, - "loss": 0.9251, - "step": 12095 - }, - { - "epoch": 0.81, - "learning_rate": 1.8320146348295997e-06, - "loss": 0.9948, - "step": 12096 - }, - { - "epoch": 0.81, - "learning_rate": 1.8307633894083253e-06, - "loss": 0.9022, - "step": 12097 - }, - { - "epoch": 0.81, - "learning_rate": 1.8295125283700398e-06, - "loss": 0.888, - "step": 12098 - }, - { - "epoch": 0.81, - "learning_rate": 1.828262051773596e-06, - "loss": 0.9872, - "step": 12099 - }, - { - "epoch": 0.81, - "learning_rate": 1.8270119596778346e-06, - "loss": 0.9971, - "step": 12100 - }, - { - "epoch": 0.81, - "learning_rate": 1.825762252141573e-06, - "loss": 0.9254, - "step": 12101 - }, - { - "epoch": 0.81, - "learning_rate": 1.8245129292236153e-06, - "loss": 0.9247, - "step": 12102 - }, - { - "epoch": 0.81, - "learning_rate": 1.823263990982742e-06, - "loss": 0.9025, - "step": 12103 - }, - { - "epoch": 0.81, - "learning_rate": 1.8220154374777254e-06, - "loss": 0.829, - "step": 12104 - }, - { - "epoch": 0.81, - "learning_rate": 1.820767268767304e-06, - "loss": 0.8385, - "step": 12105 - }, - { - "epoch": 0.81, - "learning_rate": 1.8195194849102149e-06, - "loss": 0.9681, - "step": 12106 - }, - { - "epoch": 0.81, - "learning_rate": 1.818272085965166e-06, - "loss": 0.9186, - "step": 12107 - }, - { - "epoch": 0.81, - "learning_rate": 1.8170250719908523e-06, - "loss": 1.0317, - "step": 12108 - }, - { - "epoch": 0.81, - "learning_rate": 1.8157784430459468e-06, - "loss": 0.9472, - "step": 12109 - }, - { - "epoch": 0.81, - "learning_rate": 1.814532199189104e-06, - "loss": 0.9463, - "step": 12110 - }, - { - "epoch": 0.81, - "learning_rate": 1.8132863404789703e-06, - "loss": 0.929, - "step": 12111 - }, - { - "epoch": 0.81, - "learning_rate": 1.812040866974164e-06, - "loss": 0.9629, - "step": 12112 - }, - { - "epoch": 0.81, - "learning_rate": 1.810795778733282e-06, - "loss": 0.9079, - "step": 12113 - }, - { - "epoch": 0.81, - "learning_rate": 1.8095510758149148e-06, - "loss": 0.9941, - "step": 12114 - }, - { - "epoch": 0.81, - "learning_rate": 1.808306758277627e-06, - "loss": 0.8826, - "step": 12115 - }, - { - "epoch": 0.81, - "learning_rate": 1.8070628261799673e-06, - "loss": 0.9731, - "step": 12116 - }, - { - "epoch": 0.81, - "learning_rate": 1.8058192795804652e-06, - "loss": 0.9457, - "step": 12117 - }, - { - "epoch": 0.81, - "learning_rate": 1.8045761185376298e-06, - "loss": 0.8846, - "step": 12118 - }, - { - "epoch": 0.81, - "learning_rate": 1.8033333431099598e-06, - "loss": 0.9135, - "step": 12119 - }, - { - "epoch": 0.81, - "learning_rate": 1.8020909533559306e-06, - "loss": 0.8863, - "step": 12120 - }, - { - "epoch": 0.81, - "learning_rate": 1.8008489493339965e-06, - "loss": 0.9448, - "step": 12121 - }, - { - "epoch": 0.81, - "learning_rate": 1.7996073311025997e-06, - "loss": 0.9789, - "step": 12122 - }, - { - "epoch": 0.81, - "learning_rate": 1.798366098720159e-06, - "loss": 0.9209, - "step": 12123 - }, - { - "epoch": 0.81, - "learning_rate": 1.79712525224508e-06, - "loss": 0.9564, - "step": 12124 - }, - { - "epoch": 0.81, - "learning_rate": 1.7958847917357436e-06, - "loss": 0.8783, - "step": 12125 - }, - { - "epoch": 0.81, - "learning_rate": 1.794644717250521e-06, - "loss": 0.9625, - "step": 12126 - }, - { - "epoch": 0.81, - "learning_rate": 1.79340502884776e-06, - "loss": 0.8846, - "step": 12127 - }, - { - "epoch": 0.81, - "learning_rate": 1.7921657265857906e-06, - "loss": 0.8846, - "step": 12128 - }, - { - "epoch": 0.81, - "learning_rate": 1.7909268105229238e-06, - "loss": 0.8282, - "step": 12129 - }, - { - "epoch": 0.81, - "learning_rate": 1.789688280717452e-06, - "loss": 0.9502, - "step": 12130 - }, - { - "epoch": 0.81, - "learning_rate": 1.7884501372276585e-06, - "loss": 0.8978, - "step": 12131 - }, - { - "epoch": 0.81, - "learning_rate": 1.7872123801117946e-06, - "loss": 1.0382, - "step": 12132 - }, - { - "epoch": 0.81, - "learning_rate": 1.785975009428098e-06, - "loss": 0.9289, - "step": 12133 - }, - { - "epoch": 0.81, - "learning_rate": 1.7847380252347967e-06, - "loss": 0.9848, - "step": 12134 - }, - { - "epoch": 0.81, - "learning_rate": 1.7835014275900907e-06, - "loss": 0.9115, - "step": 12135 - }, - { - "epoch": 0.81, - "learning_rate": 1.7822652165521648e-06, - "loss": 0.8857, - "step": 12136 - }, - { - "epoch": 0.81, - "learning_rate": 1.7810293921791855e-06, - "loss": 1.0208, - "step": 12137 - }, - { - "epoch": 0.81, - "learning_rate": 1.779793954529301e-06, - "loss": 0.8659, - "step": 12138 - }, - { - "epoch": 0.81, - "learning_rate": 1.7785589036606466e-06, - "loss": 0.9373, - "step": 12139 - }, - { - "epoch": 0.81, - "learning_rate": 1.7773242396313284e-06, - "loss": 0.9312, - "step": 12140 - }, - { - "epoch": 0.81, - "learning_rate": 1.7760899624994399e-06, - "loss": 0.911, - "step": 12141 - }, - { - "epoch": 0.81, - "learning_rate": 1.7748560723230624e-06, - "loss": 0.8805, - "step": 12142 - }, - { - "epoch": 0.81, - "learning_rate": 1.7736225691602505e-06, - "loss": 0.987, - "step": 12143 - }, - { - "epoch": 0.81, - "learning_rate": 1.7723894530690443e-06, - "loss": 0.9009, - "step": 12144 - }, - { - "epoch": 0.81, - "learning_rate": 1.7711567241074646e-06, - "loss": 0.9299, - "step": 12145 - }, - { - "epoch": 0.81, - "learning_rate": 1.769924382333511e-06, - "loss": 0.9162, - "step": 12146 - }, - { - "epoch": 0.81, - "learning_rate": 1.7686924278051775e-06, - "loss": 0.9475, - "step": 12147 - }, - { - "epoch": 0.81, - "learning_rate": 1.76746086058042e-06, - "loss": 0.9444, - "step": 12148 - }, - { - "epoch": 0.81, - "learning_rate": 1.7662296807171942e-06, - "loss": 0.918, - "step": 12149 - }, - { - "epoch": 0.81, - "learning_rate": 1.764998888273427e-06, - "loss": 0.9731, - "step": 12150 - }, - { - "epoch": 0.81, - "learning_rate": 1.76376848330703e-06, - "loss": 0.9842, - "step": 12151 - }, - { - "epoch": 0.81, - "learning_rate": 1.7625384658758993e-06, - "loss": 0.9486, - "step": 12152 - }, - { - "epoch": 0.81, - "learning_rate": 1.761308836037905e-06, - "loss": 0.8882, - "step": 12153 - }, - { - "epoch": 0.81, - "learning_rate": 1.7600795938509141e-06, - "loss": 0.9051, - "step": 12154 - }, - { - "epoch": 0.81, - "learning_rate": 1.758850739372756e-06, - "loss": 0.8843, - "step": 12155 - }, - { - "epoch": 0.81, - "learning_rate": 1.7576222726612524e-06, - "loss": 0.9019, - "step": 12156 - }, - { - "epoch": 0.81, - "learning_rate": 1.7563941937742102e-06, - "loss": 0.9193, - "step": 12157 - }, - { - "epoch": 0.81, - "learning_rate": 1.7551665027694108e-06, - "loss": 0.8912, - "step": 12158 - }, - { - "epoch": 0.81, - "learning_rate": 1.7539391997046218e-06, - "loss": 0.933, - "step": 12159 - }, - { - "epoch": 0.81, - "learning_rate": 1.75271228463759e-06, - "loss": 0.9219, - "step": 12160 - }, - { - "epoch": 0.81, - "learning_rate": 1.7514857576260414e-06, - "loss": 0.944, - "step": 12161 - }, - { - "epoch": 0.81, - "learning_rate": 1.7502596187276954e-06, - "loss": 0.9825, - "step": 12162 - }, - { - "epoch": 0.81, - "learning_rate": 1.749033868000235e-06, - "loss": 1.0051, - "step": 12163 - }, - { - "epoch": 0.81, - "learning_rate": 1.7478085055013428e-06, - "loss": 0.9877, - "step": 12164 - }, - { - "epoch": 0.81, - "learning_rate": 1.7465835312886714e-06, - "loss": 0.9581, - "step": 12165 - }, - { - "epoch": 0.81, - "learning_rate": 1.7453589454198606e-06, - "loss": 0.9013, - "step": 12166 - }, - { - "epoch": 0.81, - "learning_rate": 1.7441347479525283e-06, - "loss": 0.9726, - "step": 12167 - }, - { - "epoch": 0.81, - "learning_rate": 1.7429109389442744e-06, - "loss": 0.8711, - "step": 12168 - }, - { - "epoch": 0.81, - "learning_rate": 1.741687518452687e-06, - "loss": 0.969, - "step": 12169 - }, - { - "epoch": 0.82, - "learning_rate": 1.7404644865353314e-06, - "loss": 0.9241, - "step": 12170 - }, - { - "epoch": 0.82, - "learning_rate": 1.739241843249747e-06, - "loss": 0.9686, - "step": 12171 - }, - { - "epoch": 0.82, - "learning_rate": 1.73801958865347e-06, - "loss": 0.888, - "step": 12172 - }, - { - "epoch": 0.82, - "learning_rate": 1.7367977228040067e-06, - "loss": 0.9028, - "step": 12173 - }, - { - "epoch": 0.82, - "learning_rate": 1.73557624575885e-06, - "loss": 0.9153, - "step": 12174 - }, - { - "epoch": 0.82, - "learning_rate": 1.7343551575754724e-06, - "loss": 0.914, - "step": 12175 - }, - { - "epoch": 0.82, - "learning_rate": 1.7331344583113285e-06, - "loss": 0.8924, - "step": 12176 - }, - { - "epoch": 0.82, - "learning_rate": 1.7319141480238588e-06, - "loss": 0.9308, - "step": 12177 - }, - { - "epoch": 0.82, - "learning_rate": 1.7306942267704817e-06, - "loss": 0.9815, - "step": 12178 - }, - { - "epoch": 0.82, - "learning_rate": 1.7294746946085917e-06, - "loss": 0.9106, - "step": 12179 - }, - { - "epoch": 0.82, - "learning_rate": 1.7282555515955769e-06, - "loss": 0.963, - "step": 12180 - }, - { - "epoch": 0.82, - "learning_rate": 1.727036797788798e-06, - "loss": 0.9387, - "step": 12181 - }, - { - "epoch": 0.82, - "learning_rate": 1.7258184332456018e-06, - "loss": 0.9662, - "step": 12182 - }, - { - "epoch": 0.82, - "learning_rate": 1.7246004580233156e-06, - "loss": 0.9729, - "step": 12183 - }, - { - "epoch": 0.82, - "learning_rate": 1.7233828721792445e-06, - "loss": 0.9051, - "step": 12184 - }, - { - "epoch": 0.82, - "learning_rate": 1.722165675770684e-06, - "loss": 0.9413, - "step": 12185 - }, - { - "epoch": 0.82, - "learning_rate": 1.7209488688549048e-06, - "loss": 0.9428, - "step": 12186 - }, - { - "epoch": 0.82, - "learning_rate": 1.71973245148916e-06, - "loss": 0.894, - "step": 12187 - }, - { - "epoch": 0.82, - "learning_rate": 1.718516423730685e-06, - "loss": 0.8304, - "step": 12188 - }, - { - "epoch": 0.82, - "learning_rate": 1.7173007856366973e-06, - "loss": 0.9272, - "step": 12189 - }, - { - "epoch": 0.82, - "learning_rate": 1.7160855372643947e-06, - "loss": 0.8872, - "step": 12190 - }, - { - "epoch": 0.82, - "learning_rate": 1.7148706786709568e-06, - "loss": 0.9511, - "step": 12191 - }, - { - "epoch": 0.82, - "learning_rate": 1.71365620991355e-06, - "loss": 0.9544, - "step": 12192 - }, - { - "epoch": 0.82, - "learning_rate": 1.7124421310493144e-06, - "loss": 0.8772, - "step": 12193 - }, - { - "epoch": 0.82, - "learning_rate": 1.7112284421353775e-06, - "loss": 0.8716, - "step": 12194 - }, - { - "epoch": 0.82, - "learning_rate": 1.710015143228846e-06, - "loss": 0.9132, - "step": 12195 - }, - { - "epoch": 0.82, - "learning_rate": 1.7088022343868038e-06, - "loss": 0.8206, - "step": 12196 - }, - { - "epoch": 0.82, - "learning_rate": 1.7075897156663323e-06, - "loss": 0.9617, - "step": 12197 - }, - { - "epoch": 0.82, - "learning_rate": 1.7063775871244736e-06, - "loss": 0.9453, - "step": 12198 - }, - { - "epoch": 0.82, - "learning_rate": 1.705165848818262e-06, - "loss": 0.9619, - "step": 12199 - }, - { - "epoch": 0.82, - "learning_rate": 1.7039545008047175e-06, - "loss": 0.8942, - "step": 12200 - }, - { - "epoch": 0.82, - "learning_rate": 1.7027435431408356e-06, - "loss": 1.0155, - "step": 12201 - }, - { - "epoch": 0.82, - "learning_rate": 1.701532975883594e-06, - "loss": 0.9135, - "step": 12202 - }, - { - "epoch": 0.82, - "learning_rate": 1.7003227990899528e-06, - "loss": 0.9119, - "step": 12203 - }, - { - "epoch": 0.82, - "learning_rate": 1.699113012816852e-06, - "loss": 0.8396, - "step": 12204 - }, - { - "epoch": 0.82, - "learning_rate": 1.6979036171212216e-06, - "loss": 0.9253, - "step": 12205 - }, - { - "epoch": 0.82, - "learning_rate": 1.6966946120599582e-06, - "loss": 0.9099, - "step": 12206 - }, - { - "epoch": 0.82, - "learning_rate": 1.6954859976899552e-06, - "loss": 0.9042, - "step": 12207 - }, - { - "epoch": 0.82, - "learning_rate": 1.6942777740680782e-06, - "loss": 0.8914, - "step": 12208 - }, - { - "epoch": 0.82, - "learning_rate": 1.6930699412511765e-06, - "loss": 0.9215, - "step": 12209 - }, - { - "epoch": 0.82, - "learning_rate": 1.691862499296083e-06, - "loss": 0.937, - "step": 12210 - }, - { - "epoch": 0.82, - "learning_rate": 1.6906554482596104e-06, - "loss": 0.857, - "step": 12211 - }, - { - "epoch": 0.82, - "learning_rate": 1.6894487881985532e-06, - "loss": 1.0008, - "step": 12212 - }, - { - "epoch": 0.82, - "learning_rate": 1.6882425191696882e-06, - "loss": 0.9581, - "step": 12213 - }, - { - "epoch": 0.82, - "learning_rate": 1.6870366412297701e-06, - "loss": 0.8626, - "step": 12214 - }, - { - "epoch": 0.82, - "learning_rate": 1.6858311544355443e-06, - "loss": 0.9551, - "step": 12215 - }, - { - "epoch": 0.82, - "learning_rate": 1.6846260588437302e-06, - "loss": 0.9273, - "step": 12216 - }, - { - "epoch": 0.82, - "learning_rate": 1.683421354511028e-06, - "loss": 0.9846, - "step": 12217 - }, - { - "epoch": 0.82, - "learning_rate": 1.6822170414941241e-06, - "loss": 0.9004, - "step": 12218 - }, - { - "epoch": 0.82, - "learning_rate": 1.6810131198496815e-06, - "loss": 0.8816, - "step": 12219 - }, - { - "epoch": 0.82, - "learning_rate": 1.6798095896343548e-06, - "loss": 1.0, - "step": 12220 - }, - { - "epoch": 0.82, - "learning_rate": 1.678606450904766e-06, - "loss": 0.995, - "step": 12221 - }, - { - "epoch": 0.82, - "learning_rate": 1.677403703717526e-06, - "loss": 0.9277, - "step": 12222 - }, - { - "epoch": 0.82, - "learning_rate": 1.6762013481292316e-06, - "loss": 0.9492, - "step": 12223 - }, - { - "epoch": 0.82, - "learning_rate": 1.674999384196454e-06, - "loss": 0.9183, - "step": 12224 - }, - { - "epoch": 0.82, - "learning_rate": 1.673797811975749e-06, - "loss": 0.8585, - "step": 12225 - }, - { - "epoch": 0.82, - "learning_rate": 1.6725966315236542e-06, - "loss": 0.9603, - "step": 12226 - }, - { - "epoch": 0.82, - "learning_rate": 1.6713958428966836e-06, - "loss": 0.9561, - "step": 12227 - }, - { - "epoch": 0.82, - "learning_rate": 1.670195446151347e-06, - "loss": 0.8867, - "step": 12228 - }, - { - "epoch": 0.82, - "learning_rate": 1.6689954413441144e-06, - "loss": 0.9805, - "step": 12229 - }, - { - "epoch": 0.82, - "learning_rate": 1.6677958285314588e-06, - "loss": 0.9547, - "step": 12230 - }, - { - "epoch": 0.82, - "learning_rate": 1.6665966077698193e-06, - "loss": 0.9108, - "step": 12231 - }, - { - "epoch": 0.82, - "learning_rate": 1.6653977791156251e-06, - "loss": 0.9558, - "step": 12232 - }, - { - "epoch": 0.82, - "learning_rate": 1.6641993426252823e-06, - "loss": 0.9283, - "step": 12233 - }, - { - "epoch": 0.82, - "learning_rate": 1.6630012983551792e-06, - "loss": 0.98, - "step": 12234 - }, - { - "epoch": 0.82, - "learning_rate": 1.6618036463616905e-06, - "loss": 0.9642, - "step": 12235 - }, - { - "epoch": 0.82, - "learning_rate": 1.6606063867011691e-06, - "loss": 0.9754, - "step": 12236 - }, - { - "epoch": 0.82, - "learning_rate": 1.6594095194299409e-06, - "loss": 0.9446, - "step": 12237 - }, - { - "epoch": 0.82, - "learning_rate": 1.658213044604331e-06, - "loss": 0.9082, - "step": 12238 - }, - { - "epoch": 0.82, - "learning_rate": 1.657016962280632e-06, - "loss": 0.9213, - "step": 12239 - }, - { - "epoch": 0.82, - "learning_rate": 1.6558212725151235e-06, - "loss": 0.9716, - "step": 12240 - }, - { - "epoch": 0.82, - "learning_rate": 1.6546259753640659e-06, - "loss": 0.9286, - "step": 12241 - }, - { - "epoch": 0.82, - "learning_rate": 1.6534310708836976e-06, - "loss": 0.8985, - "step": 12242 - }, - { - "epoch": 0.82, - "learning_rate": 1.652236559130248e-06, - "loss": 0.8913, - "step": 12243 - }, - { - "epoch": 0.82, - "learning_rate": 1.6510424401599179e-06, - "loss": 0.9698, - "step": 12244 - }, - { - "epoch": 0.82, - "learning_rate": 1.6498487140288954e-06, - "loss": 0.9477, - "step": 12245 - }, - { - "epoch": 0.82, - "learning_rate": 1.6486553807933458e-06, - "loss": 0.9616, - "step": 12246 - }, - { - "epoch": 0.82, - "learning_rate": 1.6474624405094209e-06, - "loss": 0.8804, - "step": 12247 - }, - { - "epoch": 0.82, - "learning_rate": 1.64626989323325e-06, - "loss": 0.9895, - "step": 12248 - }, - { - "epoch": 0.82, - "learning_rate": 1.645077739020946e-06, - "loss": 0.919, - "step": 12249 - }, - { - "epoch": 0.82, - "learning_rate": 1.6438859779286008e-06, - "loss": 0.972, - "step": 12250 - }, - { - "epoch": 0.82, - "learning_rate": 1.6426946100122965e-06, - "loss": 0.9087, - "step": 12251 - }, - { - "epoch": 0.82, - "learning_rate": 1.641503635328079e-06, - "loss": 0.8593, - "step": 12252 - }, - { - "epoch": 0.82, - "learning_rate": 1.6403130539319957e-06, - "loss": 0.9232, - "step": 12253 - }, - { - "epoch": 0.82, - "learning_rate": 1.639122865880063e-06, - "loss": 1.0058, - "step": 12254 - }, - { - "epoch": 0.82, - "learning_rate": 1.6379330712282837e-06, - "loss": 0.9457, - "step": 12255 - }, - { - "epoch": 0.82, - "learning_rate": 1.6367436700326378e-06, - "loss": 0.9578, - "step": 12256 - }, - { - "epoch": 0.82, - "learning_rate": 1.6355546623490904e-06, - "loss": 0.9757, - "step": 12257 - }, - { - "epoch": 0.82, - "learning_rate": 1.63436604823359e-06, - "loss": 0.9058, - "step": 12258 - }, - { - "epoch": 0.82, - "learning_rate": 1.633177827742064e-06, - "loss": 0.9929, - "step": 12259 - }, - { - "epoch": 0.82, - "learning_rate": 1.6319900009304146e-06, - "loss": 0.9272, - "step": 12260 - }, - { - "epoch": 0.82, - "learning_rate": 1.6308025678545392e-06, - "loss": 0.8695, - "step": 12261 - }, - { - "epoch": 0.82, - "learning_rate": 1.6296155285703052e-06, - "loss": 0.9198, - "step": 12262 - }, - { - "epoch": 0.82, - "learning_rate": 1.6284288831335716e-06, - "loss": 0.9516, - "step": 12263 - }, - { - "epoch": 0.82, - "learning_rate": 1.6272426316001654e-06, - "loss": 0.9863, - "step": 12264 - }, - { - "epoch": 0.82, - "learning_rate": 1.626056774025906e-06, - "loss": 0.8386, - "step": 12265 - }, - { - "epoch": 0.82, - "learning_rate": 1.6248713104665915e-06, - "loss": 0.9215, - "step": 12266 - }, - { - "epoch": 0.82, - "learning_rate": 1.6236862409780019e-06, - "loss": 1.0008, - "step": 12267 - }, - { - "epoch": 0.82, - "learning_rate": 1.622501565615896e-06, - "loss": 0.8767, - "step": 12268 - }, - { - "epoch": 0.82, - "learning_rate": 1.6213172844360158e-06, - "loss": 0.9383, - "step": 12269 - }, - { - "epoch": 0.82, - "learning_rate": 1.6201333974940848e-06, - "loss": 0.9837, - "step": 12270 - }, - { - "epoch": 0.82, - "learning_rate": 1.618949904845809e-06, - "loss": 0.9213, - "step": 12271 - }, - { - "epoch": 0.82, - "learning_rate": 1.61776680654687e-06, - "loss": 0.9212, - "step": 12272 - }, - { - "epoch": 0.82, - "learning_rate": 1.6165841026529428e-06, - "loss": 0.9451, - "step": 12273 - }, - { - "epoch": 0.82, - "learning_rate": 1.615401793219672e-06, - "loss": 0.8739, - "step": 12274 - }, - { - "epoch": 0.82, - "learning_rate": 1.6142198783026896e-06, - "loss": 0.9149, - "step": 12275 - }, - { - "epoch": 0.82, - "learning_rate": 1.613038357957607e-06, - "loss": 0.8829, - "step": 12276 - }, - { - "epoch": 0.82, - "learning_rate": 1.6118572322400162e-06, - "loss": 0.8841, - "step": 12277 - }, - { - "epoch": 0.82, - "learning_rate": 1.6106765012054981e-06, - "loss": 0.9029, - "step": 12278 - }, - { - "epoch": 0.82, - "learning_rate": 1.6094961649096031e-06, - "loss": 0.9196, - "step": 12279 - }, - { - "epoch": 0.82, - "learning_rate": 1.6083162234078675e-06, - "loss": 0.9653, - "step": 12280 - }, - { - "epoch": 0.82, - "learning_rate": 1.607136676755816e-06, - "loss": 0.933, - "step": 12281 - }, - { - "epoch": 0.82, - "learning_rate": 1.6059575250089476e-06, - "loss": 0.8328, - "step": 12282 - }, - { - "epoch": 0.82, - "learning_rate": 1.6047787682227433e-06, - "loss": 0.9832, - "step": 12283 - }, - { - "epoch": 0.82, - "learning_rate": 1.6036004064526667e-06, - "loss": 0.9502, - "step": 12284 - }, - { - "epoch": 0.82, - "learning_rate": 1.6024224397541599e-06, - "loss": 0.8942, - "step": 12285 - }, - { - "epoch": 0.82, - "learning_rate": 1.6012448681826575e-06, - "loss": 0.9596, - "step": 12286 - }, - { - "epoch": 0.82, - "learning_rate": 1.60006769179356e-06, - "loss": 0.896, - "step": 12287 - }, - { - "epoch": 0.82, - "learning_rate": 1.5988909106422556e-06, - "loss": 0.9463, - "step": 12288 - }, - { - "epoch": 0.82, - "learning_rate": 1.5977145247841197e-06, - "loss": 0.8992, - "step": 12289 - }, - { - "epoch": 0.82, - "learning_rate": 1.596538534274501e-06, - "loss": 0.9144, - "step": 12290 - }, - { - "epoch": 0.82, - "learning_rate": 1.5953629391687352e-06, - "loss": 1.0263, - "step": 12291 - }, - { - "epoch": 0.82, - "learning_rate": 1.594187739522135e-06, - "loss": 1.0195, - "step": 12292 - }, - { - "epoch": 0.82, - "learning_rate": 1.5930129353899937e-06, - "loss": 0.877, - "step": 12293 - }, - { - "epoch": 0.82, - "learning_rate": 1.5918385268275981e-06, - "loss": 0.8893, - "step": 12294 - }, - { - "epoch": 0.82, - "learning_rate": 1.5906645138901954e-06, - "loss": 0.9424, - "step": 12295 - }, - { - "epoch": 0.82, - "learning_rate": 1.5894908966330347e-06, - "loss": 0.957, - "step": 12296 - }, - { - "epoch": 0.82, - "learning_rate": 1.5883176751113338e-06, - "loss": 0.9508, - "step": 12297 - }, - { - "epoch": 0.82, - "learning_rate": 1.5871448493802966e-06, - "loss": 0.9843, - "step": 12298 - }, - { - "epoch": 0.82, - "learning_rate": 1.5859724194951076e-06, - "loss": 0.9742, - "step": 12299 - }, - { - "epoch": 0.82, - "learning_rate": 1.5848003855109295e-06, - "loss": 0.9222, - "step": 12300 - }, - { - "epoch": 0.82, - "learning_rate": 1.5836287474829138e-06, - "loss": 0.9293, - "step": 12301 - }, - { - "epoch": 0.82, - "learning_rate": 1.5824575054661906e-06, - "loss": 0.9434, - "step": 12302 - }, - { - "epoch": 0.82, - "learning_rate": 1.5812866595158615e-06, - "loss": 0.9699, - "step": 12303 - }, - { - "epoch": 0.82, - "learning_rate": 1.5801162096870248e-06, - "loss": 0.9491, - "step": 12304 - }, - { - "epoch": 0.82, - "learning_rate": 1.5789461560347508e-06, - "loss": 0.932, - "step": 12305 - }, - { - "epoch": 0.82, - "learning_rate": 1.577776498614093e-06, - "loss": 0.9144, - "step": 12306 - }, - { - "epoch": 0.82, - "learning_rate": 1.5766072374800879e-06, - "loss": 0.8968, - "step": 12307 - }, - { - "epoch": 0.82, - "learning_rate": 1.5754383726877497e-06, - "loss": 0.9488, - "step": 12308 - }, - { - "epoch": 0.82, - "learning_rate": 1.5742699042920828e-06, - "loss": 0.9637, - "step": 12309 - }, - { - "epoch": 0.82, - "learning_rate": 1.5731018323480563e-06, - "loss": 0.9307, - "step": 12310 - }, - { - "epoch": 0.82, - "learning_rate": 1.5719341569106406e-06, - "loss": 0.9185, - "step": 12311 - }, - { - "epoch": 0.82, - "learning_rate": 1.5707668780347728e-06, - "loss": 1.026, - "step": 12312 - }, - { - "epoch": 0.82, - "learning_rate": 1.5695999957753772e-06, - "loss": 0.9536, - "step": 12313 - }, - { - "epoch": 0.82, - "learning_rate": 1.5684335101873583e-06, - "loss": 0.8811, - "step": 12314 - }, - { - "epoch": 0.82, - "learning_rate": 1.5672674213256e-06, - "loss": 0.959, - "step": 12315 - }, - { - "epoch": 0.82, - "learning_rate": 1.5661017292449754e-06, - "loss": 0.9043, - "step": 12316 - }, - { - "epoch": 0.82, - "learning_rate": 1.5649364340003325e-06, - "loss": 0.96, - "step": 12317 - }, - { - "epoch": 0.82, - "learning_rate": 1.5637715356464934e-06, - "loss": 0.965, - "step": 12318 - }, - { - "epoch": 0.83, - "learning_rate": 1.5626070342382771e-06, - "loss": 0.881, - "step": 12319 - }, - { - "epoch": 0.83, - "learning_rate": 1.5614429298304724e-06, - "loss": 0.9292, - "step": 12320 - }, - { - "epoch": 0.83, - "learning_rate": 1.5602792224778584e-06, - "loss": 0.9239, - "step": 12321 - }, - { - "epoch": 0.83, - "learning_rate": 1.5591159122351863e-06, - "loss": 0.9352, - "step": 12322 - }, - { - "epoch": 0.83, - "learning_rate": 1.5579529991571896e-06, - "loss": 0.8602, - "step": 12323 - }, - { - "epoch": 0.83, - "learning_rate": 1.5567904832985937e-06, - "loss": 0.9074, - "step": 12324 - }, - { - "epoch": 0.83, - "learning_rate": 1.5556283647140957e-06, - "loss": 0.9232, - "step": 12325 - }, - { - "epoch": 0.83, - "learning_rate": 1.5544666434583712e-06, - "loss": 0.9396, - "step": 12326 - }, - { - "epoch": 0.83, - "learning_rate": 1.553305319586087e-06, - "loss": 0.9247, - "step": 12327 - }, - { - "epoch": 0.83, - "learning_rate": 1.5521443931518865e-06, - "loss": 0.8916, - "step": 12328 - }, - { - "epoch": 0.83, - "learning_rate": 1.5509838642103913e-06, - "loss": 0.9414, - "step": 12329 - }, - { - "epoch": 0.83, - "learning_rate": 1.549823732816209e-06, - "loss": 0.8989, - "step": 12330 - }, - { - "epoch": 0.83, - "learning_rate": 1.5486639990239239e-06, - "loss": 0.8453, - "step": 12331 - }, - { - "epoch": 0.83, - "learning_rate": 1.5475046628881085e-06, - "loss": 0.8778, - "step": 12332 - }, - { - "epoch": 0.83, - "learning_rate": 1.5463457244633117e-06, - "loss": 0.8714, - "step": 12333 - }, - { - "epoch": 0.83, - "learning_rate": 1.5451871838040632e-06, - "loss": 0.9593, - "step": 12334 - }, - { - "epoch": 0.83, - "learning_rate": 1.544029040964875e-06, - "loss": 0.9283, - "step": 12335 - }, - { - "epoch": 0.83, - "learning_rate": 1.5428712960002411e-06, - "loss": 0.8887, - "step": 12336 - }, - { - "epoch": 0.83, - "learning_rate": 1.541713948964636e-06, - "loss": 0.9474, - "step": 12337 - }, - { - "epoch": 0.83, - "learning_rate": 1.5405569999125148e-06, - "loss": 0.9575, - "step": 12338 - }, - { - "epoch": 0.83, - "learning_rate": 1.5394004488983172e-06, - "loss": 0.8555, - "step": 12339 - }, - { - "epoch": 0.83, - "learning_rate": 1.538244295976461e-06, - "loss": 0.9403, - "step": 12340 - }, - { - "epoch": 0.83, - "learning_rate": 1.5370885412013458e-06, - "loss": 0.8722, - "step": 12341 - }, - { - "epoch": 0.83, - "learning_rate": 1.535933184627354e-06, - "loss": 0.9503, - "step": 12342 - }, - { - "epoch": 0.83, - "learning_rate": 1.534778226308843e-06, - "loss": 0.9295, - "step": 12343 - }, - { - "epoch": 0.83, - "learning_rate": 1.5336236663001647e-06, - "loss": 0.8997, - "step": 12344 - }, - { - "epoch": 0.83, - "learning_rate": 1.532469504655638e-06, - "loss": 0.8958, - "step": 12345 - }, - { - "epoch": 0.83, - "learning_rate": 1.5313157414295676e-06, - "loss": 0.9154, - "step": 12346 - }, - { - "epoch": 0.83, - "learning_rate": 1.5301623766762475e-06, - "loss": 0.9893, - "step": 12347 - }, - { - "epoch": 0.83, - "learning_rate": 1.529009410449942e-06, - "loss": 0.854, - "step": 12348 - }, - { - "epoch": 0.83, - "learning_rate": 1.5278568428049013e-06, - "loss": 0.891, - "step": 12349 - }, - { - "epoch": 0.83, - "learning_rate": 1.5267046737953583e-06, - "loss": 0.9308, - "step": 12350 - }, - { - "epoch": 0.83, - "learning_rate": 1.5255529034755211e-06, - "loss": 0.9457, - "step": 12351 - }, - { - "epoch": 0.83, - "learning_rate": 1.5244015318995919e-06, - "loss": 0.9298, - "step": 12352 - }, - { - "epoch": 0.83, - "learning_rate": 1.523250559121735e-06, - "loss": 0.8969, - "step": 12353 - }, - { - "epoch": 0.83, - "learning_rate": 1.5220999851961149e-06, - "loss": 0.9498, - "step": 12354 - }, - { - "epoch": 0.83, - "learning_rate": 1.520949810176865e-06, - "loss": 0.9416, - "step": 12355 - }, - { - "epoch": 0.83, - "learning_rate": 1.5198000341181051e-06, - "loss": 0.9165, - "step": 12356 - }, - { - "epoch": 0.83, - "learning_rate": 1.5186506570739356e-06, - "loss": 0.957, - "step": 12357 - }, - { - "epoch": 0.83, - "learning_rate": 1.5175016790984343e-06, - "loss": 0.9159, - "step": 12358 - }, - { - "epoch": 0.83, - "learning_rate": 1.5163531002456676e-06, - "loss": 0.936, - "step": 12359 - }, - { - "epoch": 0.83, - "learning_rate": 1.5152049205696794e-06, - "loss": 1.01, - "step": 12360 - }, - { - "epoch": 0.83, - "learning_rate": 1.5140571401244886e-06, - "loss": 0.9626, - "step": 12361 - }, - { - "epoch": 0.83, - "learning_rate": 1.5129097589641062e-06, - "loss": 0.9597, - "step": 12362 - }, - { - "epoch": 0.83, - "learning_rate": 1.511762777142518e-06, - "loss": 0.8826, - "step": 12363 - }, - { - "epoch": 0.83, - "learning_rate": 1.5106161947136933e-06, - "loss": 0.9584, - "step": 12364 - }, - { - "epoch": 0.83, - "learning_rate": 1.5094700117315797e-06, - "loss": 0.882, - "step": 12365 - }, - { - "epoch": 0.83, - "learning_rate": 1.5083242282501077e-06, - "loss": 0.9443, - "step": 12366 - }, - { - "epoch": 0.83, - "learning_rate": 1.507178844323195e-06, - "loss": 0.9615, - "step": 12367 - }, - { - "epoch": 0.83, - "learning_rate": 1.5060338600047276e-06, - "loss": 0.8967, - "step": 12368 - }, - { - "epoch": 0.83, - "learning_rate": 1.504889275348581e-06, - "loss": 0.8982, - "step": 12369 - }, - { - "epoch": 0.83, - "learning_rate": 1.5037450904086138e-06, - "loss": 0.9501, - "step": 12370 - }, - { - "epoch": 0.83, - "learning_rate": 1.5026013052386623e-06, - "loss": 0.9967, - "step": 12371 - }, - { - "epoch": 0.83, - "learning_rate": 1.5014579198925428e-06, - "loss": 1.0049, - "step": 12372 - }, - { - "epoch": 0.83, - "learning_rate": 1.5003149344240552e-06, - "loss": 0.9414, - "step": 12373 - }, - { - "epoch": 0.83, - "learning_rate": 1.499172348886978e-06, - "loss": 0.9993, - "step": 12374 - }, - { - "epoch": 0.83, - "learning_rate": 1.4980301633350792e-06, - "loss": 0.9704, - "step": 12375 - }, - { - "epoch": 0.83, - "learning_rate": 1.496888377822091e-06, - "loss": 0.9395, - "step": 12376 - }, - { - "epoch": 0.83, - "learning_rate": 1.4957469924017464e-06, - "loss": 0.9883, - "step": 12377 - }, - { - "epoch": 0.83, - "learning_rate": 1.494606007127747e-06, - "loss": 0.8051, - "step": 12378 - }, - { - "epoch": 0.83, - "learning_rate": 1.493465422053778e-06, - "loss": 0.8279, - "step": 12379 - }, - { - "epoch": 0.83, - "learning_rate": 1.4923252372335084e-06, - "loss": 0.8667, - "step": 12380 - }, - { - "epoch": 0.83, - "learning_rate": 1.4911854527205838e-06, - "loss": 0.8669, - "step": 12381 - }, - { - "epoch": 0.83, - "learning_rate": 1.490046068568639e-06, - "loss": 0.9346, - "step": 12382 - }, - { - "epoch": 0.83, - "learning_rate": 1.4889070848312848e-06, - "loss": 1.0702, - "step": 12383 - }, - { - "epoch": 0.83, - "learning_rate": 1.4877685015621046e-06, - "loss": 0.8925, - "step": 12384 - }, - { - "epoch": 0.83, - "learning_rate": 1.4866303188146813e-06, - "loss": 0.9646, - "step": 12385 - }, - { - "epoch": 0.83, - "learning_rate": 1.4854925366425643e-06, - "loss": 0.9371, - "step": 12386 - }, - { - "epoch": 0.83, - "learning_rate": 1.484355155099292e-06, - "loss": 0.8482, - "step": 12387 - }, - { - "epoch": 0.83, - "learning_rate": 1.4832181742383778e-06, - "loss": 0.9232, - "step": 12388 - }, - { - "epoch": 0.83, - "learning_rate": 1.4820815941133194e-06, - "loss": 0.8801, - "step": 12389 - }, - { - "epoch": 0.83, - "learning_rate": 1.4809454147775992e-06, - "loss": 0.911, - "step": 12390 - }, - { - "epoch": 0.83, - "learning_rate": 1.479809636284676e-06, - "loss": 0.8702, - "step": 12391 - }, - { - "epoch": 0.83, - "learning_rate": 1.47867425868799e-06, - "loss": 0.9213, - "step": 12392 - }, - { - "epoch": 0.83, - "learning_rate": 1.477539282040964e-06, - "loss": 0.8995, - "step": 12393 - }, - { - "epoch": 0.83, - "learning_rate": 1.476404706397002e-06, - "loss": 0.8862, - "step": 12394 - }, - { - "epoch": 0.83, - "learning_rate": 1.4752705318094874e-06, - "loss": 0.8968, - "step": 12395 - }, - { - "epoch": 0.83, - "learning_rate": 1.4741367583317844e-06, - "loss": 0.9209, - "step": 12396 - }, - { - "epoch": 0.83, - "learning_rate": 1.4730033860172455e-06, - "loss": 0.9268, - "step": 12397 - }, - { - "epoch": 0.83, - "learning_rate": 1.4718704149191943e-06, - "loss": 0.9497, - "step": 12398 - }, - { - "epoch": 0.83, - "learning_rate": 1.4707378450909416e-06, - "loss": 0.9227, - "step": 12399 - }, - { - "epoch": 0.83, - "learning_rate": 1.469605676585777e-06, - "loss": 0.8652, - "step": 12400 - }, - { - "epoch": 0.83, - "learning_rate": 1.468473909456971e-06, - "loss": 0.8675, - "step": 12401 - }, - { - "epoch": 0.83, - "learning_rate": 1.467342543757778e-06, - "loss": 0.9359, - "step": 12402 - }, - { - "epoch": 0.83, - "learning_rate": 1.46621157954143e-06, - "loss": 0.9371, - "step": 12403 - }, - { - "epoch": 0.83, - "learning_rate": 1.4650810168611396e-06, - "loss": 0.8929, - "step": 12404 - }, - { - "epoch": 0.83, - "learning_rate": 1.4639508557701078e-06, - "loss": 0.9477, - "step": 12405 - }, - { - "epoch": 0.83, - "learning_rate": 1.4628210963215118e-06, - "loss": 0.9349, - "step": 12406 - }, - { - "epoch": 0.83, - "learning_rate": 1.4616917385685004e-06, - "loss": 0.9631, - "step": 12407 - }, - { - "epoch": 0.83, - "learning_rate": 1.4605627825642232e-06, - "loss": 0.9312, - "step": 12408 - }, - { - "epoch": 0.83, - "learning_rate": 1.4594342283617924e-06, - "loss": 0.9062, - "step": 12409 - }, - { - "epoch": 0.83, - "learning_rate": 1.4583060760143186e-06, - "loss": 0.8683, - "step": 12410 - }, - { - "epoch": 0.83, - "learning_rate": 1.4571783255748762e-06, - "loss": 0.8795, - "step": 12411 - }, - { - "epoch": 0.83, - "learning_rate": 1.4560509770965292e-06, - "loss": 0.9442, - "step": 12412 - }, - { - "epoch": 0.83, - "learning_rate": 1.4549240306323253e-06, - "loss": 1.0039, - "step": 12413 - }, - { - "epoch": 0.83, - "learning_rate": 1.45379748623529e-06, - "loss": 0.9188, - "step": 12414 - }, - { - "epoch": 0.83, - "learning_rate": 1.4526713439584284e-06, - "loss": 0.9075, - "step": 12415 - }, - { - "epoch": 0.83, - "learning_rate": 1.4515456038547292e-06, - "loss": 0.934, - "step": 12416 - }, - { - "epoch": 0.83, - "learning_rate": 1.4504202659771593e-06, - "loss": 1.016, - "step": 12417 - }, - { - "epoch": 0.83, - "learning_rate": 1.449295330378674e-06, - "loss": 0.8704, - "step": 12418 - }, - { - "epoch": 0.83, - "learning_rate": 1.448170797112196e-06, - "loss": 0.9059, - "step": 12419 - }, - { - "epoch": 0.83, - "learning_rate": 1.447046666230645e-06, - "loss": 0.9227, - "step": 12420 - }, - { - "epoch": 0.83, - "learning_rate": 1.445922937786911e-06, - "loss": 0.9644, - "step": 12421 - }, - { - "epoch": 0.83, - "learning_rate": 1.444799611833868e-06, - "loss": 0.9234, - "step": 12422 - }, - { - "epoch": 0.83, - "learning_rate": 1.4436766884243724e-06, - "loss": 0.9672, - "step": 12423 - }, - { - "epoch": 0.83, - "learning_rate": 1.4425541676112576e-06, - "loss": 0.9557, - "step": 12424 - }, - { - "epoch": 0.83, - "learning_rate": 1.4414320494473477e-06, - "loss": 0.9255, - "step": 12425 - }, - { - "epoch": 0.83, - "learning_rate": 1.440310333985434e-06, - "loss": 0.939, - "step": 12426 - }, - { - "epoch": 0.83, - "learning_rate": 1.4391890212782978e-06, - "loss": 0.9369, - "step": 12427 - }, - { - "epoch": 0.83, - "learning_rate": 1.438068111378702e-06, - "loss": 0.9518, - "step": 12428 - }, - { - "epoch": 0.83, - "learning_rate": 1.436947604339387e-06, - "loss": 0.9222, - "step": 12429 - }, - { - "epoch": 0.83, - "learning_rate": 1.435827500213075e-06, - "loss": 0.9642, - "step": 12430 - }, - { - "epoch": 0.83, - "learning_rate": 1.4347077990524705e-06, - "loss": 0.8801, - "step": 12431 - }, - { - "epoch": 0.83, - "learning_rate": 1.4335885009102556e-06, - "loss": 0.8547, - "step": 12432 - }, - { - "epoch": 0.83, - "learning_rate": 1.432469605839102e-06, - "loss": 0.9437, - "step": 12433 - }, - { - "epoch": 0.83, - "learning_rate": 1.4313511138916491e-06, - "loss": 0.9047, - "step": 12434 - }, - { - "epoch": 0.83, - "learning_rate": 1.43023302512053e-06, - "loss": 0.9661, - "step": 12435 - }, - { - "epoch": 0.83, - "learning_rate": 1.429115339578353e-06, - "loss": 0.9226, - "step": 12436 - }, - { - "epoch": 0.83, - "learning_rate": 1.4279980573177055e-06, - "loss": 0.9121, - "step": 12437 - }, - { - "epoch": 0.83, - "learning_rate": 1.4268811783911606e-06, - "loss": 0.9075, - "step": 12438 - }, - { - "epoch": 0.83, - "learning_rate": 1.4257647028512688e-06, - "loss": 0.9376, - "step": 12439 - }, - { - "epoch": 0.83, - "learning_rate": 1.4246486307505626e-06, - "loss": 0.9829, - "step": 12440 - }, - { - "epoch": 0.83, - "learning_rate": 1.4235329621415616e-06, - "loss": 0.9355, - "step": 12441 - }, - { - "epoch": 0.83, - "learning_rate": 1.4224176970767512e-06, - "loss": 0.9606, - "step": 12442 - }, - { - "epoch": 0.83, - "learning_rate": 1.4213028356086144e-06, - "loss": 0.9228, - "step": 12443 - }, - { - "epoch": 0.83, - "learning_rate": 1.4201883777896076e-06, - "loss": 0.9169, - "step": 12444 - }, - { - "epoch": 0.83, - "learning_rate": 1.419074323672167e-06, - "loss": 0.9262, - "step": 12445 - }, - { - "epoch": 0.83, - "learning_rate": 1.4179606733087126e-06, - "loss": 0.9381, - "step": 12446 - }, - { - "epoch": 0.83, - "learning_rate": 1.4168474267516408e-06, - "loss": 0.9694, - "step": 12447 - }, - { - "epoch": 0.83, - "learning_rate": 1.4157345840533387e-06, - "loss": 0.9096, - "step": 12448 - }, - { - "epoch": 0.83, - "learning_rate": 1.414622145266168e-06, - "loss": 0.9202, - "step": 12449 - }, - { - "epoch": 0.83, - "learning_rate": 1.4135101104424643e-06, - "loss": 0.938, - "step": 12450 - }, - { - "epoch": 0.83, - "learning_rate": 1.412398479634559e-06, - "loss": 1.0446, - "step": 12451 - }, - { - "epoch": 0.83, - "learning_rate": 1.4112872528947553e-06, - "loss": 1.017, - "step": 12452 - }, - { - "epoch": 0.83, - "learning_rate": 1.4101764302753373e-06, - "loss": 0.9295, - "step": 12453 - }, - { - "epoch": 0.83, - "learning_rate": 1.4090660118285738e-06, - "loss": 0.9109, - "step": 12454 - }, - { - "epoch": 0.83, - "learning_rate": 1.4079559976067103e-06, - "loss": 0.9799, - "step": 12455 - }, - { - "epoch": 0.83, - "learning_rate": 1.4068463876619798e-06, - "loss": 0.9589, - "step": 12456 - }, - { - "epoch": 0.83, - "learning_rate": 1.4057371820465893e-06, - "loss": 0.9535, - "step": 12457 - }, - { - "epoch": 0.83, - "learning_rate": 1.4046283808127314e-06, - "loss": 0.9695, - "step": 12458 - }, - { - "epoch": 0.83, - "learning_rate": 1.4035199840125757e-06, - "loss": 0.9723, - "step": 12459 - }, - { - "epoch": 0.83, - "learning_rate": 1.4024119916982782e-06, - "loss": 1.0419, - "step": 12460 - }, - { - "epoch": 0.83, - "learning_rate": 1.4013044039219691e-06, - "loss": 0.8634, - "step": 12461 - }, - { - "epoch": 0.83, - "learning_rate": 1.400197220735764e-06, - "loss": 0.9303, - "step": 12462 - }, - { - "epoch": 0.83, - "learning_rate": 1.3990904421917606e-06, - "loss": 0.9758, - "step": 12463 - }, - { - "epoch": 0.83, - "learning_rate": 1.3979840683420376e-06, - "loss": 0.9125, - "step": 12464 - }, - { - "epoch": 0.83, - "learning_rate": 1.3968780992386454e-06, - "loss": 0.9366, - "step": 12465 - }, - { - "epoch": 0.83, - "learning_rate": 1.3957725349336282e-06, - "loss": 0.9239, - "step": 12466 - }, - { - "epoch": 0.83, - "learning_rate": 1.394667375479003e-06, - "loss": 0.9775, - "step": 12467 - }, - { - "epoch": 0.84, - "learning_rate": 1.393562620926775e-06, - "loss": 1.0348, - "step": 12468 - }, - { - "epoch": 0.84, - "learning_rate": 1.3924582713289204e-06, - "loss": 0.8853, - "step": 12469 - }, - { - "epoch": 0.84, - "learning_rate": 1.3913543267374009e-06, - "loss": 0.9171, - "step": 12470 - }, - { - "epoch": 0.84, - "learning_rate": 1.3902507872041647e-06, - "loss": 0.9008, - "step": 12471 - }, - { - "epoch": 0.84, - "learning_rate": 1.3891476527811342e-06, - "loss": 0.9455, - "step": 12472 - }, - { - "epoch": 0.84, - "learning_rate": 1.3880449235202132e-06, - "loss": 0.9597, - "step": 12473 - }, - { - "epoch": 0.84, - "learning_rate": 1.3869425994732888e-06, - "loss": 0.9448, - "step": 12474 - }, - { - "epoch": 0.84, - "learning_rate": 1.3858406806922287e-06, - "loss": 0.9077, - "step": 12475 - }, - { - "epoch": 0.84, - "learning_rate": 1.38473916722888e-06, - "loss": 0.9847, - "step": 12476 - }, - { - "epoch": 0.84, - "learning_rate": 1.3836380591350728e-06, - "loss": 0.926, - "step": 12477 - }, - { - "epoch": 0.84, - "learning_rate": 1.3825373564626133e-06, - "loss": 0.9621, - "step": 12478 - }, - { - "epoch": 0.84, - "learning_rate": 1.3814370592632965e-06, - "loss": 0.9557, - "step": 12479 - }, - { - "epoch": 0.84, - "learning_rate": 1.3803371675888943e-06, - "loss": 0.8621, - "step": 12480 - }, - { - "epoch": 0.84, - "learning_rate": 1.3792376814911568e-06, - "loss": 0.9799, - "step": 12481 - }, - { - "epoch": 0.84, - "learning_rate": 1.3781386010218189e-06, - "loss": 0.9578, - "step": 12482 - }, - { - "epoch": 0.84, - "learning_rate": 1.3770399262325951e-06, - "loss": 0.8967, - "step": 12483 - }, - { - "epoch": 0.84, - "learning_rate": 1.3759416571751804e-06, - "loss": 0.8796, - "step": 12484 - }, - { - "epoch": 0.84, - "learning_rate": 1.3748437939012493e-06, - "loss": 0.8925, - "step": 12485 - }, - { - "epoch": 0.84, - "learning_rate": 1.3737463364624627e-06, - "loss": 1.038, - "step": 12486 - }, - { - "epoch": 0.84, - "learning_rate": 1.3726492849104578e-06, - "loss": 0.9328, - "step": 12487 - }, - { - "epoch": 0.84, - "learning_rate": 1.3715526392968516e-06, - "loss": 0.8746, - "step": 12488 - }, - { - "epoch": 0.84, - "learning_rate": 1.3704563996732457e-06, - "loss": 0.8751, - "step": 12489 - }, - { - "epoch": 0.84, - "learning_rate": 1.369360566091218e-06, - "loss": 0.8609, - "step": 12490 - }, - { - "epoch": 0.84, - "learning_rate": 1.368265138602337e-06, - "loss": 0.9592, - "step": 12491 - }, - { - "epoch": 0.84, - "learning_rate": 1.3671701172581387e-06, - "loss": 0.8703, - "step": 12492 - }, - { - "epoch": 0.84, - "learning_rate": 1.366075502110147e-06, - "loss": 0.9598, - "step": 12493 - }, - { - "epoch": 0.84, - "learning_rate": 1.3649812932098694e-06, - "loss": 0.9104, - "step": 12494 - }, - { - "epoch": 0.84, - "learning_rate": 1.3638874906087907e-06, - "loss": 0.9229, - "step": 12495 - }, - { - "epoch": 0.84, - "learning_rate": 1.362794094358375e-06, - "loss": 0.9937, - "step": 12496 - }, - { - "epoch": 0.84, - "learning_rate": 1.3617011045100714e-06, - "loss": 0.9291, - "step": 12497 - }, - { - "epoch": 0.84, - "learning_rate": 1.3606085211153054e-06, - "loss": 0.9103, - "step": 12498 - }, - { - "epoch": 0.84, - "learning_rate": 1.35951634422549e-06, - "loss": 0.9924, - "step": 12499 - }, - { - "epoch": 0.84, - "learning_rate": 1.3584245738920088e-06, - "loss": 0.8879, - "step": 12500 - }, - { - "epoch": 0.84, - "learning_rate": 1.3573332101662373e-06, - "loss": 0.8664, - "step": 12501 - }, - { - "epoch": 0.84, - "learning_rate": 1.3562422530995256e-06, - "loss": 1.0131, - "step": 12502 - }, - { - "epoch": 0.84, - "learning_rate": 1.3551517027432048e-06, - "loss": 0.9381, - "step": 12503 - }, - { - "epoch": 0.84, - "learning_rate": 1.3540615591485896e-06, - "loss": 0.9688, - "step": 12504 - }, - { - "epoch": 0.84, - "learning_rate": 1.3529718223669707e-06, - "loss": 0.9981, - "step": 12505 - }, - { - "epoch": 0.84, - "learning_rate": 1.3518824924496277e-06, - "loss": 0.8322, - "step": 12506 - }, - { - "epoch": 0.84, - "learning_rate": 1.350793569447817e-06, - "loss": 0.9196, - "step": 12507 - }, - { - "epoch": 0.84, - "learning_rate": 1.3497050534127665e-06, - "loss": 0.9575, - "step": 12508 - }, - { - "epoch": 0.84, - "learning_rate": 1.348616944395702e-06, - "loss": 0.9223, - "step": 12509 - }, - { - "epoch": 0.84, - "learning_rate": 1.3475292424478193e-06, - "loss": 0.9873, - "step": 12510 - }, - { - "epoch": 0.84, - "learning_rate": 1.3464419476202962e-06, - "loss": 0.9098, - "step": 12511 - }, - { - "epoch": 0.84, - "learning_rate": 1.3453550599642939e-06, - "loss": 0.9262, - "step": 12512 - }, - { - "epoch": 0.84, - "learning_rate": 1.3442685795309518e-06, - "loss": 0.8865, - "step": 12513 - }, - { - "epoch": 0.84, - "learning_rate": 1.3431825063713932e-06, - "loss": 0.8714, - "step": 12514 - }, - { - "epoch": 0.84, - "learning_rate": 1.3420968405367229e-06, - "loss": 0.9351, - "step": 12515 - }, - { - "epoch": 0.84, - "learning_rate": 1.341011582078018e-06, - "loss": 0.8982, - "step": 12516 - }, - { - "epoch": 0.84, - "learning_rate": 1.339926731046347e-06, - "loss": 0.8893, - "step": 12517 - }, - { - "epoch": 0.84, - "learning_rate": 1.3388422874927531e-06, - "loss": 1.0076, - "step": 12518 - }, - { - "epoch": 0.84, - "learning_rate": 1.3377582514682642e-06, - "loss": 0.96, - "step": 12519 - }, - { - "epoch": 0.84, - "learning_rate": 1.3366746230238846e-06, - "loss": 0.9053, - "step": 12520 - }, - { - "epoch": 0.84, - "learning_rate": 1.3355914022105998e-06, - "loss": 0.9274, - "step": 12521 - }, - { - "epoch": 0.84, - "learning_rate": 1.3345085890793863e-06, - "loss": 0.8999, - "step": 12522 - }, - { - "epoch": 0.84, - "learning_rate": 1.3334261836811824e-06, - "loss": 0.9868, - "step": 12523 - }, - { - "epoch": 0.84, - "learning_rate": 1.3323441860669261e-06, - "loss": 0.89, - "step": 12524 - }, - { - "epoch": 0.84, - "learning_rate": 1.3312625962875248e-06, - "loss": 0.8853, - "step": 12525 - }, - { - "epoch": 0.84, - "learning_rate": 1.3301814143938706e-06, - "loss": 0.941, - "step": 12526 - }, - { - "epoch": 0.84, - "learning_rate": 1.3291006404368355e-06, - "loss": 0.9167, - "step": 12527 - }, - { - "epoch": 0.84, - "learning_rate": 1.328020274467271e-06, - "loss": 0.9145, - "step": 12528 - }, - { - "epoch": 0.84, - "learning_rate": 1.326940316536014e-06, - "loss": 0.9361, - "step": 12529 - }, - { - "epoch": 0.84, - "learning_rate": 1.3258607666938806e-06, - "loss": 0.8962, - "step": 12530 - }, - { - "epoch": 0.84, - "learning_rate": 1.32478162499166e-06, - "loss": 0.9631, - "step": 12531 - }, - { - "epoch": 0.84, - "learning_rate": 1.3237028914801331e-06, - "loss": 0.9533, - "step": 12532 - }, - { - "epoch": 0.84, - "learning_rate": 1.3226245662100568e-06, - "loss": 0.9397, - "step": 12533 - }, - { - "epoch": 0.84, - "learning_rate": 1.3215466492321693e-06, - "loss": 0.9443, - "step": 12534 - }, - { - "epoch": 0.84, - "learning_rate": 1.320469140597187e-06, - "loss": 0.8765, - "step": 12535 - }, - { - "epoch": 0.84, - "learning_rate": 1.319392040355809e-06, - "loss": 0.9348, - "step": 12536 - }, - { - "epoch": 0.84, - "learning_rate": 1.3183153485587185e-06, - "loss": 0.9065, - "step": 12537 - }, - { - "epoch": 0.84, - "learning_rate": 1.3172390652565769e-06, - "loss": 0.8944, - "step": 12538 - }, - { - "epoch": 0.84, - "learning_rate": 1.3161631905000227e-06, - "loss": 0.9794, - "step": 12539 - }, - { - "epoch": 0.84, - "learning_rate": 1.315087724339682e-06, - "loss": 0.8885, - "step": 12540 - }, - { - "epoch": 0.84, - "learning_rate": 1.3140126668261543e-06, - "loss": 0.9348, - "step": 12541 - }, - { - "epoch": 0.84, - "learning_rate": 1.312938018010027e-06, - "loss": 0.9186, - "step": 12542 - }, - { - "epoch": 0.84, - "learning_rate": 1.311863777941862e-06, - "loss": 0.964, - "step": 12543 - }, - { - "epoch": 0.84, - "learning_rate": 1.3107899466722085e-06, - "loss": 0.8831, - "step": 12544 - }, - { - "epoch": 0.84, - "learning_rate": 1.3097165242515908e-06, - "loss": 0.897, - "step": 12545 - }, - { - "epoch": 0.84, - "learning_rate": 1.3086435107305173e-06, - "loss": 0.926, - "step": 12546 - }, - { - "epoch": 0.84, - "learning_rate": 1.3075709061594744e-06, - "loss": 0.9363, - "step": 12547 - }, - { - "epoch": 0.84, - "learning_rate": 1.3064987105889294e-06, - "loss": 0.9182, - "step": 12548 - }, - { - "epoch": 0.84, - "learning_rate": 1.3054269240693397e-06, - "loss": 0.9084, - "step": 12549 - }, - { - "epoch": 0.84, - "learning_rate": 1.304355546651126e-06, - "loss": 0.8697, - "step": 12550 - }, - { - "epoch": 0.84, - "learning_rate": 1.3032845783847014e-06, - "loss": 0.9224, - "step": 12551 - }, - { - "epoch": 0.84, - "learning_rate": 1.3022140193204623e-06, - "loss": 0.9757, - "step": 12552 - }, - { - "epoch": 0.84, - "learning_rate": 1.3011438695087775e-06, - "loss": 0.905, - "step": 12553 - }, - { - "epoch": 0.84, - "learning_rate": 1.3000741290000008e-06, - "loss": 0.8825, - "step": 12554 - }, - { - "epoch": 0.84, - "learning_rate": 1.2990047978444676e-06, - "loss": 0.895, - "step": 12555 - }, - { - "epoch": 0.84, - "learning_rate": 1.2979358760924875e-06, - "loss": 0.9388, - "step": 12556 - }, - { - "epoch": 0.84, - "learning_rate": 1.2968673637943652e-06, - "loss": 0.9309, - "step": 12557 - }, - { - "epoch": 0.84, - "learning_rate": 1.295799261000369e-06, - "loss": 0.9093, - "step": 12558 - }, - { - "epoch": 0.84, - "learning_rate": 1.2947315677607554e-06, - "loss": 0.9863, - "step": 12559 - }, - { - "epoch": 0.84, - "learning_rate": 1.2936642841257675e-06, - "loss": 0.9843, - "step": 12560 - }, - { - "epoch": 0.84, - "learning_rate": 1.2925974101456207e-06, - "loss": 0.9169, - "step": 12561 - }, - { - "epoch": 0.84, - "learning_rate": 1.291530945870515e-06, - "loss": 0.8754, - "step": 12562 - }, - { - "epoch": 0.84, - "learning_rate": 1.290464891350629e-06, - "loss": 0.8757, - "step": 12563 - }, - { - "epoch": 0.84, - "learning_rate": 1.2893992466361227e-06, - "loss": 0.8953, - "step": 12564 - }, - { - "epoch": 0.84, - "learning_rate": 1.2883340117771415e-06, - "loss": 0.8995, - "step": 12565 - }, - { - "epoch": 0.84, - "learning_rate": 1.2872691868238007e-06, - "loss": 0.9201, - "step": 12566 - }, - { - "epoch": 0.84, - "learning_rate": 1.2862047718262094e-06, - "loss": 0.9727, - "step": 12567 - }, - { - "epoch": 0.84, - "learning_rate": 1.2851407668344474e-06, - "loss": 0.9632, - "step": 12568 - }, - { - "epoch": 0.84, - "learning_rate": 1.284077171898579e-06, - "loss": 0.9663, - "step": 12569 - }, - { - "epoch": 0.84, - "learning_rate": 1.2830139870686508e-06, - "loss": 1.0214, - "step": 12570 - }, - { - "epoch": 0.84, - "learning_rate": 1.2819512123946841e-06, - "loss": 0.9434, - "step": 12571 - }, - { - "epoch": 0.84, - "learning_rate": 1.2808888479266934e-06, - "loss": 0.9941, - "step": 12572 - }, - { - "epoch": 0.84, - "learning_rate": 1.2798268937146574e-06, - "loss": 0.8964, - "step": 12573 - }, - { - "epoch": 0.84, - "learning_rate": 1.278765349808544e-06, - "loss": 0.9117, - "step": 12574 - }, - { - "epoch": 0.84, - "learning_rate": 1.2777042162583075e-06, - "loss": 0.9731, - "step": 12575 - }, - { - "epoch": 0.84, - "learning_rate": 1.2766434931138727e-06, - "loss": 0.945, - "step": 12576 - }, - { - "epoch": 0.84, - "learning_rate": 1.2755831804251494e-06, - "loss": 0.9336, - "step": 12577 - }, - { - "epoch": 0.84, - "learning_rate": 1.2745232782420303e-06, - "loss": 0.8946, - "step": 12578 - }, - { - "epoch": 0.84, - "learning_rate": 1.2734637866143817e-06, - "loss": 0.925, - "step": 12579 - }, - { - "epoch": 0.84, - "learning_rate": 1.272404705592062e-06, - "loss": 0.9593, - "step": 12580 - }, - { - "epoch": 0.84, - "learning_rate": 1.2713460352248964e-06, - "loss": 0.9025, - "step": 12581 - }, - { - "epoch": 0.84, - "learning_rate": 1.270287775562704e-06, - "loss": 0.9551, - "step": 12582 - }, - { - "epoch": 0.84, - "learning_rate": 1.2692299266552755e-06, - "loss": 0.951, - "step": 12583 - }, - { - "epoch": 0.84, - "learning_rate": 1.2681724885523861e-06, - "loss": 0.8902, - "step": 12584 - }, - { - "epoch": 0.84, - "learning_rate": 1.2671154613037907e-06, - "loss": 0.8739, - "step": 12585 - }, - { - "epoch": 0.84, - "learning_rate": 1.2660588449592259e-06, - "loss": 0.8826, - "step": 12586 - }, - { - "epoch": 0.84, - "learning_rate": 1.2650026395684045e-06, - "loss": 0.9605, - "step": 12587 - }, - { - "epoch": 0.84, - "learning_rate": 1.2639468451810311e-06, - "loss": 0.9543, - "step": 12588 - }, - { - "epoch": 0.84, - "learning_rate": 1.2628914618467747e-06, - "loss": 0.9624, - "step": 12589 - }, - { - "epoch": 0.84, - "learning_rate": 1.261836489615299e-06, - "loss": 0.9253, - "step": 12590 - }, - { - "epoch": 0.84, - "learning_rate": 1.2607819285362432e-06, - "loss": 0.886, - "step": 12591 - }, - { - "epoch": 0.84, - "learning_rate": 1.2597277786592254e-06, - "loss": 0.9394, - "step": 12592 - }, - { - "epoch": 0.84, - "learning_rate": 1.258674040033846e-06, - "loss": 0.9756, - "step": 12593 - }, - { - "epoch": 0.84, - "learning_rate": 1.257620712709685e-06, - "loss": 0.9047, - "step": 12594 - }, - { - "epoch": 0.84, - "learning_rate": 1.2565677967363065e-06, - "loss": 0.9401, - "step": 12595 - }, - { - "epoch": 0.84, - "learning_rate": 1.255515292163255e-06, - "loss": 0.8995, - "step": 12596 - }, - { - "epoch": 0.84, - "learning_rate": 1.2544631990400458e-06, - "loss": 0.8502, - "step": 12597 - }, - { - "epoch": 0.84, - "learning_rate": 1.2534115174161887e-06, - "loss": 0.9992, - "step": 12598 - }, - { - "epoch": 0.84, - "learning_rate": 1.2523602473411666e-06, - "loss": 0.8537, - "step": 12599 - }, - { - "epoch": 0.84, - "learning_rate": 1.2513093888644434e-06, - "loss": 0.9108, - "step": 12600 - }, - { - "epoch": 0.84, - "learning_rate": 1.250258942035466e-06, - "loss": 0.868, - "step": 12601 - }, - { - "epoch": 0.84, - "learning_rate": 1.2492089069036573e-06, - "loss": 0.9355, - "step": 12602 - }, - { - "epoch": 0.84, - "learning_rate": 1.2481592835184286e-06, - "loss": 0.8986, - "step": 12603 - }, - { - "epoch": 0.84, - "learning_rate": 1.2471100719291652e-06, - "loss": 0.9599, - "step": 12604 - }, - { - "epoch": 0.84, - "learning_rate": 1.246061272185235e-06, - "loss": 0.8632, - "step": 12605 - }, - { - "epoch": 0.84, - "learning_rate": 1.2450128843359876e-06, - "loss": 0.862, - "step": 12606 - }, - { - "epoch": 0.84, - "learning_rate": 1.2439649084307515e-06, - "loss": 0.9368, - "step": 12607 - }, - { - "epoch": 0.84, - "learning_rate": 1.2429173445188359e-06, - "loss": 0.9365, - "step": 12608 - }, - { - "epoch": 0.84, - "learning_rate": 1.2418701926495303e-06, - "loss": 0.8589, - "step": 12609 - }, - { - "epoch": 0.84, - "learning_rate": 1.2408234528721085e-06, - "loss": 0.8789, - "step": 12610 - }, - { - "epoch": 0.84, - "learning_rate": 1.2397771252358226e-06, - "loss": 0.9308, - "step": 12611 - }, - { - "epoch": 0.84, - "learning_rate": 1.2387312097899028e-06, - "loss": 0.8257, - "step": 12612 - }, - { - "epoch": 0.84, - "learning_rate": 1.2376857065835634e-06, - "loss": 0.8398, - "step": 12613 - }, - { - "epoch": 0.84, - "learning_rate": 1.236640615665995e-06, - "loss": 1.0046, - "step": 12614 - }, - { - "epoch": 0.84, - "learning_rate": 1.235595937086378e-06, - "loss": 0.8694, - "step": 12615 - }, - { - "epoch": 0.84, - "learning_rate": 1.234551670893861e-06, - "loss": 1.009, - "step": 12616 - }, - { - "epoch": 0.84, - "learning_rate": 1.2335078171375802e-06, - "loss": 1.0095, - "step": 12617 - }, - { - "epoch": 0.85, - "learning_rate": 1.2324643758666544e-06, - "loss": 0.856, - "step": 12618 - }, - { - "epoch": 0.85, - "learning_rate": 1.2314213471301784e-06, - "loss": 0.8907, - "step": 12619 - }, - { - "epoch": 0.85, - "learning_rate": 1.2303787309772298e-06, - "loss": 0.9167, - "step": 12620 - }, - { - "epoch": 0.85, - "learning_rate": 1.2293365274568657e-06, - "loss": 0.9238, - "step": 12621 - }, - { - "epoch": 0.85, - "learning_rate": 1.228294736618122e-06, - "loss": 0.9353, - "step": 12622 - }, - { - "epoch": 0.85, - "learning_rate": 1.2272533585100255e-06, - "loss": 0.9013, - "step": 12623 - }, - { - "epoch": 0.85, - "learning_rate": 1.2262123931815672e-06, - "loss": 0.9473, - "step": 12624 - }, - { - "epoch": 0.85, - "learning_rate": 1.2251718406817292e-06, - "loss": 0.9722, - "step": 12625 - }, - { - "epoch": 0.85, - "learning_rate": 1.2241317010594744e-06, - "loss": 0.9551, - "step": 12626 - }, - { - "epoch": 0.85, - "learning_rate": 1.2230919743637438e-06, - "loss": 0.9202, - "step": 12627 - }, - { - "epoch": 0.85, - "learning_rate": 1.2220526606434568e-06, - "loss": 0.8237, - "step": 12628 - }, - { - "epoch": 0.85, - "learning_rate": 1.221013759947518e-06, - "loss": 0.9448, - "step": 12629 - }, - { - "epoch": 0.85, - "learning_rate": 1.2199752723248082e-06, - "loss": 0.9076, - "step": 12630 - }, - { - "epoch": 0.85, - "learning_rate": 1.2189371978241925e-06, - "loss": 0.9814, - "step": 12631 - }, - { - "epoch": 0.85, - "learning_rate": 1.2178995364945123e-06, - "loss": 0.9178, - "step": 12632 - }, - { - "epoch": 0.85, - "learning_rate": 1.2168622883845959e-06, - "loss": 0.918, - "step": 12633 - }, - { - "epoch": 0.85, - "learning_rate": 1.2158254535432467e-06, - "loss": 0.9317, - "step": 12634 - }, - { - "epoch": 0.85, - "learning_rate": 1.2147890320192501e-06, - "loss": 0.8365, - "step": 12635 - }, - { - "epoch": 0.85, - "learning_rate": 1.2137530238613737e-06, - "loss": 0.9428, - "step": 12636 - }, - { - "epoch": 0.85, - "learning_rate": 1.2127174291183596e-06, - "loss": 0.8545, - "step": 12637 - }, - { - "epoch": 0.85, - "learning_rate": 1.2116822478389434e-06, - "loss": 0.9427, - "step": 12638 - }, - { - "epoch": 0.85, - "learning_rate": 1.210647480071826e-06, - "loss": 0.8241, - "step": 12639 - }, - { - "epoch": 0.85, - "learning_rate": 1.2096131258656962e-06, - "loss": 0.9341, - "step": 12640 - }, - { - "epoch": 0.85, - "learning_rate": 1.2085791852692264e-06, - "loss": 0.9774, - "step": 12641 - }, - { - "epoch": 0.85, - "learning_rate": 1.2075456583310653e-06, - "loss": 0.919, - "step": 12642 - }, - { - "epoch": 0.85, - "learning_rate": 1.2065125450998416e-06, - "loss": 0.8931, - "step": 12643 - }, - { - "epoch": 0.85, - "learning_rate": 1.2054798456241656e-06, - "loss": 0.975, - "step": 12644 - }, - { - "epoch": 0.85, - "learning_rate": 1.2044475599526284e-06, - "loss": 1.0271, - "step": 12645 - }, - { - "epoch": 0.85, - "learning_rate": 1.2034156881338055e-06, - "loss": 0.9168, - "step": 12646 - }, - { - "epoch": 0.85, - "learning_rate": 1.2023842302162415e-06, - "loss": 0.9123, - "step": 12647 - }, - { - "epoch": 0.85, - "learning_rate": 1.2013531862484761e-06, - "loss": 0.9389, - "step": 12648 - }, - { - "epoch": 0.85, - "learning_rate": 1.20032255627902e-06, - "loss": 0.9589, - "step": 12649 - }, - { - "epoch": 0.85, - "learning_rate": 1.199292340356366e-06, - "loss": 0.9097, - "step": 12650 - }, - { - "epoch": 0.85, - "learning_rate": 1.1982625385289893e-06, - "loss": 0.8485, - "step": 12651 - }, - { - "epoch": 0.85, - "learning_rate": 1.1972331508453428e-06, - "loss": 0.9407, - "step": 12652 - }, - { - "epoch": 0.85, - "learning_rate": 1.1962041773538657e-06, - "loss": 0.9114, - "step": 12653 - }, - { - "epoch": 0.85, - "learning_rate": 1.1951756181029728e-06, - "loss": 0.908, - "step": 12654 - }, - { - "epoch": 0.85, - "learning_rate": 1.1941474731410552e-06, - "loss": 0.9062, - "step": 12655 - }, - { - "epoch": 0.85, - "learning_rate": 1.1931197425164954e-06, - "loss": 0.8726, - "step": 12656 - }, - { - "epoch": 0.85, - "learning_rate": 1.192092426277649e-06, - "loss": 0.9118, - "step": 12657 - }, - { - "epoch": 0.85, - "learning_rate": 1.1910655244728542e-06, - "loss": 0.8705, - "step": 12658 - }, - { - "epoch": 0.85, - "learning_rate": 1.1900390371504278e-06, - "loss": 0.9695, - "step": 12659 - }, - { - "epoch": 0.85, - "learning_rate": 1.1890129643586678e-06, - "loss": 0.9761, - "step": 12660 - }, - { - "epoch": 0.85, - "learning_rate": 1.187987306145858e-06, - "loss": 0.9741, - "step": 12661 - }, - { - "epoch": 0.85, - "learning_rate": 1.1869620625602562e-06, - "loss": 0.8682, - "step": 12662 - }, - { - "epoch": 0.85, - "learning_rate": 1.1859372336500984e-06, - "loss": 0.9021, - "step": 12663 - }, - { - "epoch": 0.85, - "learning_rate": 1.1849128194636107e-06, - "loss": 0.8585, - "step": 12664 - }, - { - "epoch": 0.85, - "learning_rate": 1.183888820048993e-06, - "loss": 0.9612, - "step": 12665 - }, - { - "epoch": 0.85, - "learning_rate": 1.1828652354544257e-06, - "loss": 0.869, - "step": 12666 - }, - { - "epoch": 0.85, - "learning_rate": 1.1818420657280728e-06, - "loss": 0.8992, - "step": 12667 - }, - { - "epoch": 0.85, - "learning_rate": 1.1808193109180733e-06, - "loss": 0.9184, - "step": 12668 - }, - { - "epoch": 0.85, - "learning_rate": 1.1797969710725565e-06, - "loss": 0.9595, - "step": 12669 - }, - { - "epoch": 0.85, - "learning_rate": 1.1787750462396196e-06, - "loss": 0.9644, - "step": 12670 - }, - { - "epoch": 0.85, - "learning_rate": 1.1777535364673508e-06, - "loss": 0.8904, - "step": 12671 - }, - { - "epoch": 0.85, - "learning_rate": 1.1767324418038139e-06, - "loss": 1.0055, - "step": 12672 - }, - { - "epoch": 0.85, - "learning_rate": 1.1757117622970548e-06, - "loss": 0.9333, - "step": 12673 - }, - { - "epoch": 0.85, - "learning_rate": 1.1746914979950963e-06, - "loss": 0.9265, - "step": 12674 - }, - { - "epoch": 0.85, - "learning_rate": 1.1736716489459454e-06, - "loss": 0.926, - "step": 12675 - }, - { - "epoch": 0.85, - "learning_rate": 1.1726522151975895e-06, - "loss": 0.976, - "step": 12676 - }, - { - "epoch": 0.85, - "learning_rate": 1.1716331967979987e-06, - "loss": 0.8958, - "step": 12677 - }, - { - "epoch": 0.85, - "learning_rate": 1.170614593795112e-06, - "loss": 0.8932, - "step": 12678 - }, - { - "epoch": 0.85, - "learning_rate": 1.1695964062368637e-06, - "loss": 0.9695, - "step": 12679 - }, - { - "epoch": 0.85, - "learning_rate": 1.1685786341711592e-06, - "loss": 0.9211, - "step": 12680 - }, - { - "epoch": 0.85, - "learning_rate": 1.167561277645891e-06, - "loss": 0.8121, - "step": 12681 - }, - { - "epoch": 0.85, - "learning_rate": 1.1665443367089247e-06, - "loss": 0.9114, - "step": 12682 - }, - { - "epoch": 0.85, - "learning_rate": 1.1655278114081092e-06, - "loss": 0.8907, - "step": 12683 - }, - { - "epoch": 0.85, - "learning_rate": 1.1645117017912777e-06, - "loss": 0.9193, - "step": 12684 - }, - { - "epoch": 0.85, - "learning_rate": 1.1634960079062397e-06, - "loss": 0.8827, - "step": 12685 - }, - { - "epoch": 0.85, - "learning_rate": 1.1624807298007845e-06, - "loss": 0.9601, - "step": 12686 - }, - { - "epoch": 0.85, - "learning_rate": 1.1614658675226854e-06, - "loss": 0.9846, - "step": 12687 - }, - { - "epoch": 0.85, - "learning_rate": 1.1604514211196928e-06, - "loss": 0.9538, - "step": 12688 - }, - { - "epoch": 0.85, - "learning_rate": 1.1594373906395405e-06, - "loss": 0.91, - "step": 12689 - }, - { - "epoch": 0.85, - "learning_rate": 1.1584237761299377e-06, - "loss": 0.9421, - "step": 12690 - }, - { - "epoch": 0.85, - "learning_rate": 1.1574105776385824e-06, - "loss": 0.9918, - "step": 12691 - }, - { - "epoch": 0.85, - "learning_rate": 1.1563977952131444e-06, - "loss": 0.9113, - "step": 12692 - }, - { - "epoch": 0.85, - "learning_rate": 1.15538542890128e-06, - "loss": 0.8914, - "step": 12693 - }, - { - "epoch": 0.85, - "learning_rate": 1.1543734787506233e-06, - "loss": 0.9323, - "step": 12694 - }, - { - "epoch": 0.85, - "learning_rate": 1.1533619448087852e-06, - "loss": 0.9184, - "step": 12695 - }, - { - "epoch": 0.85, - "learning_rate": 1.1523508271233684e-06, - "loss": 0.9027, - "step": 12696 - }, - { - "epoch": 0.85, - "learning_rate": 1.151340125741942e-06, - "loss": 0.9489, - "step": 12697 - }, - { - "epoch": 0.85, - "learning_rate": 1.1503298407120621e-06, - "loss": 0.9119, - "step": 12698 - }, - { - "epoch": 0.85, - "learning_rate": 1.1493199720812698e-06, - "loss": 0.8924, - "step": 12699 - }, - { - "epoch": 0.85, - "learning_rate": 1.148310519897079e-06, - "loss": 0.918, - "step": 12700 - }, - { - "epoch": 0.85, - "learning_rate": 1.1473014842069864e-06, - "loss": 0.9449, - "step": 12701 - }, - { - "epoch": 0.85, - "learning_rate": 1.1462928650584715e-06, - "loss": 1.0128, - "step": 12702 - }, - { - "epoch": 0.85, - "learning_rate": 1.145284662498989e-06, - "loss": 0.9374, - "step": 12703 - }, - { - "epoch": 0.85, - "learning_rate": 1.1442768765759836e-06, - "loss": 0.9729, - "step": 12704 - }, - { - "epoch": 0.85, - "learning_rate": 1.1432695073368694e-06, - "loss": 0.9239, - "step": 12705 - }, - { - "epoch": 0.85, - "learning_rate": 1.1422625548290434e-06, - "loss": 0.8364, - "step": 12706 - }, - { - "epoch": 0.85, - "learning_rate": 1.14125601909989e-06, - "loss": 1.0104, - "step": 12707 - }, - { - "epoch": 0.85, - "learning_rate": 1.1402499001967692e-06, - "loss": 0.9014, - "step": 12708 - }, - { - "epoch": 0.85, - "learning_rate": 1.1392441981670189e-06, - "loss": 0.9916, - "step": 12709 - }, - { - "epoch": 0.85, - "learning_rate": 1.1382389130579597e-06, - "loss": 0.8837, - "step": 12710 - }, - { - "epoch": 0.85, - "learning_rate": 1.1372340449168928e-06, - "loss": 0.8825, - "step": 12711 - }, - { - "epoch": 0.85, - "learning_rate": 1.136229593791105e-06, - "loss": 0.9155, - "step": 12712 - }, - { - "epoch": 0.85, - "learning_rate": 1.1352255597278495e-06, - "loss": 0.938, - "step": 12713 - }, - { - "epoch": 0.85, - "learning_rate": 1.134221942774375e-06, - "loss": 0.9562, - "step": 12714 - }, - { - "epoch": 0.85, - "learning_rate": 1.133218742977903e-06, - "loss": 0.8965, - "step": 12715 - }, - { - "epoch": 0.85, - "learning_rate": 1.1322159603856363e-06, - "loss": 0.9299, - "step": 12716 - }, - { - "epoch": 0.85, - "learning_rate": 1.1312135950447567e-06, - "loss": 0.9754, - "step": 12717 - }, - { - "epoch": 0.85, - "learning_rate": 1.1302116470024282e-06, - "loss": 0.8728, - "step": 12718 - }, - { - "epoch": 0.85, - "learning_rate": 1.1292101163057967e-06, - "loss": 0.9204, - "step": 12719 - }, - { - "epoch": 0.85, - "learning_rate": 1.1282090030019888e-06, - "loss": 0.9364, - "step": 12720 - }, - { - "epoch": 0.85, - "learning_rate": 1.1272083071381023e-06, - "loss": 0.9228, - "step": 12721 - }, - { - "epoch": 0.85, - "learning_rate": 1.1262080287612298e-06, - "loss": 0.8862, - "step": 12722 - }, - { - "epoch": 0.85, - "learning_rate": 1.1252081679184324e-06, - "loss": 0.9642, - "step": 12723 - }, - { - "epoch": 0.85, - "learning_rate": 1.1242087246567579e-06, - "loss": 1.0134, - "step": 12724 - }, - { - "epoch": 0.85, - "learning_rate": 1.1232096990232322e-06, - "loss": 0.9205, - "step": 12725 - }, - { - "epoch": 0.85, - "learning_rate": 1.1222110910648598e-06, - "loss": 0.9917, - "step": 12726 - }, - { - "epoch": 0.85, - "learning_rate": 1.1212129008286343e-06, - "loss": 0.9397, - "step": 12727 - }, - { - "epoch": 0.85, - "learning_rate": 1.1202151283615138e-06, - "loss": 0.9625, - "step": 12728 - }, - { - "epoch": 0.85, - "learning_rate": 1.1192177737104525e-06, - "loss": 0.8953, - "step": 12729 - }, - { - "epoch": 0.85, - "learning_rate": 1.118220836922378e-06, - "loss": 0.9263, - "step": 12730 - }, - { - "epoch": 0.85, - "learning_rate": 1.1172243180441954e-06, - "loss": 0.9092, - "step": 12731 - }, - { - "epoch": 0.85, - "learning_rate": 1.1162282171227967e-06, - "loss": 0.9187, - "step": 12732 - }, - { - "epoch": 0.85, - "learning_rate": 1.1152325342050474e-06, - "loss": 0.8885, - "step": 12733 - }, - { - "epoch": 0.85, - "learning_rate": 1.1142372693378012e-06, - "loss": 0.872, - "step": 12734 - }, - { - "epoch": 0.85, - "learning_rate": 1.1132424225678872e-06, - "loss": 0.8358, - "step": 12735 - }, - { - "epoch": 0.85, - "learning_rate": 1.1122479939421093e-06, - "loss": 0.9345, - "step": 12736 - }, - { - "epoch": 0.85, - "learning_rate": 1.1112539835072655e-06, - "loss": 0.8716, - "step": 12737 - }, - { - "epoch": 0.85, - "learning_rate": 1.1102603913101229e-06, - "loss": 0.9572, - "step": 12738 - }, - { - "epoch": 0.85, - "learning_rate": 1.1092672173974328e-06, - "loss": 0.8932, - "step": 12739 - }, - { - "epoch": 0.85, - "learning_rate": 1.108274461815927e-06, - "loss": 0.9456, - "step": 12740 - }, - { - "epoch": 0.85, - "learning_rate": 1.1072821246123145e-06, - "loss": 0.9251, - "step": 12741 - }, - { - "epoch": 0.85, - "learning_rate": 1.1062902058332924e-06, - "loss": 0.9447, - "step": 12742 - }, - { - "epoch": 0.85, - "learning_rate": 1.1052987055255315e-06, - "loss": 0.8864, - "step": 12743 - }, - { - "epoch": 0.85, - "learning_rate": 1.1043076237356786e-06, - "loss": 0.9604, - "step": 12744 - }, - { - "epoch": 0.85, - "learning_rate": 1.1033169605103733e-06, - "loss": 0.9771, - "step": 12745 - }, - { - "epoch": 0.85, - "learning_rate": 1.102326715896227e-06, - "loss": 0.9543, - "step": 12746 - }, - { - "epoch": 0.85, - "learning_rate": 1.1013368899398314e-06, - "loss": 0.9708, - "step": 12747 - }, - { - "epoch": 0.85, - "learning_rate": 1.1003474826877625e-06, - "loss": 0.9235, - "step": 12748 - }, - { - "epoch": 0.85, - "learning_rate": 1.0993584941865709e-06, - "loss": 0.8864, - "step": 12749 - }, - { - "epoch": 0.85, - "learning_rate": 1.098369924482795e-06, - "loss": 0.9461, - "step": 12750 - }, - { - "epoch": 0.85, - "learning_rate": 1.0973817736229486e-06, - "loss": 0.9191, - "step": 12751 - }, - { - "epoch": 0.85, - "learning_rate": 1.0963940416535256e-06, - "loss": 0.8813, - "step": 12752 - }, - { - "epoch": 0.85, - "learning_rate": 1.0954067286210024e-06, - "loss": 0.9857, - "step": 12753 - }, - { - "epoch": 0.85, - "learning_rate": 1.0944198345718339e-06, - "loss": 0.8077, - "step": 12754 - }, - { - "epoch": 0.85, - "learning_rate": 1.093433359552455e-06, - "loss": 0.9133, - "step": 12755 - }, - { - "epoch": 0.85, - "learning_rate": 1.0924473036092808e-06, - "loss": 0.9471, - "step": 12756 - }, - { - "epoch": 0.85, - "learning_rate": 1.0914616667887113e-06, - "loss": 0.8984, - "step": 12757 - }, - { - "epoch": 0.85, - "learning_rate": 1.0904764491371223e-06, - "loss": 0.8535, - "step": 12758 - }, - { - "epoch": 0.85, - "learning_rate": 1.089491650700869e-06, - "loss": 0.9129, - "step": 12759 - }, - { - "epoch": 0.85, - "learning_rate": 1.08850727152629e-06, - "loss": 1.0433, - "step": 12760 - }, - { - "epoch": 0.85, - "learning_rate": 1.0875233116596995e-06, - "loss": 0.9253, - "step": 12761 - }, - { - "epoch": 0.85, - "learning_rate": 1.0865397711474035e-06, - "loss": 0.9383, - "step": 12762 - }, - { - "epoch": 0.85, - "learning_rate": 1.0855566500356706e-06, - "loss": 0.9226, - "step": 12763 - }, - { - "epoch": 0.85, - "learning_rate": 1.084573948370763e-06, - "loss": 0.8909, - "step": 12764 - }, - { - "epoch": 0.85, - "learning_rate": 1.083591666198921e-06, - "loss": 0.9132, - "step": 12765 - }, - { - "epoch": 0.85, - "learning_rate": 1.0826098035663613e-06, - "loss": 0.9264, - "step": 12766 - }, - { - "epoch": 0.86, - "learning_rate": 1.0816283605192834e-06, - "loss": 0.9424, - "step": 12767 - }, - { - "epoch": 0.86, - "learning_rate": 1.080647337103866e-06, - "loss": 0.9291, - "step": 12768 - }, - { - "epoch": 0.86, - "learning_rate": 1.079666733366269e-06, - "loss": 0.947, - "step": 12769 - }, - { - "epoch": 0.86, - "learning_rate": 1.0786865493526354e-06, - "loss": 0.9192, - "step": 12770 - }, - { - "epoch": 0.86, - "learning_rate": 1.0777067851090794e-06, - "loss": 0.9364, - "step": 12771 - }, - { - "epoch": 0.86, - "learning_rate": 1.0767274406817063e-06, - "loss": 0.9562, - "step": 12772 - }, - { - "epoch": 0.86, - "learning_rate": 1.075748516116596e-06, - "loss": 0.8872, - "step": 12773 - }, - { - "epoch": 0.86, - "learning_rate": 1.074770011459807e-06, - "loss": 0.8336, - "step": 12774 - }, - { - "epoch": 0.86, - "learning_rate": 1.0737919267573814e-06, - "loss": 0.9208, - "step": 12775 - }, - { - "epoch": 0.86, - "learning_rate": 1.0728142620553417e-06, - "loss": 0.9013, - "step": 12776 - }, - { - "epoch": 0.86, - "learning_rate": 1.0718370173996862e-06, - "loss": 0.8293, - "step": 12777 - }, - { - "epoch": 0.86, - "learning_rate": 1.0708601928364037e-06, - "loss": 0.9117, - "step": 12778 - }, - { - "epoch": 0.86, - "learning_rate": 1.0698837884114466e-06, - "loss": 0.9213, - "step": 12779 - }, - { - "epoch": 0.86, - "learning_rate": 1.0689078041707646e-06, - "loss": 0.9264, - "step": 12780 - }, - { - "epoch": 0.86, - "learning_rate": 1.0679322401602788e-06, - "loss": 0.895, - "step": 12781 - }, - { - "epoch": 0.86, - "learning_rate": 1.0669570964258891e-06, - "loss": 1.0025, - "step": 12782 - }, - { - "epoch": 0.86, - "learning_rate": 1.0659823730134811e-06, - "loss": 0.9464, - "step": 12783 - }, - { - "epoch": 0.86, - "learning_rate": 1.0650080699689158e-06, - "loss": 0.8723, - "step": 12784 - }, - { - "epoch": 0.86, - "learning_rate": 1.064034187338041e-06, - "loss": 0.8666, - "step": 12785 - }, - { - "epoch": 0.86, - "learning_rate": 1.0630607251666757e-06, - "loss": 0.9199, - "step": 12786 - }, - { - "epoch": 0.86, - "learning_rate": 1.0620876835006222e-06, - "loss": 0.8575, - "step": 12787 - }, - { - "epoch": 0.86, - "learning_rate": 1.0611150623856714e-06, - "loss": 0.9441, - "step": 12788 - }, - { - "epoch": 0.86, - "learning_rate": 1.0601428618675824e-06, - "loss": 0.869, - "step": 12789 - }, - { - "epoch": 0.86, - "learning_rate": 1.0591710819921009e-06, - "loss": 0.9247, - "step": 12790 - }, - { - "epoch": 0.86, - "learning_rate": 1.0581997228049523e-06, - "loss": 0.8874, - "step": 12791 - }, - { - "epoch": 0.86, - "learning_rate": 1.057228784351839e-06, - "loss": 0.9372, - "step": 12792 - }, - { - "epoch": 0.86, - "learning_rate": 1.0562582666784515e-06, - "loss": 0.9647, - "step": 12793 - }, - { - "epoch": 0.86, - "learning_rate": 1.0552881698304472e-06, - "loss": 1.0234, - "step": 12794 - }, - { - "epoch": 0.86, - "learning_rate": 1.054318493853479e-06, - "loss": 0.9757, - "step": 12795 - }, - { - "epoch": 0.86, - "learning_rate": 1.0533492387931687e-06, - "loss": 0.8892, - "step": 12796 - }, - { - "epoch": 0.86, - "learning_rate": 1.0523804046951224e-06, - "loss": 0.9487, - "step": 12797 - }, - { - "epoch": 0.86, - "learning_rate": 1.051411991604928e-06, - "loss": 0.9636, - "step": 12798 - }, - { - "epoch": 0.86, - "learning_rate": 1.0504439995681482e-06, - "loss": 0.8999, - "step": 12799 - }, - { - "epoch": 0.86, - "learning_rate": 1.0494764286303328e-06, - "loss": 0.954, - "step": 12800 - }, - { - "epoch": 0.86, - "learning_rate": 1.04850927883701e-06, - "loss": 0.935, - "step": 12801 - }, - { - "epoch": 0.86, - "learning_rate": 1.04754255023368e-06, - "loss": 0.8688, - "step": 12802 - }, - { - "epoch": 0.86, - "learning_rate": 1.0465762428658355e-06, - "loss": 0.962, - "step": 12803 - }, - { - "epoch": 0.86, - "learning_rate": 1.0456103567789422e-06, - "loss": 0.9524, - "step": 12804 - }, - { - "epoch": 0.86, - "learning_rate": 1.044644892018447e-06, - "loss": 0.8999, - "step": 12805 - }, - { - "epoch": 0.86, - "learning_rate": 1.0436798486297773e-06, - "loss": 0.8897, - "step": 12806 - }, - { - "epoch": 0.86, - "learning_rate": 1.0427152266583396e-06, - "loss": 0.9344, - "step": 12807 - }, - { - "epoch": 0.86, - "learning_rate": 1.0417510261495245e-06, - "loss": 1.0327, - "step": 12808 - }, - { - "epoch": 0.86, - "learning_rate": 1.040787247148699e-06, - "loss": 0.9363, - "step": 12809 - }, - { - "epoch": 0.86, - "learning_rate": 1.0398238897012115e-06, - "loss": 0.8272, - "step": 12810 - }, - { - "epoch": 0.86, - "learning_rate": 1.038860953852391e-06, - "loss": 0.9314, - "step": 12811 - }, - { - "epoch": 0.86, - "learning_rate": 1.0378984396475433e-06, - "loss": 0.8689, - "step": 12812 - }, - { - "epoch": 0.86, - "learning_rate": 1.0369363471319593e-06, - "loss": 0.9525, - "step": 12813 - }, - { - "epoch": 0.86, - "learning_rate": 1.0359746763509081e-06, - "loss": 0.9354, - "step": 12814 - }, - { - "epoch": 0.86, - "learning_rate": 1.0350134273496348e-06, - "loss": 0.9786, - "step": 12815 - }, - { - "epoch": 0.86, - "learning_rate": 1.0340526001733753e-06, - "loss": 0.8969, - "step": 12816 - }, - { - "epoch": 0.86, - "learning_rate": 1.0330921948673344e-06, - "loss": 0.8492, - "step": 12817 - }, - { - "epoch": 0.86, - "learning_rate": 1.032132211476703e-06, - "loss": 0.86, - "step": 12818 - }, - { - "epoch": 0.86, - "learning_rate": 1.031172650046649e-06, - "loss": 0.9171, - "step": 12819 - }, - { - "epoch": 0.86, - "learning_rate": 1.0302135106223244e-06, - "loss": 0.9414, - "step": 12820 - }, - { - "epoch": 0.86, - "learning_rate": 1.0292547932488583e-06, - "loss": 0.9103, - "step": 12821 - }, - { - "epoch": 0.86, - "learning_rate": 1.0282964979713584e-06, - "loss": 0.9657, - "step": 12822 - }, - { - "epoch": 0.86, - "learning_rate": 1.0273386248349193e-06, - "loss": 0.8931, - "step": 12823 - }, - { - "epoch": 0.86, - "learning_rate": 1.0263811738846107e-06, - "loss": 0.9669, - "step": 12824 - }, - { - "epoch": 0.86, - "learning_rate": 1.0254241451654778e-06, - "loss": 0.8704, - "step": 12825 - }, - { - "epoch": 0.86, - "learning_rate": 1.0244675387225567e-06, - "loss": 0.9092, - "step": 12826 - }, - { - "epoch": 0.86, - "learning_rate": 1.0235113546008546e-06, - "loss": 0.8155, - "step": 12827 - }, - { - "epoch": 0.86, - "learning_rate": 1.022555592845368e-06, - "loss": 0.8715, - "step": 12828 - }, - { - "epoch": 0.86, - "learning_rate": 1.0216002535010616e-06, - "loss": 0.9552, - "step": 12829 - }, - { - "epoch": 0.86, - "learning_rate": 1.0206453366128865e-06, - "loss": 0.9212, - "step": 12830 - }, - { - "epoch": 0.86, - "learning_rate": 1.019690842225779e-06, - "loss": 0.9762, - "step": 12831 - }, - { - "epoch": 0.86, - "learning_rate": 1.0187367703846462e-06, - "loss": 0.8679, - "step": 12832 - }, - { - "epoch": 0.86, - "learning_rate": 1.0177831211343825e-06, - "loss": 0.8915, - "step": 12833 - }, - { - "epoch": 0.86, - "learning_rate": 1.0168298945198573e-06, - "loss": 0.9264, - "step": 12834 - }, - { - "epoch": 0.86, - "learning_rate": 1.0158770905859238e-06, - "loss": 0.8683, - "step": 12835 - }, - { - "epoch": 0.86, - "learning_rate": 1.0149247093774118e-06, - "loss": 0.8483, - "step": 12836 - }, - { - "epoch": 0.86, - "learning_rate": 1.013972750939134e-06, - "loss": 0.9319, - "step": 12837 - }, - { - "epoch": 0.86, - "learning_rate": 1.0130212153158836e-06, - "loss": 0.9124, - "step": 12838 - }, - { - "epoch": 0.86, - "learning_rate": 1.0120701025524328e-06, - "loss": 0.8756, - "step": 12839 - }, - { - "epoch": 0.86, - "learning_rate": 1.011119412693532e-06, - "loss": 0.8858, - "step": 12840 - }, - { - "epoch": 0.86, - "learning_rate": 1.0101691457839147e-06, - "loss": 0.8993, - "step": 12841 - }, - { - "epoch": 0.86, - "learning_rate": 1.0092193018682916e-06, - "loss": 0.9374, - "step": 12842 - }, - { - "epoch": 0.86, - "learning_rate": 1.0082698809913605e-06, - "loss": 0.9734, - "step": 12843 - }, - { - "epoch": 0.86, - "learning_rate": 1.0073208831977887e-06, - "loss": 0.9052, - "step": 12844 - }, - { - "epoch": 0.86, - "learning_rate": 1.0063723085322286e-06, - "loss": 0.8946, - "step": 12845 - }, - { - "epoch": 0.86, - "learning_rate": 1.0054241570393163e-06, - "loss": 1.0058, - "step": 12846 - }, - { - "epoch": 0.86, - "learning_rate": 1.0044764287636643e-06, - "loss": 0.8964, - "step": 12847 - }, - { - "epoch": 0.86, - "learning_rate": 1.0035291237498635e-06, - "loss": 0.8869, - "step": 12848 - }, - { - "epoch": 0.86, - "learning_rate": 1.0025822420424892e-06, - "loss": 0.9186, - "step": 12849 - }, - { - "epoch": 0.86, - "learning_rate": 1.0016357836860914e-06, - "loss": 0.9072, - "step": 12850 - }, - { - "epoch": 0.86, - "learning_rate": 1.0006897487252087e-06, - "loss": 0.8718, - "step": 12851 - }, - { - "epoch": 0.86, - "learning_rate": 9.997441372043493e-07, - "loss": 0.9801, - "step": 12852 - }, - { - "epoch": 0.86, - "learning_rate": 9.987989491680062e-07, - "loss": 0.9797, - "step": 12853 - }, - { - "epoch": 0.86, - "learning_rate": 9.978541846606572e-07, - "loss": 0.9506, - "step": 12854 - }, - { - "epoch": 0.86, - "learning_rate": 9.969098437267532e-07, - "loss": 0.9115, - "step": 12855 - }, - { - "epoch": 0.86, - "learning_rate": 9.959659264107292e-07, - "loss": 0.922, - "step": 12856 - }, - { - "epoch": 0.86, - "learning_rate": 9.950224327569968e-07, - "loss": 0.9132, - "step": 12857 - }, - { - "epoch": 0.86, - "learning_rate": 9.940793628099499e-07, - "loss": 0.924, - "step": 12858 - }, - { - "epoch": 0.86, - "learning_rate": 9.93136716613966e-07, - "loss": 0.8501, - "step": 12859 - }, - { - "epoch": 0.86, - "learning_rate": 9.921944942133932e-07, - "loss": 0.9131, - "step": 12860 - }, - { - "epoch": 0.86, - "learning_rate": 9.912526956525702e-07, - "loss": 0.963, - "step": 12861 - }, - { - "epoch": 0.86, - "learning_rate": 9.903113209758098e-07, - "loss": 0.9482, - "step": 12862 - }, - { - "epoch": 0.86, - "learning_rate": 9.893703702274039e-07, - "loss": 0.8851, - "step": 12863 - }, - { - "epoch": 0.86, - "learning_rate": 9.884298434516294e-07, - "loss": 0.9759, - "step": 12864 - }, - { - "epoch": 0.86, - "learning_rate": 9.874897406927365e-07, - "loss": 0.9593, - "step": 12865 - }, - { - "epoch": 0.86, - "learning_rate": 9.86550061994964e-07, - "loss": 0.9274, - "step": 12866 - }, - { - "epoch": 0.86, - "learning_rate": 9.856108074025273e-07, - "loss": 0.8733, - "step": 12867 - }, - { - "epoch": 0.86, - "learning_rate": 9.846719769596124e-07, - "loss": 0.8591, - "step": 12868 - }, - { - "epoch": 0.86, - "learning_rate": 9.837335707104013e-07, - "loss": 0.9309, - "step": 12869 - }, - { - "epoch": 0.86, - "learning_rate": 9.827955886990449e-07, - "loss": 0.8654, - "step": 12870 - }, - { - "epoch": 0.86, - "learning_rate": 9.81858030969679e-07, - "loss": 0.9797, - "step": 12871 - }, - { - "epoch": 0.86, - "learning_rate": 9.809208975664187e-07, - "loss": 0.9619, - "step": 12872 - }, - { - "epoch": 0.86, - "learning_rate": 9.79984188533354e-07, - "loss": 0.9219, - "step": 12873 - }, - { - "epoch": 0.86, - "learning_rate": 9.79047903914565e-07, - "loss": 0.9506, - "step": 12874 - }, - { - "epoch": 0.86, - "learning_rate": 9.781120437541037e-07, - "loss": 0.928, - "step": 12875 - }, - { - "epoch": 0.86, - "learning_rate": 9.771766080960055e-07, - "loss": 1.0102, - "step": 12876 - }, - { - "epoch": 0.86, - "learning_rate": 9.762415969842832e-07, - "loss": 0.9577, - "step": 12877 - }, - { - "epoch": 0.86, - "learning_rate": 9.753070104629336e-07, - "loss": 0.8649, - "step": 12878 - }, - { - "epoch": 0.86, - "learning_rate": 9.743728485759296e-07, - "loss": 0.885, - "step": 12879 - }, - { - "epoch": 0.86, - "learning_rate": 9.734391113672258e-07, - "loss": 0.9756, - "step": 12880 - }, - { - "epoch": 0.86, - "learning_rate": 9.725057988807585e-07, - "loss": 0.957, - "step": 12881 - }, - { - "epoch": 0.86, - "learning_rate": 9.715729111604433e-07, - "loss": 0.7973, - "step": 12882 - }, - { - "epoch": 0.86, - "learning_rate": 9.706404482501708e-07, - "loss": 0.8849, - "step": 12883 - }, - { - "epoch": 0.86, - "learning_rate": 9.69708410193818e-07, - "loss": 0.9613, - "step": 12884 - }, - { - "epoch": 0.86, - "learning_rate": 9.68776797035239e-07, - "loss": 0.9543, - "step": 12885 - }, - { - "epoch": 0.86, - "learning_rate": 9.678456088182731e-07, - "loss": 0.8838, - "step": 12886 - }, - { - "epoch": 0.86, - "learning_rate": 9.669148455867283e-07, - "loss": 0.8678, - "step": 12887 - }, - { - "epoch": 0.86, - "learning_rate": 9.659845073844009e-07, - "loss": 0.8737, - "step": 12888 - }, - { - "epoch": 0.86, - "learning_rate": 9.650545942550682e-07, - "loss": 0.8623, - "step": 12889 - }, - { - "epoch": 0.86, - "learning_rate": 9.64125106242486e-07, - "loss": 0.9336, - "step": 12890 - }, - { - "epoch": 0.86, - "learning_rate": 9.63196043390382e-07, - "loss": 0.9299, - "step": 12891 - }, - { - "epoch": 0.86, - "learning_rate": 9.622674057424785e-07, - "loss": 0.9644, - "step": 12892 - }, - { - "epoch": 0.86, - "learning_rate": 9.613391933424664e-07, - "loss": 0.976, - "step": 12893 - }, - { - "epoch": 0.86, - "learning_rate": 9.604114062340219e-07, - "loss": 0.8763, - "step": 12894 - }, - { - "epoch": 0.86, - "learning_rate": 9.594840444607989e-07, - "loss": 0.9123, - "step": 12895 - }, - { - "epoch": 0.86, - "learning_rate": 9.585571080664301e-07, - "loss": 0.9814, - "step": 12896 - }, - { - "epoch": 0.86, - "learning_rate": 9.576305970945355e-07, - "loss": 0.9433, - "step": 12897 - }, - { - "epoch": 0.86, - "learning_rate": 9.567045115887053e-07, - "loss": 0.9738, - "step": 12898 - }, - { - "epoch": 0.86, - "learning_rate": 9.55778851592516e-07, - "loss": 0.8938, - "step": 12899 - }, - { - "epoch": 0.86, - "learning_rate": 9.548536171495216e-07, - "loss": 0.8749, - "step": 12900 - }, - { - "epoch": 0.86, - "learning_rate": 9.53928808303256e-07, - "loss": 0.938, - "step": 12901 - }, - { - "epoch": 0.86, - "learning_rate": 9.530044250972359e-07, - "loss": 0.8827, - "step": 12902 - }, - { - "epoch": 0.86, - "learning_rate": 9.520804675749517e-07, - "loss": 0.9397, - "step": 12903 - }, - { - "epoch": 0.86, - "learning_rate": 9.511569357798822e-07, - "loss": 0.7834, - "step": 12904 - }, - { - "epoch": 0.86, - "learning_rate": 9.502338297554814e-07, - "loss": 0.9992, - "step": 12905 - }, - { - "epoch": 0.86, - "learning_rate": 9.493111495451823e-07, - "loss": 0.9292, - "step": 12906 - }, - { - "epoch": 0.86, - "learning_rate": 9.483888951923991e-07, - "loss": 0.9765, - "step": 12907 - }, - { - "epoch": 0.86, - "learning_rate": 9.474670667405262e-07, - "loss": 0.8676, - "step": 12908 - }, - { - "epoch": 0.86, - "learning_rate": 9.465456642329407e-07, - "loss": 0.97, - "step": 12909 - }, - { - "epoch": 0.86, - "learning_rate": 9.456246877129938e-07, - "loss": 0.9295, - "step": 12910 - }, - { - "epoch": 0.86, - "learning_rate": 9.447041372240184e-07, - "loss": 0.906, - "step": 12911 - }, - { - "epoch": 0.86, - "learning_rate": 9.437840128093322e-07, - "loss": 0.9084, - "step": 12912 - }, - { - "epoch": 0.86, - "learning_rate": 9.428643145122296e-07, - "loss": 0.8717, - "step": 12913 - }, - { - "epoch": 0.86, - "learning_rate": 9.419450423759824e-07, - "loss": 0.9386, - "step": 12914 - }, - { - "epoch": 0.86, - "learning_rate": 9.41026196443845e-07, - "loss": 0.948, - "step": 12915 - }, - { - "epoch": 0.87, - "learning_rate": 9.401077767590505e-07, - "loss": 0.9266, - "step": 12916 - }, - { - "epoch": 0.87, - "learning_rate": 9.391897833648178e-07, - "loss": 0.9369, - "step": 12917 - }, - { - "epoch": 0.87, - "learning_rate": 9.382722163043334e-07, - "loss": 0.8609, - "step": 12918 - }, - { - "epoch": 0.87, - "learning_rate": 9.373550756207772e-07, - "loss": 0.918, - "step": 12919 - }, - { - "epoch": 0.87, - "learning_rate": 9.364383613573003e-07, - "loss": 0.9353, - "step": 12920 - }, - { - "epoch": 0.87, - "learning_rate": 9.355220735570359e-07, - "loss": 0.8585, - "step": 12921 - }, - { - "epoch": 0.87, - "learning_rate": 9.346062122630994e-07, - "loss": 0.9548, - "step": 12922 - }, - { - "epoch": 0.87, - "learning_rate": 9.33690777518581e-07, - "loss": 0.9204, - "step": 12923 - }, - { - "epoch": 0.87, - "learning_rate": 9.327757693665595e-07, - "loss": 0.9427, - "step": 12924 - }, - { - "epoch": 0.87, - "learning_rate": 9.31861187850086e-07, - "loss": 0.885, - "step": 12925 - }, - { - "epoch": 0.87, - "learning_rate": 9.309470330121906e-07, - "loss": 0.8838, - "step": 12926 - }, - { - "epoch": 0.87, - "learning_rate": 9.30033304895891e-07, - "loss": 0.9339, - "step": 12927 - }, - { - "epoch": 0.87, - "learning_rate": 9.291200035441783e-07, - "loss": 0.8663, - "step": 12928 - }, - { - "epoch": 0.87, - "learning_rate": 9.28207129000026e-07, - "loss": 0.9172, - "step": 12929 - }, - { - "epoch": 0.87, - "learning_rate": 9.272946813063865e-07, - "loss": 0.9953, - "step": 12930 - }, - { - "epoch": 0.87, - "learning_rate": 9.263826605061921e-07, - "loss": 0.9245, - "step": 12931 - }, - { - "epoch": 0.87, - "learning_rate": 9.254710666423605e-07, - "loss": 0.9011, - "step": 12932 - }, - { - "epoch": 0.87, - "learning_rate": 9.245598997577787e-07, - "loss": 0.8644, - "step": 12933 - }, - { - "epoch": 0.87, - "learning_rate": 9.236491598953201e-07, - "loss": 0.9089, - "step": 12934 - }, - { - "epoch": 0.87, - "learning_rate": 9.227388470978404e-07, - "loss": 0.9757, - "step": 12935 - }, - { - "epoch": 0.87, - "learning_rate": 9.21828961408171e-07, - "loss": 0.9589, - "step": 12936 - }, - { - "epoch": 0.87, - "learning_rate": 9.209195028691231e-07, - "loss": 0.8608, - "step": 12937 - }, - { - "epoch": 0.87, - "learning_rate": 9.200104715234892e-07, - "loss": 0.893, - "step": 12938 - }, - { - "epoch": 0.87, - "learning_rate": 9.191018674140406e-07, - "loss": 0.9046, - "step": 12939 - }, - { - "epoch": 0.87, - "learning_rate": 9.181936905835343e-07, - "loss": 0.9029, - "step": 12940 - }, - { - "epoch": 0.87, - "learning_rate": 9.172859410746948e-07, - "loss": 0.8294, - "step": 12941 - }, - { - "epoch": 0.87, - "learning_rate": 9.163786189302403e-07, - "loss": 0.9189, - "step": 12942 - }, - { - "epoch": 0.87, - "learning_rate": 9.15471724192859e-07, - "loss": 0.8794, - "step": 12943 - }, - { - "epoch": 0.87, - "learning_rate": 9.145652569052244e-07, - "loss": 0.897, - "step": 12944 - }, - { - "epoch": 0.87, - "learning_rate": 9.136592171099879e-07, - "loss": 0.8995, - "step": 12945 - }, - { - "epoch": 0.87, - "learning_rate": 9.127536048497776e-07, - "loss": 0.9778, - "step": 12946 - }, - { - "epoch": 0.87, - "learning_rate": 9.118484201672096e-07, - "loss": 0.8652, - "step": 12947 - }, - { - "epoch": 0.87, - "learning_rate": 9.109436631048751e-07, - "loss": 0.8967, - "step": 12948 - }, - { - "epoch": 0.87, - "learning_rate": 9.100393337053393e-07, - "loss": 0.9511, - "step": 12949 - }, - { - "epoch": 0.87, - "learning_rate": 9.091354320111589e-07, - "loss": 0.8486, - "step": 12950 - }, - { - "epoch": 0.87, - "learning_rate": 9.082319580648635e-07, - "loss": 0.9128, - "step": 12951 - }, - { - "epoch": 0.87, - "learning_rate": 9.073289119089623e-07, - "loss": 0.8751, - "step": 12952 - }, - { - "epoch": 0.87, - "learning_rate": 9.064262935859469e-07, - "loss": 0.8844, - "step": 12953 - }, - { - "epoch": 0.87, - "learning_rate": 9.055241031382856e-07, - "loss": 0.9611, - "step": 12954 - }, - { - "epoch": 0.87, - "learning_rate": 9.046223406084331e-07, - "loss": 0.8656, - "step": 12955 - }, - { - "epoch": 0.87, - "learning_rate": 9.037210060388169e-07, - "loss": 0.8606, - "step": 12956 - }, - { - "epoch": 0.87, - "learning_rate": 9.028200994718472e-07, - "loss": 0.8486, - "step": 12957 - }, - { - "epoch": 0.87, - "learning_rate": 9.019196209499149e-07, - "loss": 0.8735, - "step": 12958 - }, - { - "epoch": 0.87, - "learning_rate": 9.010195705153879e-07, - "loss": 0.982, - "step": 12959 - }, - { - "epoch": 0.87, - "learning_rate": 9.001199482106171e-07, - "loss": 0.9089, - "step": 12960 - }, - { - "epoch": 0.87, - "learning_rate": 8.992207540779297e-07, - "loss": 0.9695, - "step": 12961 - }, - { - "epoch": 0.87, - "learning_rate": 8.983219881596384e-07, - "loss": 0.9552, - "step": 12962 - }, - { - "epoch": 0.87, - "learning_rate": 8.974236504980316e-07, - "loss": 0.9126, - "step": 12963 - }, - { - "epoch": 0.87, - "learning_rate": 8.965257411353778e-07, - "loss": 0.9755, - "step": 12964 - }, - { - "epoch": 0.87, - "learning_rate": 8.956282601139255e-07, - "loss": 0.9585, - "step": 12965 - }, - { - "epoch": 0.87, - "learning_rate": 8.94731207475904e-07, - "loss": 1.0104, - "step": 12966 - }, - { - "epoch": 0.87, - "learning_rate": 8.93834583263522e-07, - "loss": 0.9191, - "step": 12967 - }, - { - "epoch": 0.87, - "learning_rate": 8.929383875189668e-07, - "loss": 0.9147, - "step": 12968 - }, - { - "epoch": 0.87, - "learning_rate": 8.920426202844057e-07, - "loss": 0.9439, - "step": 12969 - }, - { - "epoch": 0.87, - "learning_rate": 8.911472816019906e-07, - "loss": 0.9293, - "step": 12970 - }, - { - "epoch": 0.87, - "learning_rate": 8.902523715138467e-07, - "loss": 0.9166, - "step": 12971 - }, - { - "epoch": 0.87, - "learning_rate": 8.893578900620825e-07, - "loss": 0.9158, - "step": 12972 - }, - { - "epoch": 0.87, - "learning_rate": 8.884638372887855e-07, - "loss": 0.9163, - "step": 12973 - }, - { - "epoch": 0.87, - "learning_rate": 8.87570213236022e-07, - "loss": 0.992, - "step": 12974 - }, - { - "epoch": 0.87, - "learning_rate": 8.866770179458428e-07, - "loss": 0.8935, - "step": 12975 - }, - { - "epoch": 0.87, - "learning_rate": 8.85784251460271e-07, - "loss": 0.897, - "step": 12976 - }, - { - "epoch": 0.87, - "learning_rate": 8.84891913821313e-07, - "loss": 0.9904, - "step": 12977 - }, - { - "epoch": 0.87, - "learning_rate": 8.840000050709585e-07, - "loss": 0.9129, - "step": 12978 - }, - { - "epoch": 0.87, - "learning_rate": 8.831085252511739e-07, - "loss": 0.9397, - "step": 12979 - }, - { - "epoch": 0.87, - "learning_rate": 8.822174744039047e-07, - "loss": 0.9417, - "step": 12980 - }, - { - "epoch": 0.87, - "learning_rate": 8.813268525710772e-07, - "loss": 0.9345, - "step": 12981 - }, - { - "epoch": 0.87, - "learning_rate": 8.804366597945946e-07, - "loss": 0.913, - "step": 12982 - }, - { - "epoch": 0.87, - "learning_rate": 8.79546896116349e-07, - "loss": 0.9412, - "step": 12983 - }, - { - "epoch": 0.87, - "learning_rate": 8.786575615781989e-07, - "loss": 0.9097, - "step": 12984 - }, - { - "epoch": 0.87, - "learning_rate": 8.777686562219956e-07, - "loss": 0.9164, - "step": 12985 - }, - { - "epoch": 0.87, - "learning_rate": 8.76880180089561e-07, - "loss": 0.9061, - "step": 12986 - }, - { - "epoch": 0.87, - "learning_rate": 8.759921332227006e-07, - "loss": 0.9947, - "step": 12987 - }, - { - "epoch": 0.87, - "learning_rate": 8.751045156631999e-07, - "loss": 0.926, - "step": 12988 - }, - { - "epoch": 0.87, - "learning_rate": 8.742173274528221e-07, - "loss": 0.9141, - "step": 12989 - }, - { - "epoch": 0.87, - "learning_rate": 8.733305686333149e-07, - "loss": 0.8871, - "step": 12990 - }, - { - "epoch": 0.87, - "learning_rate": 8.724442392463994e-07, - "loss": 0.9673, - "step": 12991 - }, - { - "epoch": 0.87, - "learning_rate": 8.71558339333779e-07, - "loss": 0.9531, - "step": 12992 - }, - { - "epoch": 0.87, - "learning_rate": 8.706728689371402e-07, - "loss": 0.9342, - "step": 12993 - }, - { - "epoch": 0.87, - "learning_rate": 8.697878280981453e-07, - "loss": 0.9254, - "step": 12994 - }, - { - "epoch": 0.87, - "learning_rate": 8.689032168584389e-07, - "loss": 0.9414, - "step": 12995 - }, - { - "epoch": 0.87, - "learning_rate": 8.680190352596419e-07, - "loss": 0.9824, - "step": 12996 - }, - { - "epoch": 0.87, - "learning_rate": 8.671352833433566e-07, - "loss": 0.9202, - "step": 12997 - }, - { - "epoch": 0.87, - "learning_rate": 8.662519611511722e-07, - "loss": 0.9507, - "step": 12998 - }, - { - "epoch": 0.87, - "learning_rate": 8.653690687246441e-07, - "loss": 0.8779, - "step": 12999 - }, - { - "epoch": 0.87, - "learning_rate": 8.644866061053147e-07, - "loss": 0.8569, - "step": 13000 - }, - { - "epoch": 0.87, - "learning_rate": 8.636045733347109e-07, - "loss": 0.9793, - "step": 13001 - }, - { - "epoch": 0.87, - "learning_rate": 8.627229704543317e-07, - "loss": 0.9311, - "step": 13002 - }, - { - "epoch": 0.87, - "learning_rate": 8.618417975056603e-07, - "loss": 0.9045, - "step": 13003 - }, - { - "epoch": 0.87, - "learning_rate": 8.60961054530155e-07, - "loss": 0.9022, - "step": 13004 - }, - { - "epoch": 0.87, - "learning_rate": 8.600807415692581e-07, - "loss": 0.96, - "step": 13005 - }, - { - "epoch": 0.87, - "learning_rate": 8.592008586643952e-07, - "loss": 0.9313, - "step": 13006 - }, - { - "epoch": 0.87, - "learning_rate": 8.583214058569588e-07, - "loss": 0.921, - "step": 13007 - }, - { - "epoch": 0.87, - "learning_rate": 8.57442383188336e-07, - "loss": 0.9673, - "step": 13008 - }, - { - "epoch": 0.87, - "learning_rate": 8.565637906998847e-07, - "loss": 0.8988, - "step": 13009 - }, - { - "epoch": 0.87, - "learning_rate": 8.55685628432944e-07, - "loss": 0.9777, - "step": 13010 - }, - { - "epoch": 0.87, - "learning_rate": 8.548078964288343e-07, - "loss": 0.9391, - "step": 13011 - }, - { - "epoch": 0.87, - "learning_rate": 8.539305947288545e-07, - "loss": 0.9282, - "step": 13012 - }, - { - "epoch": 0.87, - "learning_rate": 8.530537233742853e-07, - "loss": 0.9135, - "step": 13013 - }, - { - "epoch": 0.87, - "learning_rate": 8.521772824063878e-07, - "loss": 0.8469, - "step": 13014 - }, - { - "epoch": 0.87, - "learning_rate": 8.513012718663927e-07, - "loss": 0.9121, - "step": 13015 - }, - { - "epoch": 0.87, - "learning_rate": 8.504256917955267e-07, - "loss": 0.9535, - "step": 13016 - }, - { - "epoch": 0.87, - "learning_rate": 8.495505422349848e-07, - "loss": 0.9106, - "step": 13017 - }, - { - "epoch": 0.87, - "learning_rate": 8.486758232259451e-07, - "loss": 0.884, - "step": 13018 - }, - { - "epoch": 0.87, - "learning_rate": 8.478015348095648e-07, - "loss": 0.9492, - "step": 13019 - }, - { - "epoch": 0.87, - "learning_rate": 8.469276770269808e-07, - "loss": 0.929, - "step": 13020 - }, - { - "epoch": 0.87, - "learning_rate": 8.460542499193125e-07, - "loss": 0.8968, - "step": 13021 - }, - { - "epoch": 0.87, - "learning_rate": 8.451812535276571e-07, - "loss": 0.9607, - "step": 13022 - }, - { - "epoch": 0.87, - "learning_rate": 8.443086878930884e-07, - "loss": 0.9388, - "step": 13023 - }, - { - "epoch": 0.87, - "learning_rate": 8.434365530566646e-07, - "loss": 0.879, - "step": 13024 - }, - { - "epoch": 0.87, - "learning_rate": 8.425648490594219e-07, - "loss": 0.9326, - "step": 13025 - }, - { - "epoch": 0.87, - "learning_rate": 8.416935759423762e-07, - "loss": 0.9481, - "step": 13026 - }, - { - "epoch": 0.87, - "learning_rate": 8.408227337465203e-07, - "loss": 0.917, - "step": 13027 - }, - { - "epoch": 0.87, - "learning_rate": 8.399523225128336e-07, - "loss": 0.9139, - "step": 13028 - }, - { - "epoch": 0.87, - "learning_rate": 8.390823422822713e-07, - "loss": 0.9392, - "step": 13029 - }, - { - "epoch": 0.87, - "learning_rate": 8.382127930957617e-07, - "loss": 0.9759, - "step": 13030 - }, - { - "epoch": 0.87, - "learning_rate": 8.373436749942266e-07, - "loss": 0.8303, - "step": 13031 - }, - { - "epoch": 0.87, - "learning_rate": 8.364749880185552e-07, - "loss": 0.898, - "step": 13032 - }, - { - "epoch": 0.87, - "learning_rate": 8.356067322096273e-07, - "loss": 0.941, - "step": 13033 - }, - { - "epoch": 0.87, - "learning_rate": 8.347389076082912e-07, - "loss": 0.8714, - "step": 13034 - }, - { - "epoch": 0.87, - "learning_rate": 8.338715142553788e-07, - "loss": 0.979, - "step": 13035 - }, - { - "epoch": 0.87, - "learning_rate": 8.330045521917096e-07, - "loss": 0.8785, - "step": 13036 - }, - { - "epoch": 0.87, - "learning_rate": 8.321380214580732e-07, - "loss": 0.9243, - "step": 13037 - }, - { - "epoch": 0.87, - "learning_rate": 8.312719220952382e-07, - "loss": 0.8933, - "step": 13038 - }, - { - "epoch": 0.87, - "learning_rate": 8.304062541439628e-07, - "loss": 0.9355, - "step": 13039 - }, - { - "epoch": 0.87, - "learning_rate": 8.295410176449736e-07, - "loss": 0.9326, - "step": 13040 - }, - { - "epoch": 0.87, - "learning_rate": 8.286762126389892e-07, - "loss": 0.9131, - "step": 13041 - }, - { - "epoch": 0.87, - "learning_rate": 8.278118391666934e-07, - "loss": 0.8978, - "step": 13042 - }, - { - "epoch": 0.87, - "learning_rate": 8.269478972687595e-07, - "loss": 0.8771, - "step": 13043 - }, - { - "epoch": 0.87, - "learning_rate": 8.260843869858392e-07, - "loss": 0.9175, - "step": 13044 - }, - { - "epoch": 0.87, - "learning_rate": 8.252213083585636e-07, - "loss": 0.8996, - "step": 13045 - }, - { - "epoch": 0.87, - "learning_rate": 8.243586614275412e-07, - "loss": 0.8932, - "step": 13046 - }, - { - "epoch": 0.87, - "learning_rate": 8.234964462333617e-07, - "loss": 0.943, - "step": 13047 - }, - { - "epoch": 0.87, - "learning_rate": 8.226346628165948e-07, - "loss": 0.8721, - "step": 13048 - }, - { - "epoch": 0.87, - "learning_rate": 8.217733112177895e-07, - "loss": 0.9135, - "step": 13049 - }, - { - "epoch": 0.87, - "learning_rate": 8.20912391477473e-07, - "loss": 0.9556, - "step": 13050 - }, - { - "epoch": 0.87, - "learning_rate": 8.200519036361565e-07, - "loss": 0.9174, - "step": 13051 - }, - { - "epoch": 0.87, - "learning_rate": 8.191918477343275e-07, - "loss": 0.9036, - "step": 13052 - }, - { - "epoch": 0.87, - "learning_rate": 8.183322238124536e-07, - "loss": 0.922, - "step": 13053 - }, - { - "epoch": 0.87, - "learning_rate": 8.174730319109802e-07, - "loss": 0.931, - "step": 13054 - }, - { - "epoch": 0.87, - "learning_rate": 8.166142720703351e-07, - "loss": 0.9172, - "step": 13055 - }, - { - "epoch": 0.87, - "learning_rate": 8.157559443309304e-07, - "loss": 0.8896, - "step": 13056 - }, - { - "epoch": 0.87, - "learning_rate": 8.148980487331459e-07, - "loss": 0.896, - "step": 13057 - }, - { - "epoch": 0.87, - "learning_rate": 8.140405853173471e-07, - "loss": 0.9432, - "step": 13058 - }, - { - "epoch": 0.87, - "learning_rate": 8.131835541238853e-07, - "loss": 0.8848, - "step": 13059 - }, - { - "epoch": 0.87, - "learning_rate": 8.123269551930835e-07, - "loss": 0.8829, - "step": 13060 - }, - { - "epoch": 0.87, - "learning_rate": 8.114707885652473e-07, - "loss": 0.9281, - "step": 13061 - }, - { - "epoch": 0.87, - "learning_rate": 8.106150542806601e-07, - "loss": 0.9697, - "step": 13062 - }, - { - "epoch": 0.87, - "learning_rate": 8.097597523795853e-07, - "loss": 0.8962, - "step": 13063 - }, - { - "epoch": 0.87, - "learning_rate": 8.089048829022728e-07, - "loss": 0.9065, - "step": 13064 - }, - { - "epoch": 0.87, - "learning_rate": 8.080504458889382e-07, - "loss": 0.9989, - "step": 13065 - }, - { - "epoch": 0.88, - "learning_rate": 8.071964413797906e-07, - "loss": 0.9797, - "step": 13066 - }, - { - "epoch": 0.88, - "learning_rate": 8.063428694150121e-07, - "loss": 0.8569, - "step": 13067 - }, - { - "epoch": 0.88, - "learning_rate": 8.054897300347653e-07, - "loss": 0.8859, - "step": 13068 - }, - { - "epoch": 0.88, - "learning_rate": 8.046370232791911e-07, - "loss": 0.8325, - "step": 13069 - }, - { - "epoch": 0.88, - "learning_rate": 8.03784749188411e-07, - "loss": 0.8413, - "step": 13070 - }, - { - "epoch": 0.88, - "learning_rate": 8.029329078025294e-07, - "loss": 0.9011, - "step": 13071 - }, - { - "epoch": 0.88, - "learning_rate": 8.020814991616288e-07, - "loss": 0.8808, - "step": 13072 - }, - { - "epoch": 0.88, - "learning_rate": 8.012305233057627e-07, - "loss": 0.9466, - "step": 13073 - }, - { - "epoch": 0.88, - "learning_rate": 8.00379980274979e-07, - "loss": 0.9579, - "step": 13074 - }, - { - "epoch": 0.88, - "learning_rate": 7.995298701092957e-07, - "loss": 0.8968, - "step": 13075 - }, - { - "epoch": 0.88, - "learning_rate": 7.986801928487109e-07, - "loss": 0.9439, - "step": 13076 - }, - { - "epoch": 0.88, - "learning_rate": 7.978309485332059e-07, - "loss": 0.9546, - "step": 13077 - }, - { - "epoch": 0.88, - "learning_rate": 7.969821372027387e-07, - "loss": 0.9047, - "step": 13078 - }, - { - "epoch": 0.88, - "learning_rate": 7.961337588972484e-07, - "loss": 0.9634, - "step": 13079 - }, - { - "epoch": 0.88, - "learning_rate": 7.952858136566566e-07, - "loss": 0.923, - "step": 13080 - }, - { - "epoch": 0.88, - "learning_rate": 7.944383015208535e-07, - "loss": 0.9043, - "step": 13081 - }, - { - "epoch": 0.88, - "learning_rate": 7.935912225297238e-07, - "loss": 0.8989, - "step": 13082 - }, - { - "epoch": 0.88, - "learning_rate": 7.927445767231212e-07, - "loss": 0.9455, - "step": 13083 - }, - { - "epoch": 0.88, - "learning_rate": 7.918983641408839e-07, - "loss": 0.8989, - "step": 13084 - }, - { - "epoch": 0.88, - "learning_rate": 7.910525848228279e-07, - "loss": 0.9191, - "step": 13085 - }, - { - "epoch": 0.88, - "learning_rate": 7.902072388087479e-07, - "loss": 0.9372, - "step": 13086 - }, - { - "epoch": 0.88, - "learning_rate": 7.893623261384242e-07, - "loss": 0.8832, - "step": 13087 - }, - { - "epoch": 0.88, - "learning_rate": 7.885178468516042e-07, - "loss": 0.844, - "step": 13088 - }, - { - "epoch": 0.88, - "learning_rate": 7.876738009880291e-07, - "loss": 0.9168, - "step": 13089 - }, - { - "epoch": 0.88, - "learning_rate": 7.868301885874119e-07, - "loss": 0.9146, - "step": 13090 - }, - { - "epoch": 0.88, - "learning_rate": 7.859870096894462e-07, - "loss": 0.9259, - "step": 13091 - }, - { - "epoch": 0.88, - "learning_rate": 7.851442643338059e-07, - "loss": 0.9418, - "step": 13092 - }, - { - "epoch": 0.88, - "learning_rate": 7.843019525601425e-07, - "loss": 0.9525, - "step": 13093 - }, - { - "epoch": 0.88, - "learning_rate": 7.834600744080922e-07, - "loss": 0.859, - "step": 13094 - }, - { - "epoch": 0.88, - "learning_rate": 7.826186299172666e-07, - "loss": 0.9245, - "step": 13095 - }, - { - "epoch": 0.88, - "learning_rate": 7.817776191272541e-07, - "loss": 0.9718, - "step": 13096 - }, - { - "epoch": 0.88, - "learning_rate": 7.809370420776308e-07, - "loss": 0.9239, - "step": 13097 - }, - { - "epoch": 0.88, - "learning_rate": 7.800968988079449e-07, - "loss": 0.9904, - "step": 13098 - }, - { - "epoch": 0.88, - "learning_rate": 7.792571893577317e-07, - "loss": 0.9217, - "step": 13099 - }, - { - "epoch": 0.88, - "learning_rate": 7.784179137664972e-07, - "loss": 0.871, - "step": 13100 - }, - { - "epoch": 0.88, - "learning_rate": 7.775790720737308e-07, - "loss": 0.9304, - "step": 13101 - }, - { - "epoch": 0.88, - "learning_rate": 7.767406643189057e-07, - "loss": 0.9562, - "step": 13102 - }, - { - "epoch": 0.88, - "learning_rate": 7.759026905414691e-07, - "loss": 0.8885, - "step": 13103 - }, - { - "epoch": 0.88, - "learning_rate": 7.750651507808505e-07, - "loss": 0.844, - "step": 13104 - }, - { - "epoch": 0.88, - "learning_rate": 7.742280450764583e-07, - "loss": 0.9622, - "step": 13105 - }, - { - "epoch": 0.88, - "learning_rate": 7.73391373467679e-07, - "loss": 0.9468, - "step": 13106 - }, - { - "epoch": 0.88, - "learning_rate": 7.725551359938821e-07, - "loss": 0.884, - "step": 13107 - }, - { - "epoch": 0.88, - "learning_rate": 7.717193326944117e-07, - "loss": 0.9154, - "step": 13108 - }, - { - "epoch": 0.88, - "learning_rate": 7.708839636085974e-07, - "loss": 0.9354, - "step": 13109 - }, - { - "epoch": 0.88, - "learning_rate": 7.700490287757445e-07, - "loss": 0.9655, - "step": 13110 - }, - { - "epoch": 0.88, - "learning_rate": 7.692145282351393e-07, - "loss": 0.9479, - "step": 13111 - }, - { - "epoch": 0.88, - "learning_rate": 7.68380462026046e-07, - "loss": 0.9439, - "step": 13112 - }, - { - "epoch": 0.88, - "learning_rate": 7.675468301877098e-07, - "loss": 0.8387, - "step": 13113 - }, - { - "epoch": 0.88, - "learning_rate": 7.66713632759356e-07, - "loss": 0.9001, - "step": 13114 - }, - { - "epoch": 0.88, - "learning_rate": 7.658808697801867e-07, - "loss": 0.9755, - "step": 13115 - }, - { - "epoch": 0.88, - "learning_rate": 7.65048541289386e-07, - "loss": 0.9636, - "step": 13116 - }, - { - "epoch": 0.88, - "learning_rate": 7.642166473261192e-07, - "loss": 0.9003, - "step": 13117 - }, - { - "epoch": 0.88, - "learning_rate": 7.633851879295285e-07, - "loss": 0.8635, - "step": 13118 - }, - { - "epoch": 0.88, - "learning_rate": 7.625541631387334e-07, - "loss": 0.9141, - "step": 13119 - }, - { - "epoch": 0.88, - "learning_rate": 7.617235729928385e-07, - "loss": 0.9936, - "step": 13120 - }, - { - "epoch": 0.88, - "learning_rate": 7.608934175309224e-07, - "loss": 0.9806, - "step": 13121 - }, - { - "epoch": 0.88, - "learning_rate": 7.600636967920516e-07, - "loss": 0.8983, - "step": 13122 - }, - { - "epoch": 0.88, - "learning_rate": 7.592344108152594e-07, - "loss": 0.8779, - "step": 13123 - }, - { - "epoch": 0.88, - "learning_rate": 7.58405559639569e-07, - "loss": 0.8936, - "step": 13124 - }, - { - "epoch": 0.88, - "learning_rate": 7.575771433039803e-07, - "loss": 0.9845, - "step": 13125 - }, - { - "epoch": 0.88, - "learning_rate": 7.567491618474731e-07, - "loss": 0.8816, - "step": 13126 - }, - { - "epoch": 0.88, - "learning_rate": 7.559216153090043e-07, - "loss": 0.8813, - "step": 13127 - }, - { - "epoch": 0.88, - "learning_rate": 7.550945037275126e-07, - "loss": 0.8062, - "step": 13128 - }, - { - "epoch": 0.88, - "learning_rate": 7.542678271419135e-07, - "loss": 0.9805, - "step": 13129 - }, - { - "epoch": 0.88, - "learning_rate": 7.534415855911103e-07, - "loss": 0.8707, - "step": 13130 - }, - { - "epoch": 0.88, - "learning_rate": 7.526157791139732e-07, - "loss": 0.8981, - "step": 13131 - }, - { - "epoch": 0.88, - "learning_rate": 7.517904077493621e-07, - "loss": 0.8707, - "step": 13132 - }, - { - "epoch": 0.88, - "learning_rate": 7.509654715361114e-07, - "loss": 0.9542, - "step": 13133 - }, - { - "epoch": 0.88, - "learning_rate": 7.501409705130369e-07, - "loss": 0.8698, - "step": 13134 - }, - { - "epoch": 0.88, - "learning_rate": 7.493169047189331e-07, - "loss": 0.9244, - "step": 13135 - }, - { - "epoch": 0.88, - "learning_rate": 7.484932741925732e-07, - "loss": 0.926, - "step": 13136 - }, - { - "epoch": 0.88, - "learning_rate": 7.476700789727143e-07, - "loss": 0.9582, - "step": 13137 - }, - { - "epoch": 0.88, - "learning_rate": 7.468473190980896e-07, - "loss": 0.9567, - "step": 13138 - }, - { - "epoch": 0.88, - "learning_rate": 7.460249946074061e-07, - "loss": 0.9232, - "step": 13139 - }, - { - "epoch": 0.88, - "learning_rate": 7.452031055393638e-07, - "loss": 0.9577, - "step": 13140 - }, - { - "epoch": 0.88, - "learning_rate": 7.443816519326297e-07, - "loss": 0.9367, - "step": 13141 - }, - { - "epoch": 0.88, - "learning_rate": 7.435606338258572e-07, - "loss": 0.9585, - "step": 13142 - }, - { - "epoch": 0.88, - "learning_rate": 7.427400512576777e-07, - "loss": 0.9356, - "step": 13143 - }, - { - "epoch": 0.88, - "learning_rate": 7.41919904266698e-07, - "loss": 0.9689, - "step": 13144 - }, - { - "epoch": 0.88, - "learning_rate": 7.411001928915151e-07, - "loss": 0.8837, - "step": 13145 - }, - { - "epoch": 0.88, - "learning_rate": 7.402809171706904e-07, - "loss": 0.9675, - "step": 13146 - }, - { - "epoch": 0.88, - "learning_rate": 7.394620771427785e-07, - "loss": 0.9414, - "step": 13147 - }, - { - "epoch": 0.88, - "learning_rate": 7.386436728463054e-07, - "loss": 0.9468, - "step": 13148 - }, - { - "epoch": 0.88, - "learning_rate": 7.378257043197812e-07, - "loss": 0.9698, - "step": 13149 - }, - { - "epoch": 0.88, - "learning_rate": 7.370081716016908e-07, - "loss": 0.9134, - "step": 13150 - }, - { - "epoch": 0.88, - "learning_rate": 7.361910747305034e-07, - "loss": 0.8702, - "step": 13151 - }, - { - "epoch": 0.88, - "learning_rate": 7.353744137446616e-07, - "loss": 0.9331, - "step": 13152 - }, - { - "epoch": 0.88, - "learning_rate": 7.345581886825981e-07, - "loss": 0.9417, - "step": 13153 - }, - { - "epoch": 0.88, - "learning_rate": 7.337423995827098e-07, - "loss": 0.9899, - "step": 13154 - }, - { - "epoch": 0.88, - "learning_rate": 7.329270464833893e-07, - "loss": 0.9733, - "step": 13155 - }, - { - "epoch": 0.88, - "learning_rate": 7.321121294229971e-07, - "loss": 0.9294, - "step": 13156 - }, - { - "epoch": 0.88, - "learning_rate": 7.312976484398781e-07, - "loss": 0.9036, - "step": 13157 - }, - { - "epoch": 0.88, - "learning_rate": 7.30483603572355e-07, - "loss": 0.8965, - "step": 13158 - }, - { - "epoch": 0.88, - "learning_rate": 7.296699948587294e-07, - "loss": 0.8812, - "step": 13159 - }, - { - "epoch": 0.88, - "learning_rate": 7.288568223372871e-07, - "loss": 0.9144, - "step": 13160 - }, - { - "epoch": 0.88, - "learning_rate": 7.28044086046289e-07, - "loss": 0.9511, - "step": 13161 - }, - { - "epoch": 0.88, - "learning_rate": 7.27231786023973e-07, - "loss": 0.9492, - "step": 13162 - }, - { - "epoch": 0.88, - "learning_rate": 7.264199223085633e-07, - "loss": 0.9408, - "step": 13163 - }, - { - "epoch": 0.88, - "learning_rate": 7.256084949382591e-07, - "loss": 0.9303, - "step": 13164 - }, - { - "epoch": 0.88, - "learning_rate": 7.2479750395124e-07, - "loss": 0.903, - "step": 13165 - }, - { - "epoch": 0.88, - "learning_rate": 7.239869493856655e-07, - "loss": 0.9626, - "step": 13166 - }, - { - "epoch": 0.88, - "learning_rate": 7.231768312796727e-07, - "loss": 1.009, - "step": 13167 - }, - { - "epoch": 0.88, - "learning_rate": 7.223671496713813e-07, - "loss": 0.917, - "step": 13168 - }, - { - "epoch": 0.88, - "learning_rate": 7.215579045988896e-07, - "loss": 0.9491, - "step": 13169 - }, - { - "epoch": 0.88, - "learning_rate": 7.207490961002728e-07, - "loss": 0.8537, - "step": 13170 - }, - { - "epoch": 0.88, - "learning_rate": 7.19940724213588e-07, - "loss": 0.8638, - "step": 13171 - }, - { - "epoch": 0.88, - "learning_rate": 7.191327889768717e-07, - "loss": 0.9167, - "step": 13172 - }, - { - "epoch": 0.88, - "learning_rate": 7.183252904281379e-07, - "loss": 1.0272, - "step": 13173 - }, - { - "epoch": 0.88, - "learning_rate": 7.175182286053817e-07, - "loss": 0.9516, - "step": 13174 - }, - { - "epoch": 0.88, - "learning_rate": 7.167116035465782e-07, - "loss": 0.8654, - "step": 13175 - }, - { - "epoch": 0.88, - "learning_rate": 7.159054152896816e-07, - "loss": 0.9963, - "step": 13176 - }, - { - "epoch": 0.88, - "learning_rate": 7.150996638726237e-07, - "loss": 0.9145, - "step": 13177 - }, - { - "epoch": 0.88, - "learning_rate": 7.142943493333187e-07, - "loss": 0.9698, - "step": 13178 - }, - { - "epoch": 0.88, - "learning_rate": 7.134894717096552e-07, - "loss": 0.9371, - "step": 13179 - }, - { - "epoch": 0.88, - "learning_rate": 7.126850310395106e-07, - "loss": 0.8985, - "step": 13180 - }, - { - "epoch": 0.88, - "learning_rate": 7.118810273607313e-07, - "loss": 0.8934, - "step": 13181 - }, - { - "epoch": 0.88, - "learning_rate": 7.110774607111459e-07, - "loss": 0.8945, - "step": 13182 - }, - { - "epoch": 0.88, - "learning_rate": 7.102743311285698e-07, - "loss": 0.9177, - "step": 13183 - }, - { - "epoch": 0.88, - "learning_rate": 7.094716386507894e-07, - "loss": 0.978, - "step": 13184 - }, - { - "epoch": 0.88, - "learning_rate": 7.086693833155733e-07, - "loss": 0.9269, - "step": 13185 - }, - { - "epoch": 0.88, - "learning_rate": 7.078675651606692e-07, - "loss": 0.9208, - "step": 13186 - }, - { - "epoch": 0.88, - "learning_rate": 7.070661842238047e-07, - "loss": 0.8839, - "step": 13187 - }, - { - "epoch": 0.88, - "learning_rate": 7.062652405426906e-07, - "loss": 0.9267, - "step": 13188 - }, - { - "epoch": 0.88, - "learning_rate": 7.05464734155008e-07, - "loss": 0.912, - "step": 13189 - }, - { - "epoch": 0.88, - "learning_rate": 7.046646650984235e-07, - "loss": 0.9481, - "step": 13190 - }, - { - "epoch": 0.88, - "learning_rate": 7.038650334105846e-07, - "loss": 0.9103, - "step": 13191 - }, - { - "epoch": 0.88, - "learning_rate": 7.030658391291156e-07, - "loss": 0.9461, - "step": 13192 - }, - { - "epoch": 0.88, - "learning_rate": 7.0226708229162e-07, - "loss": 0.8897, - "step": 13193 - }, - { - "epoch": 0.88, - "learning_rate": 7.014687629356809e-07, - "loss": 0.9512, - "step": 13194 - }, - { - "epoch": 0.88, - "learning_rate": 7.006708810988605e-07, - "loss": 0.9044, - "step": 13195 - }, - { - "epoch": 0.88, - "learning_rate": 6.998734368187055e-07, - "loss": 0.8767, - "step": 13196 - }, - { - "epoch": 0.88, - "learning_rate": 6.990764301327313e-07, - "loss": 0.8136, - "step": 13197 - }, - { - "epoch": 0.88, - "learning_rate": 6.982798610784436e-07, - "loss": 0.9212, - "step": 13198 - }, - { - "epoch": 0.88, - "learning_rate": 6.974837296933212e-07, - "loss": 0.9176, - "step": 13199 - }, - { - "epoch": 0.88, - "learning_rate": 6.966880360148243e-07, - "loss": 0.8716, - "step": 13200 - }, - { - "epoch": 0.88, - "learning_rate": 6.958927800803928e-07, - "loss": 0.9201, - "step": 13201 - }, - { - "epoch": 0.88, - "learning_rate": 6.950979619274434e-07, - "loss": 0.9554, - "step": 13202 - }, - { - "epoch": 0.88, - "learning_rate": 6.943035815933797e-07, - "loss": 0.8951, - "step": 13203 - }, - { - "epoch": 0.88, - "learning_rate": 6.935096391155727e-07, - "loss": 0.9239, - "step": 13204 - }, - { - "epoch": 0.88, - "learning_rate": 6.927161345313815e-07, - "loss": 0.9299, - "step": 13205 - }, - { - "epoch": 0.88, - "learning_rate": 6.919230678781441e-07, - "loss": 0.8495, - "step": 13206 - }, - { - "epoch": 0.88, - "learning_rate": 6.911304391931762e-07, - "loss": 0.9181, - "step": 13207 - }, - { - "epoch": 0.88, - "learning_rate": 6.90338248513771e-07, - "loss": 0.8961, - "step": 13208 - }, - { - "epoch": 0.88, - "learning_rate": 6.895464958772047e-07, - "loss": 0.9761, - "step": 13209 - }, - { - "epoch": 0.88, - "learning_rate": 6.887551813207294e-07, - "loss": 0.9315, - "step": 13210 - }, - { - "epoch": 0.88, - "learning_rate": 6.879643048815821e-07, - "loss": 0.8649, - "step": 13211 - }, - { - "epoch": 0.88, - "learning_rate": 6.871738665969707e-07, - "loss": 1.0038, - "step": 13212 - }, - { - "epoch": 0.88, - "learning_rate": 6.863838665040911e-07, - "loss": 0.8681, - "step": 13213 - }, - { - "epoch": 0.88, - "learning_rate": 6.855943046401136e-07, - "loss": 0.955, - "step": 13214 - }, - { - "epoch": 0.89, - "learning_rate": 6.848051810421885e-07, - "loss": 0.8605, - "step": 13215 - }, - { - "epoch": 0.89, - "learning_rate": 6.84016495747446e-07, - "loss": 0.8779, - "step": 13216 - }, - { - "epoch": 0.89, - "learning_rate": 6.832282487929953e-07, - "loss": 0.8811, - "step": 13217 - }, - { - "epoch": 0.89, - "learning_rate": 6.824404402159268e-07, - "loss": 0.9224, - "step": 13218 - }, - { - "epoch": 0.89, - "learning_rate": 6.816530700533109e-07, - "loss": 0.8866, - "step": 13219 - }, - { - "epoch": 0.89, - "learning_rate": 6.808661383421888e-07, - "loss": 0.9715, - "step": 13220 - }, - { - "epoch": 0.89, - "learning_rate": 6.800796451195935e-07, - "loss": 0.9343, - "step": 13221 - }, - { - "epoch": 0.89, - "learning_rate": 6.792935904225285e-07, - "loss": 0.9301, - "step": 13222 - }, - { - "epoch": 0.89, - "learning_rate": 6.785079742879818e-07, - "loss": 0.9103, - "step": 13223 - }, - { - "epoch": 0.89, - "learning_rate": 6.777227967529166e-07, - "loss": 0.9251, - "step": 13224 - }, - { - "epoch": 0.89, - "learning_rate": 6.769380578542772e-07, - "loss": 0.8813, - "step": 13225 - }, - { - "epoch": 0.89, - "learning_rate": 6.761537576289889e-07, - "loss": 0.8889, - "step": 13226 - }, - { - "epoch": 0.89, - "learning_rate": 6.753698961139577e-07, - "loss": 0.9435, - "step": 13227 - }, - { - "epoch": 0.89, - "learning_rate": 6.745864733460595e-07, - "loss": 0.9214, - "step": 13228 - }, - { - "epoch": 0.89, - "learning_rate": 6.738034893621614e-07, - "loss": 0.9159, - "step": 13229 - }, - { - "epoch": 0.89, - "learning_rate": 6.730209441991042e-07, - "loss": 0.9036, - "step": 13230 - }, - { - "epoch": 0.89, - "learning_rate": 6.722388378937073e-07, - "loss": 0.9095, - "step": 13231 - }, - { - "epoch": 0.89, - "learning_rate": 6.71457170482771e-07, - "loss": 0.9171, - "step": 13232 - }, - { - "epoch": 0.89, - "learning_rate": 6.706759420030729e-07, - "loss": 0.9189, - "step": 13233 - }, - { - "epoch": 0.89, - "learning_rate": 6.698951524913755e-07, - "loss": 0.9622, - "step": 13234 - }, - { - "epoch": 0.89, - "learning_rate": 6.691148019844163e-07, - "loss": 0.9026, - "step": 13235 - }, - { - "epoch": 0.89, - "learning_rate": 6.683348905189102e-07, - "loss": 0.8912, - "step": 13236 - }, - { - "epoch": 0.89, - "learning_rate": 6.675554181315558e-07, - "loss": 0.9248, - "step": 13237 - }, - { - "epoch": 0.89, - "learning_rate": 6.667763848590292e-07, - "loss": 0.9204, - "step": 13238 - }, - { - "epoch": 0.89, - "learning_rate": 6.659977907379855e-07, - "loss": 0.918, - "step": 13239 - }, - { - "epoch": 0.89, - "learning_rate": 6.652196358050578e-07, - "loss": 0.7907, - "step": 13240 - }, - { - "epoch": 0.89, - "learning_rate": 6.644419200968633e-07, - "loss": 0.9231, - "step": 13241 - }, - { - "epoch": 0.89, - "learning_rate": 6.636646436499961e-07, - "loss": 0.9682, - "step": 13242 - }, - { - "epoch": 0.89, - "learning_rate": 6.628878065010225e-07, - "loss": 0.9302, - "step": 13243 - }, - { - "epoch": 0.89, - "learning_rate": 6.621114086865022e-07, - "loss": 0.8647, - "step": 13244 - }, - { - "epoch": 0.89, - "learning_rate": 6.613354502429614e-07, - "loss": 0.9858, - "step": 13245 - }, - { - "epoch": 0.89, - "learning_rate": 6.605599312069155e-07, - "loss": 0.9357, - "step": 13246 - }, - { - "epoch": 0.89, - "learning_rate": 6.597848516148519e-07, - "loss": 0.8654, - "step": 13247 - }, - { - "epoch": 0.89, - "learning_rate": 6.59010211503237e-07, - "loss": 0.8808, - "step": 13248 - }, - { - "epoch": 0.89, - "learning_rate": 6.582360109085261e-07, - "loss": 0.8925, - "step": 13249 - }, - { - "epoch": 0.89, - "learning_rate": 6.574622498671434e-07, - "loss": 0.8601, - "step": 13250 - }, - { - "epoch": 0.89, - "learning_rate": 6.566889284154965e-07, - "loss": 0.9222, - "step": 13251 - }, - { - "epoch": 0.89, - "learning_rate": 6.559160465899728e-07, - "loss": 0.8553, - "step": 13252 - }, - { - "epoch": 0.89, - "learning_rate": 6.551436044269377e-07, - "loss": 0.936, - "step": 13253 - }, - { - "epoch": 0.89, - "learning_rate": 6.543716019627378e-07, - "loss": 0.8931, - "step": 13254 - }, - { - "epoch": 0.89, - "learning_rate": 6.536000392336939e-07, - "loss": 0.9646, - "step": 13255 - }, - { - "epoch": 0.89, - "learning_rate": 6.528289162761147e-07, - "loss": 0.9579, - "step": 13256 - }, - { - "epoch": 0.89, - "learning_rate": 6.520582331262826e-07, - "loss": 0.876, - "step": 13257 - }, - { - "epoch": 0.89, - "learning_rate": 6.512879898204583e-07, - "loss": 0.8522, - "step": 13258 - }, - { - "epoch": 0.89, - "learning_rate": 6.50518186394885e-07, - "loss": 0.9836, - "step": 13259 - }, - { - "epoch": 0.89, - "learning_rate": 6.497488228857818e-07, - "loss": 0.8794, - "step": 13260 - }, - { - "epoch": 0.89, - "learning_rate": 6.489798993293539e-07, - "loss": 0.8871, - "step": 13261 - }, - { - "epoch": 0.89, - "learning_rate": 6.482114157617758e-07, - "loss": 0.9726, - "step": 13262 - }, - { - "epoch": 0.89, - "learning_rate": 6.474433722192075e-07, - "loss": 0.8869, - "step": 13263 - }, - { - "epoch": 0.89, - "learning_rate": 6.4667576873779e-07, - "loss": 0.8767, - "step": 13264 - }, - { - "epoch": 0.89, - "learning_rate": 6.459086053536401e-07, - "loss": 0.9252, - "step": 13265 - }, - { - "epoch": 0.89, - "learning_rate": 6.451418821028543e-07, - "loss": 0.9755, - "step": 13266 - }, - { - "epoch": 0.89, - "learning_rate": 6.443755990215084e-07, - "loss": 0.8683, - "step": 13267 - }, - { - "epoch": 0.89, - "learning_rate": 6.436097561456567e-07, - "loss": 0.9189, - "step": 13268 - }, - { - "epoch": 0.89, - "learning_rate": 6.428443535113382e-07, - "loss": 0.905, - "step": 13269 - }, - { - "epoch": 0.89, - "learning_rate": 6.420793911545642e-07, - "loss": 0.8493, - "step": 13270 - }, - { - "epoch": 0.89, - "learning_rate": 6.413148691113258e-07, - "loss": 0.9373, - "step": 13271 - }, - { - "epoch": 0.89, - "learning_rate": 6.405507874175998e-07, - "loss": 0.9769, - "step": 13272 - }, - { - "epoch": 0.89, - "learning_rate": 6.397871461093363e-07, - "loss": 0.982, - "step": 13273 - }, - { - "epoch": 0.89, - "learning_rate": 6.390239452224678e-07, - "loss": 0.9513, - "step": 13274 - }, - { - "epoch": 0.89, - "learning_rate": 6.382611847929032e-07, - "loss": 0.9275, - "step": 13275 - }, - { - "epoch": 0.89, - "learning_rate": 6.374988648565306e-07, - "loss": 0.87, - "step": 13276 - }, - { - "epoch": 0.89, - "learning_rate": 6.367369854492256e-07, - "loss": 0.9069, - "step": 13277 - }, - { - "epoch": 0.89, - "learning_rate": 6.359755466068284e-07, - "loss": 0.9097, - "step": 13278 - }, - { - "epoch": 0.89, - "learning_rate": 6.352145483651717e-07, - "loss": 0.8999, - "step": 13279 - }, - { - "epoch": 0.89, - "learning_rate": 6.344539907600622e-07, - "loss": 0.8936, - "step": 13280 - }, - { - "epoch": 0.89, - "learning_rate": 6.336938738272835e-07, - "loss": 0.8605, - "step": 13281 - }, - { - "epoch": 0.89, - "learning_rate": 6.329341976026038e-07, - "loss": 0.9932, - "step": 13282 - }, - { - "epoch": 0.89, - "learning_rate": 6.321749621217644e-07, - "loss": 0.8926, - "step": 13283 - }, - { - "epoch": 0.89, - "learning_rate": 6.314161674204921e-07, - "loss": 0.929, - "step": 13284 - }, - { - "epoch": 0.89, - "learning_rate": 6.306578135344921e-07, - "loss": 0.8958, - "step": 13285 - }, - { - "epoch": 0.89, - "learning_rate": 6.298999004994399e-07, - "loss": 0.9102, - "step": 13286 - }, - { - "epoch": 0.89, - "learning_rate": 6.291424283510028e-07, - "loss": 0.9571, - "step": 13287 - }, - { - "epoch": 0.89, - "learning_rate": 6.283853971248211e-07, - "loss": 0.8723, - "step": 13288 - }, - { - "epoch": 0.89, - "learning_rate": 6.276288068565129e-07, - "loss": 0.9351, - "step": 13289 - }, - { - "epoch": 0.89, - "learning_rate": 6.268726575816797e-07, - "loss": 0.9134, - "step": 13290 - }, - { - "epoch": 0.89, - "learning_rate": 6.261169493358976e-07, - "loss": 0.9529, - "step": 13291 - }, - { - "epoch": 0.89, - "learning_rate": 6.253616821547281e-07, - "loss": 0.9526, - "step": 13292 - }, - { - "epoch": 0.89, - "learning_rate": 6.246068560737062e-07, - "loss": 0.9078, - "step": 13293 - }, - { - "epoch": 0.89, - "learning_rate": 6.2385247112835e-07, - "loss": 0.876, - "step": 13294 - }, - { - "epoch": 0.89, - "learning_rate": 6.230985273541523e-07, - "loss": 0.9276, - "step": 13295 - }, - { - "epoch": 0.89, - "learning_rate": 6.223450247865914e-07, - "loss": 0.9737, - "step": 13296 - }, - { - "epoch": 0.89, - "learning_rate": 6.21591963461119e-07, - "loss": 0.8808, - "step": 13297 - }, - { - "epoch": 0.89, - "learning_rate": 6.208393434131677e-07, - "loss": 0.8519, - "step": 13298 - }, - { - "epoch": 0.89, - "learning_rate": 6.200871646781537e-07, - "loss": 0.9087, - "step": 13299 - }, - { - "epoch": 0.89, - "learning_rate": 6.193354272914687e-07, - "loss": 0.9677, - "step": 13300 - }, - { - "epoch": 0.89, - "learning_rate": 6.185841312884788e-07, - "loss": 0.8687, - "step": 13301 - }, - { - "epoch": 0.89, - "learning_rate": 6.178332767045392e-07, - "loss": 0.9557, - "step": 13302 - }, - { - "epoch": 0.89, - "learning_rate": 6.170828635749771e-07, - "loss": 0.9566, - "step": 13303 - }, - { - "epoch": 0.89, - "learning_rate": 6.16332891935103e-07, - "loss": 0.8994, - "step": 13304 - }, - { - "epoch": 0.89, - "learning_rate": 6.155833618202045e-07, - "loss": 0.9217, - "step": 13305 - }, - { - "epoch": 0.89, - "learning_rate": 6.148342732655466e-07, - "loss": 0.8985, - "step": 13306 - }, - { - "epoch": 0.89, - "learning_rate": 6.140856263063788e-07, - "loss": 0.9133, - "step": 13307 - }, - { - "epoch": 0.89, - "learning_rate": 6.133374209779275e-07, - "loss": 0.887, - "step": 13308 - }, - { - "epoch": 0.89, - "learning_rate": 6.125896573153933e-07, - "loss": 0.8909, - "step": 13309 - }, - { - "epoch": 0.89, - "learning_rate": 6.118423353539638e-07, - "loss": 0.9616, - "step": 13310 - }, - { - "epoch": 0.89, - "learning_rate": 6.110954551288007e-07, - "loss": 1.0014, - "step": 13311 - }, - { - "epoch": 0.89, - "learning_rate": 6.103490166750481e-07, - "loss": 0.9169, - "step": 13312 - }, - { - "epoch": 0.89, - "learning_rate": 6.096030200278269e-07, - "loss": 0.862, - "step": 13313 - }, - { - "epoch": 0.89, - "learning_rate": 6.088574652222368e-07, - "loss": 0.9707, - "step": 13314 - }, - { - "epoch": 0.89, - "learning_rate": 6.081123522933607e-07, - "loss": 0.9132, - "step": 13315 - }, - { - "epoch": 0.89, - "learning_rate": 6.073676812762574e-07, - "loss": 0.9802, - "step": 13316 - }, - { - "epoch": 0.89, - "learning_rate": 6.066234522059644e-07, - "loss": 0.9141, - "step": 13317 - }, - { - "epoch": 0.89, - "learning_rate": 6.058796651174992e-07, - "loss": 0.9361, - "step": 13318 - }, - { - "epoch": 0.89, - "learning_rate": 6.051363200458605e-07, - "loss": 0.9078, - "step": 13319 - }, - { - "epoch": 0.89, - "learning_rate": 6.043934170260235e-07, - "loss": 0.9248, - "step": 13320 - }, - { - "epoch": 0.89, - "learning_rate": 6.036509560929427e-07, - "loss": 0.9444, - "step": 13321 - }, - { - "epoch": 0.89, - "learning_rate": 6.029089372815544e-07, - "loss": 0.9069, - "step": 13322 - }, - { - "epoch": 0.89, - "learning_rate": 6.02167360626773e-07, - "loss": 0.8746, - "step": 13323 - }, - { - "epoch": 0.89, - "learning_rate": 6.014262261634896e-07, - "loss": 0.8749, - "step": 13324 - }, - { - "epoch": 0.89, - "learning_rate": 6.006855339265771e-07, - "loss": 0.9767, - "step": 13325 - }, - { - "epoch": 0.89, - "learning_rate": 5.999452839508868e-07, - "loss": 0.8924, - "step": 13326 - }, - { - "epoch": 0.89, - "learning_rate": 5.992054762712518e-07, - "loss": 0.947, - "step": 13327 - }, - { - "epoch": 0.89, - "learning_rate": 5.984661109224776e-07, - "loss": 0.9332, - "step": 13328 - }, - { - "epoch": 0.89, - "learning_rate": 5.977271879393542e-07, - "loss": 0.9351, - "step": 13329 - }, - { - "epoch": 0.89, - "learning_rate": 5.969887073566527e-07, - "loss": 0.8787, - "step": 13330 - }, - { - "epoch": 0.89, - "learning_rate": 5.962506692091186e-07, - "loss": 1.0157, - "step": 13331 - }, - { - "epoch": 0.89, - "learning_rate": 5.955130735314785e-07, - "loss": 0.9519, - "step": 13332 - }, - { - "epoch": 0.89, - "learning_rate": 5.94775920358438e-07, - "loss": 0.9015, - "step": 13333 - }, - { - "epoch": 0.89, - "learning_rate": 5.940392097246805e-07, - "loss": 0.882, - "step": 13334 - }, - { - "epoch": 0.89, - "learning_rate": 5.93302941664875e-07, - "loss": 0.857, - "step": 13335 - }, - { - "epoch": 0.89, - "learning_rate": 5.925671162136571e-07, - "loss": 0.8952, - "step": 13336 - }, - { - "epoch": 0.89, - "learning_rate": 5.918317334056567e-07, - "loss": 0.9714, - "step": 13337 - }, - { - "epoch": 0.89, - "learning_rate": 5.910967932754707e-07, - "loss": 0.8947, - "step": 13338 - }, - { - "epoch": 0.89, - "learning_rate": 5.903622958576827e-07, - "loss": 0.8884, - "step": 13339 - }, - { - "epoch": 0.89, - "learning_rate": 5.896282411868504e-07, - "loss": 0.8587, - "step": 13340 - }, - { - "epoch": 0.89, - "learning_rate": 5.88894629297514e-07, - "loss": 0.9913, - "step": 13341 - }, - { - "epoch": 0.89, - "learning_rate": 5.881614602241903e-07, - "loss": 0.9956, - "step": 13342 - }, - { - "epoch": 0.89, - "learning_rate": 5.874287340013807e-07, - "loss": 0.8741, - "step": 13343 - }, - { - "epoch": 0.89, - "learning_rate": 5.866964506635564e-07, - "loss": 0.9699, - "step": 13344 - }, - { - "epoch": 0.89, - "learning_rate": 5.859646102451777e-07, - "loss": 0.9468, - "step": 13345 - }, - { - "epoch": 0.89, - "learning_rate": 5.85233212780677e-07, - "loss": 0.9202, - "step": 13346 - }, - { - "epoch": 0.89, - "learning_rate": 5.845022583044701e-07, - "loss": 0.8692, - "step": 13347 - }, - { - "epoch": 0.89, - "learning_rate": 5.837717468509485e-07, - "loss": 0.8873, - "step": 13348 - }, - { - "epoch": 0.89, - "learning_rate": 5.830416784544834e-07, - "loss": 0.88, - "step": 13349 - }, - { - "epoch": 0.89, - "learning_rate": 5.82312053149432e-07, - "loss": 0.8667, - "step": 13350 - }, - { - "epoch": 0.89, - "learning_rate": 5.815828709701199e-07, - "loss": 0.8902, - "step": 13351 - }, - { - "epoch": 0.89, - "learning_rate": 5.808541319508565e-07, - "loss": 0.9287, - "step": 13352 - }, - { - "epoch": 0.89, - "learning_rate": 5.801258361259332e-07, - "loss": 0.8777, - "step": 13353 - }, - { - "epoch": 0.89, - "learning_rate": 5.793979835296182e-07, - "loss": 0.8983, - "step": 13354 - }, - { - "epoch": 0.89, - "learning_rate": 5.786705741961585e-07, - "loss": 0.9441, - "step": 13355 - }, - { - "epoch": 0.89, - "learning_rate": 5.7794360815978e-07, - "loss": 0.9413, - "step": 13356 - }, - { - "epoch": 0.89, - "learning_rate": 5.772170854546865e-07, - "loss": 0.9673, - "step": 13357 - }, - { - "epoch": 0.89, - "learning_rate": 5.764910061150675e-07, - "loss": 0.9544, - "step": 13358 - }, - { - "epoch": 0.89, - "learning_rate": 5.75765370175082e-07, - "loss": 0.9613, - "step": 13359 - }, - { - "epoch": 0.89, - "learning_rate": 5.750401776688752e-07, - "loss": 0.8901, - "step": 13360 - }, - { - "epoch": 0.89, - "learning_rate": 5.743154286305697e-07, - "loss": 0.9406, - "step": 13361 - }, - { - "epoch": 0.89, - "learning_rate": 5.735911230942659e-07, - "loss": 0.9177, - "step": 13362 - }, - { - "epoch": 0.89, - "learning_rate": 5.728672610940433e-07, - "loss": 0.9077, - "step": 13363 - }, - { - "epoch": 0.9, - "learning_rate": 5.721438426639626e-07, - "loss": 0.9651, - "step": 13364 - }, - { - "epoch": 0.9, - "learning_rate": 5.714208678380628e-07, - "loss": 0.8255, - "step": 13365 - }, - { - "epoch": 0.9, - "learning_rate": 5.706983366503627e-07, - "loss": 0.9042, - "step": 13366 - }, - { - "epoch": 0.9, - "learning_rate": 5.699762491348548e-07, - "loss": 0.9567, - "step": 13367 - }, - { - "epoch": 0.9, - "learning_rate": 5.692546053255188e-07, - "loss": 0.9357, - "step": 13368 - }, - { - "epoch": 0.9, - "learning_rate": 5.685334052563096e-07, - "loss": 0.9471, - "step": 13369 - }, - { - "epoch": 0.9, - "learning_rate": 5.678126489611602e-07, - "loss": 1.0017, - "step": 13370 - }, - { - "epoch": 0.9, - "learning_rate": 5.670923364739855e-07, - "loss": 0.942, - "step": 13371 - }, - { - "epoch": 0.9, - "learning_rate": 5.663724678286753e-07, - "loss": 0.9334, - "step": 13372 - }, - { - "epoch": 0.9, - "learning_rate": 5.656530430591045e-07, - "loss": 0.994, - "step": 13373 - }, - { - "epoch": 0.9, - "learning_rate": 5.64934062199124e-07, - "loss": 0.8278, - "step": 13374 - }, - { - "epoch": 0.9, - "learning_rate": 5.642155252825588e-07, - "loss": 0.9007, - "step": 13375 - }, - { - "epoch": 0.9, - "learning_rate": 5.634974323432219e-07, - "loss": 0.9388, - "step": 13376 - }, - { - "epoch": 0.9, - "learning_rate": 5.627797834149018e-07, - "loss": 0.8688, - "step": 13377 - }, - { - "epoch": 0.9, - "learning_rate": 5.620625785313639e-07, - "loss": 0.9303, - "step": 13378 - }, - { - "epoch": 0.9, - "learning_rate": 5.613458177263553e-07, - "loss": 0.9064, - "step": 13379 - }, - { - "epoch": 0.9, - "learning_rate": 5.606295010335994e-07, - "loss": 0.8635, - "step": 13380 - }, - { - "epoch": 0.9, - "learning_rate": 5.599136284868034e-07, - "loss": 0.9741, - "step": 13381 - }, - { - "epoch": 0.9, - "learning_rate": 5.591982001196505e-07, - "loss": 0.9761, - "step": 13382 - }, - { - "epoch": 0.9, - "learning_rate": 5.584832159658027e-07, - "loss": 0.902, - "step": 13383 - }, - { - "epoch": 0.9, - "learning_rate": 5.577686760589007e-07, - "loss": 0.8895, - "step": 13384 - }, - { - "epoch": 0.9, - "learning_rate": 5.570545804325678e-07, - "loss": 0.9492, - "step": 13385 - }, - { - "epoch": 0.9, - "learning_rate": 5.563409291204025e-07, - "loss": 0.8868, - "step": 13386 - }, - { - "epoch": 0.9, - "learning_rate": 5.556277221559825e-07, - "loss": 0.9403, - "step": 13387 - }, - { - "epoch": 0.9, - "learning_rate": 5.549149595728698e-07, - "loss": 1.0251, - "step": 13388 - }, - { - "epoch": 0.9, - "learning_rate": 5.542026414045998e-07, - "loss": 0.9519, - "step": 13389 - }, - { - "epoch": 0.9, - "learning_rate": 5.534907676846857e-07, - "loss": 0.9382, - "step": 13390 - }, - { - "epoch": 0.9, - "learning_rate": 5.527793384466274e-07, - "loss": 0.9613, - "step": 13391 - }, - { - "epoch": 0.9, - "learning_rate": 5.520683537238969e-07, - "loss": 0.8832, - "step": 13392 - }, - { - "epoch": 0.9, - "learning_rate": 5.513578135499508e-07, - "loss": 0.8306, - "step": 13393 - }, - { - "epoch": 0.9, - "learning_rate": 5.506477179582181e-07, - "loss": 0.9361, - "step": 13394 - }, - { - "epoch": 0.9, - "learning_rate": 5.499380669821108e-07, - "loss": 0.8449, - "step": 13395 - }, - { - "epoch": 0.9, - "learning_rate": 5.492288606550223e-07, - "loss": 0.9169, - "step": 13396 - }, - { - "epoch": 0.9, - "learning_rate": 5.485200990103223e-07, - "loss": 0.9021, - "step": 13397 - }, - { - "epoch": 0.9, - "learning_rate": 5.478117820813578e-07, - "loss": 0.9561, - "step": 13398 - }, - { - "epoch": 0.9, - "learning_rate": 5.471039099014585e-07, - "loss": 0.8647, - "step": 13399 - }, - { - "epoch": 0.9, - "learning_rate": 5.463964825039291e-07, - "loss": 0.843, - "step": 13400 - }, - { - "epoch": 0.9, - "learning_rate": 5.456894999220597e-07, - "loss": 0.9852, - "step": 13401 - }, - { - "epoch": 0.9, - "learning_rate": 5.449829621891123e-07, - "loss": 0.9036, - "step": 13402 - }, - { - "epoch": 0.9, - "learning_rate": 5.442768693383327e-07, - "loss": 0.9312, - "step": 13403 - }, - { - "epoch": 0.9, - "learning_rate": 5.435712214029442e-07, - "loss": 0.9834, - "step": 13404 - }, - { - "epoch": 0.9, - "learning_rate": 5.428660184161505e-07, - "loss": 0.8695, - "step": 13405 - }, - { - "epoch": 0.9, - "learning_rate": 5.421612604111304e-07, - "loss": 0.8713, - "step": 13406 - }, - { - "epoch": 0.9, - "learning_rate": 5.414569474210452e-07, - "loss": 0.94, - "step": 13407 - }, - { - "epoch": 0.9, - "learning_rate": 5.407530794790383e-07, - "loss": 0.9657, - "step": 13408 - }, - { - "epoch": 0.9, - "learning_rate": 5.400496566182245e-07, - "loss": 0.9488, - "step": 13409 - }, - { - "epoch": 0.9, - "learning_rate": 5.393466788717005e-07, - "loss": 0.8901, - "step": 13410 - }, - { - "epoch": 0.9, - "learning_rate": 5.386441462725478e-07, - "loss": 0.8455, - "step": 13411 - }, - { - "epoch": 0.9, - "learning_rate": 5.379420588538187e-07, - "loss": 0.8442, - "step": 13412 - }, - { - "epoch": 0.9, - "learning_rate": 5.372404166485501e-07, - "loss": 0.9372, - "step": 13413 - }, - { - "epoch": 0.9, - "learning_rate": 5.365392196897545e-07, - "loss": 0.9711, - "step": 13414 - }, - { - "epoch": 0.9, - "learning_rate": 5.358384680104256e-07, - "loss": 0.9287, - "step": 13415 - }, - { - "epoch": 0.9, - "learning_rate": 5.351381616435369e-07, - "loss": 0.9633, - "step": 13416 - }, - { - "epoch": 0.9, - "learning_rate": 5.344383006220377e-07, - "loss": 0.8534, - "step": 13417 - }, - { - "epoch": 0.9, - "learning_rate": 5.337388849788572e-07, - "loss": 0.8926, - "step": 13418 - }, - { - "epoch": 0.9, - "learning_rate": 5.330399147469079e-07, - "loss": 0.987, - "step": 13419 - }, - { - "epoch": 0.9, - "learning_rate": 5.323413899590757e-07, - "loss": 0.9254, - "step": 13420 - }, - { - "epoch": 0.9, - "learning_rate": 5.316433106482288e-07, - "loss": 1.0071, - "step": 13421 - }, - { - "epoch": 0.9, - "learning_rate": 5.309456768472143e-07, - "loss": 0.9153, - "step": 13422 - }, - { - "epoch": 0.9, - "learning_rate": 5.302484885888548e-07, - "loss": 0.8809, - "step": 13423 - }, - { - "epoch": 0.9, - "learning_rate": 5.295517459059584e-07, - "loss": 0.9381, - "step": 13424 - }, - { - "epoch": 0.9, - "learning_rate": 5.288554488313058e-07, - "loss": 0.9115, - "step": 13425 - }, - { - "epoch": 0.9, - "learning_rate": 5.281595973976617e-07, - "loss": 0.8826, - "step": 13426 - }, - { - "epoch": 0.9, - "learning_rate": 5.274641916377655e-07, - "loss": 0.884, - "step": 13427 - }, - { - "epoch": 0.9, - "learning_rate": 5.267692315843398e-07, - "loss": 0.8788, - "step": 13428 - }, - { - "epoch": 0.9, - "learning_rate": 5.26074717270083e-07, - "loss": 0.8977, - "step": 13429 - }, - { - "epoch": 0.9, - "learning_rate": 5.253806487276724e-07, - "loss": 0.9117, - "step": 13430 - }, - { - "epoch": 0.9, - "learning_rate": 5.246870259897685e-07, - "loss": 0.9512, - "step": 13431 - }, - { - "epoch": 0.9, - "learning_rate": 5.239938490890085e-07, - "loss": 0.9469, - "step": 13432 - }, - { - "epoch": 0.9, - "learning_rate": 5.233011180580028e-07, - "loss": 0.9299, - "step": 13433 - }, - { - "epoch": 0.9, - "learning_rate": 5.226088329293522e-07, - "loss": 0.8915, - "step": 13434 - }, - { - "epoch": 0.9, - "learning_rate": 5.219169937356272e-07, - "loss": 0.8688, - "step": 13435 - }, - { - "epoch": 0.9, - "learning_rate": 5.212256005093807e-07, - "loss": 0.9199, - "step": 13436 - }, - { - "epoch": 0.9, - "learning_rate": 5.205346532831457e-07, - "loss": 0.95, - "step": 13437 - }, - { - "epoch": 0.9, - "learning_rate": 5.198441520894315e-07, - "loss": 0.9045, - "step": 13438 - }, - { - "epoch": 0.9, - "learning_rate": 5.19154096960729e-07, - "loss": 0.9854, - "step": 13439 - }, - { - "epoch": 0.9, - "learning_rate": 5.184644879295075e-07, - "loss": 0.9205, - "step": 13440 - }, - { - "epoch": 0.9, - "learning_rate": 5.177753250282136e-07, - "loss": 0.9434, - "step": 13441 - }, - { - "epoch": 0.9, - "learning_rate": 5.170866082892745e-07, - "loss": 0.9648, - "step": 13442 - }, - { - "epoch": 0.9, - "learning_rate": 5.163983377450965e-07, - "loss": 0.8299, - "step": 13443 - }, - { - "epoch": 0.9, - "learning_rate": 5.157105134280638e-07, - "loss": 0.9374, - "step": 13444 - }, - { - "epoch": 0.9, - "learning_rate": 5.150231353705392e-07, - "loss": 0.9139, - "step": 13445 - }, - { - "epoch": 0.9, - "learning_rate": 5.143362036048683e-07, - "loss": 0.8967, - "step": 13446 - }, - { - "epoch": 0.9, - "learning_rate": 5.136497181633726e-07, - "loss": 0.9183, - "step": 13447 - }, - { - "epoch": 0.9, - "learning_rate": 5.129636790783499e-07, - "loss": 0.898, - "step": 13448 - }, - { - "epoch": 0.9, - "learning_rate": 5.122780863820831e-07, - "loss": 0.9369, - "step": 13449 - }, - { - "epoch": 0.9, - "learning_rate": 5.115929401068298e-07, - "loss": 0.8696, - "step": 13450 - }, - { - "epoch": 0.9, - "learning_rate": 5.109082402848287e-07, - "loss": 0.9397, - "step": 13451 - }, - { - "epoch": 0.9, - "learning_rate": 5.10223986948295e-07, - "loss": 0.9179, - "step": 13452 - }, - { - "epoch": 0.9, - "learning_rate": 5.095401801294253e-07, - "loss": 0.9122, - "step": 13453 - }, - { - "epoch": 0.9, - "learning_rate": 5.08856819860395e-07, - "loss": 0.9408, - "step": 13454 - }, - { - "epoch": 0.9, - "learning_rate": 5.081739061733592e-07, - "loss": 0.9124, - "step": 13455 - }, - { - "epoch": 0.9, - "learning_rate": 5.074914391004471e-07, - "loss": 0.8798, - "step": 13456 - }, - { - "epoch": 0.9, - "learning_rate": 5.068094186737726e-07, - "loss": 0.9394, - "step": 13457 - }, - { - "epoch": 0.9, - "learning_rate": 5.061278449254259e-07, - "loss": 0.9236, - "step": 13458 - }, - { - "epoch": 0.9, - "learning_rate": 5.054467178874789e-07, - "loss": 0.9143, - "step": 13459 - }, - { - "epoch": 0.9, - "learning_rate": 5.047660375919772e-07, - "loss": 0.9919, - "step": 13460 - }, - { - "epoch": 0.9, - "learning_rate": 5.040858040709495e-07, - "loss": 0.9068, - "step": 13461 - }, - { - "epoch": 0.9, - "learning_rate": 5.034060173564038e-07, - "loss": 0.9115, - "step": 13462 - }, - { - "epoch": 0.9, - "learning_rate": 5.027266774803241e-07, - "loss": 0.8779, - "step": 13463 - }, - { - "epoch": 0.9, - "learning_rate": 5.020477844746762e-07, - "loss": 0.8951, - "step": 13464 - }, - { - "epoch": 0.9, - "learning_rate": 5.013693383714035e-07, - "loss": 0.8786, - "step": 13465 - }, - { - "epoch": 0.9, - "learning_rate": 5.006913392024282e-07, - "loss": 0.8718, - "step": 13466 - }, - { - "epoch": 0.9, - "learning_rate": 5.000137869996524e-07, - "loss": 0.9273, - "step": 13467 - }, - { - "epoch": 0.9, - "learning_rate": 4.993366817949541e-07, - "loss": 0.8528, - "step": 13468 - }, - { - "epoch": 0.9, - "learning_rate": 4.986600236201966e-07, - "loss": 0.9079, - "step": 13469 - }, - { - "epoch": 0.9, - "learning_rate": 4.979838125072167e-07, - "loss": 0.905, - "step": 13470 - }, - { - "epoch": 0.9, - "learning_rate": 4.973080484878323e-07, - "loss": 0.9307, - "step": 13471 - }, - { - "epoch": 0.9, - "learning_rate": 4.966327315938391e-07, - "loss": 0.8597, - "step": 13472 - }, - { - "epoch": 0.9, - "learning_rate": 4.959578618570105e-07, - "loss": 0.9073, - "step": 13473 - }, - { - "epoch": 0.9, - "learning_rate": 4.952834393091066e-07, - "loss": 0.9356, - "step": 13474 - }, - { - "epoch": 0.9, - "learning_rate": 4.946094639818555e-07, - "loss": 0.8721, - "step": 13475 - }, - { - "epoch": 0.9, - "learning_rate": 4.939359359069684e-07, - "loss": 0.9223, - "step": 13476 - }, - { - "epoch": 0.9, - "learning_rate": 4.932628551161422e-07, - "loss": 0.9293, - "step": 13477 - }, - { - "epoch": 0.9, - "learning_rate": 4.925902216410427e-07, - "loss": 0.9502, - "step": 13478 - }, - { - "epoch": 0.9, - "learning_rate": 4.919180355133202e-07, - "loss": 0.9516, - "step": 13479 - }, - { - "epoch": 0.9, - "learning_rate": 4.912462967646025e-07, - "loss": 0.9787, - "step": 13480 - }, - { - "epoch": 0.9, - "learning_rate": 4.905750054264957e-07, - "loss": 0.9542, - "step": 13481 - }, - { - "epoch": 0.9, - "learning_rate": 4.899041615305889e-07, - "loss": 0.9122, - "step": 13482 - }, - { - "epoch": 0.9, - "learning_rate": 4.892337651084433e-07, - "loss": 0.9245, - "step": 13483 - }, - { - "epoch": 0.9, - "learning_rate": 4.885638161916051e-07, - "loss": 0.8767, - "step": 13484 - }, - { - "epoch": 0.9, - "learning_rate": 4.878943148115956e-07, - "loss": 0.9508, - "step": 13485 - }, - { - "epoch": 0.9, - "learning_rate": 4.872252609999173e-07, - "loss": 0.9951, - "step": 13486 - }, - { - "epoch": 0.9, - "learning_rate": 4.865566547880518e-07, - "loss": 0.8833, - "step": 13487 - }, - { - "epoch": 0.9, - "learning_rate": 4.858884962074573e-07, - "loss": 0.8569, - "step": 13488 - }, - { - "epoch": 0.9, - "learning_rate": 4.852207852895707e-07, - "loss": 0.9535, - "step": 13489 - }, - { - "epoch": 0.9, - "learning_rate": 4.845535220658138e-07, - "loss": 0.9865, - "step": 13490 - }, - { - "epoch": 0.9, - "learning_rate": 4.83886706567579e-07, - "loss": 0.9377, - "step": 13491 - }, - { - "epoch": 0.9, - "learning_rate": 4.832203388262435e-07, - "loss": 0.9203, - "step": 13492 - }, - { - "epoch": 0.9, - "learning_rate": 4.825544188731623e-07, - "loss": 0.9179, - "step": 13493 - }, - { - "epoch": 0.9, - "learning_rate": 4.81888946739667e-07, - "loss": 0.9747, - "step": 13494 - }, - { - "epoch": 0.9, - "learning_rate": 4.812239224570703e-07, - "loss": 0.9435, - "step": 13495 - }, - { - "epoch": 0.9, - "learning_rate": 4.805593460566615e-07, - "loss": 0.8779, - "step": 13496 - }, - { - "epoch": 0.9, - "learning_rate": 4.798952175697146e-07, - "loss": 0.949, - "step": 13497 - }, - { - "epoch": 0.9, - "learning_rate": 4.79231537027477e-07, - "loss": 0.8144, - "step": 13498 - }, - { - "epoch": 0.9, - "learning_rate": 4.785683044611733e-07, - "loss": 0.9417, - "step": 13499 - }, - { - "epoch": 0.9, - "learning_rate": 4.779055199020144e-07, - "loss": 0.9131, - "step": 13500 - }, - { - "epoch": 0.9, - "learning_rate": 4.772431833811841e-07, - "loss": 0.9717, - "step": 13501 - }, - { - "epoch": 0.9, - "learning_rate": 4.765812949298476e-07, - "loss": 0.9715, - "step": 13502 - }, - { - "epoch": 0.9, - "learning_rate": 4.759198545791477e-07, - "loss": 0.9148, - "step": 13503 - }, - { - "epoch": 0.9, - "learning_rate": 4.7525886236020503e-07, - "loss": 1.0062, - "step": 13504 - }, - { - "epoch": 0.9, - "learning_rate": 4.7459831830412693e-07, - "loss": 0.9094, - "step": 13505 - }, - { - "epoch": 0.9, - "learning_rate": 4.739382224419864e-07, - "loss": 0.8977, - "step": 13506 - }, - { - "epoch": 0.9, - "learning_rate": 4.732785748048474e-07, - "loss": 0.9086, - "step": 13507 - }, - { - "epoch": 0.9, - "learning_rate": 4.7261937542374625e-07, - "loss": 0.8864, - "step": 13508 - }, - { - "epoch": 0.9, - "learning_rate": 4.7196062432970036e-07, - "loss": 0.9189, - "step": 13509 - }, - { - "epoch": 0.9, - "learning_rate": 4.71302321553706e-07, - "loss": 0.883, - "step": 13510 - }, - { - "epoch": 0.9, - "learning_rate": 4.706444671267352e-07, - "loss": 0.844, - "step": 13511 - }, - { - "epoch": 0.9, - "learning_rate": 4.699870610797463e-07, - "loss": 0.929, - "step": 13512 - }, - { - "epoch": 0.91, - "learning_rate": 4.6933010344367034e-07, - "loss": 0.9361, - "step": 13513 - }, - { - "epoch": 0.91, - "learning_rate": 4.686735942494147e-07, - "loss": 0.8819, - "step": 13514 - }, - { - "epoch": 0.91, - "learning_rate": 4.680175335278747e-07, - "loss": 0.9503, - "step": 13515 - }, - { - "epoch": 0.91, - "learning_rate": 4.67361921309919e-07, - "loss": 0.9836, - "step": 13516 - }, - { - "epoch": 0.91, - "learning_rate": 4.6670675762639285e-07, - "loss": 0.9991, - "step": 13517 - }, - { - "epoch": 0.91, - "learning_rate": 4.660520425081272e-07, - "loss": 0.9112, - "step": 13518 - }, - { - "epoch": 0.91, - "learning_rate": 4.6539777598592295e-07, - "loss": 0.9104, - "step": 13519 - }, - { - "epoch": 0.91, - "learning_rate": 4.6474395809057104e-07, - "loss": 0.9197, - "step": 13520 - }, - { - "epoch": 0.91, - "learning_rate": 4.640905888528313e-07, - "loss": 0.9356, - "step": 13521 - }, - { - "epoch": 0.91, - "learning_rate": 4.6343766830344694e-07, - "loss": 0.9534, - "step": 13522 - }, - { - "epoch": 0.91, - "learning_rate": 4.6278519647314114e-07, - "loss": 0.9065, - "step": 13523 - }, - { - "epoch": 0.91, - "learning_rate": 4.621331733926127e-07, - "loss": 0.8288, - "step": 13524 - }, - { - "epoch": 0.91, - "learning_rate": 4.614815990925414e-07, - "loss": 0.9693, - "step": 13525 - }, - { - "epoch": 0.91, - "learning_rate": 4.6083047360358514e-07, - "loss": 0.9326, - "step": 13526 - }, - { - "epoch": 0.91, - "learning_rate": 4.601797969563804e-07, - "loss": 0.8804, - "step": 13527 - }, - { - "epoch": 0.91, - "learning_rate": 4.595295691815449e-07, - "loss": 0.9621, - "step": 13528 - }, - { - "epoch": 0.91, - "learning_rate": 4.588797903096731e-07, - "loss": 0.9905, - "step": 13529 - }, - { - "epoch": 0.91, - "learning_rate": 4.582304603713372e-07, - "loss": 0.885, - "step": 13530 - }, - { - "epoch": 0.91, - "learning_rate": 4.575815793970917e-07, - "loss": 0.9544, - "step": 13531 - }, - { - "epoch": 0.91, - "learning_rate": 4.569331474174665e-07, - "loss": 0.9274, - "step": 13532 - }, - { - "epoch": 0.91, - "learning_rate": 4.56285164462974e-07, - "loss": 0.9681, - "step": 13533 - }, - { - "epoch": 0.91, - "learning_rate": 4.556376305640997e-07, - "loss": 0.8895, - "step": 13534 - }, - { - "epoch": 0.91, - "learning_rate": 4.5499054575131483e-07, - "loss": 0.8899, - "step": 13535 - }, - { - "epoch": 0.91, - "learning_rate": 4.5434391005506617e-07, - "loss": 0.9868, - "step": 13536 - }, - { - "epoch": 0.91, - "learning_rate": 4.5369772350577935e-07, - "loss": 0.8753, - "step": 13537 - }, - { - "epoch": 0.91, - "learning_rate": 4.5305198613385784e-07, - "loss": 0.9187, - "step": 13538 - }, - { - "epoch": 0.91, - "learning_rate": 4.5240669796968506e-07, - "loss": 0.9123, - "step": 13539 - }, - { - "epoch": 0.91, - "learning_rate": 4.517618590436268e-07, - "loss": 0.9499, - "step": 13540 - }, - { - "epoch": 0.91, - "learning_rate": 4.51117469386021e-07, - "loss": 0.8688, - "step": 13541 - }, - { - "epoch": 0.91, - "learning_rate": 4.5047352902718666e-07, - "loss": 0.9899, - "step": 13542 - }, - { - "epoch": 0.91, - "learning_rate": 4.498300379974263e-07, - "loss": 0.9878, - "step": 13543 - }, - { - "epoch": 0.91, - "learning_rate": 4.491869963270168e-07, - "loss": 0.8862, - "step": 13544 - }, - { - "epoch": 0.91, - "learning_rate": 4.485444040462139e-07, - "loss": 0.9088, - "step": 13545 - }, - { - "epoch": 0.91, - "learning_rate": 4.479022611852546e-07, - "loss": 0.9619, - "step": 13546 - }, - { - "epoch": 0.91, - "learning_rate": 4.472605677743502e-07, - "loss": 1.0117, - "step": 13547 - }, - { - "epoch": 0.91, - "learning_rate": 4.4661932384369886e-07, - "loss": 0.8793, - "step": 13548 - }, - { - "epoch": 0.91, - "learning_rate": 4.4597852942346754e-07, - "loss": 0.9342, - "step": 13549 - }, - { - "epoch": 0.91, - "learning_rate": 4.4533818454381095e-07, - "loss": 0.9914, - "step": 13550 - }, - { - "epoch": 0.91, - "learning_rate": 4.4469828923485724e-07, - "loss": 0.8932, - "step": 13551 - }, - { - "epoch": 0.91, - "learning_rate": 4.440588435267157e-07, - "loss": 0.875, - "step": 13552 - }, - { - "epoch": 0.91, - "learning_rate": 4.434198474494744e-07, - "loss": 0.9637, - "step": 13553 - }, - { - "epoch": 0.91, - "learning_rate": 4.427813010331972e-07, - "loss": 0.9355, - "step": 13554 - }, - { - "epoch": 0.91, - "learning_rate": 4.421432043079321e-07, - "loss": 0.9256, - "step": 13555 - }, - { - "epoch": 0.91, - "learning_rate": 4.4150555730370305e-07, - "loss": 0.9212, - "step": 13556 - }, - { - "epoch": 0.91, - "learning_rate": 4.4086836005050925e-07, - "loss": 0.9027, - "step": 13557 - }, - { - "epoch": 0.91, - "learning_rate": 4.402316125783379e-07, - "loss": 0.9307, - "step": 13558 - }, - { - "epoch": 0.91, - "learning_rate": 4.3959531491714503e-07, - "loss": 0.9641, - "step": 13559 - }, - { - "epoch": 0.91, - "learning_rate": 4.3895946709687334e-07, - "loss": 0.9364, - "step": 13560 - }, - { - "epoch": 0.91, - "learning_rate": 4.3832406914743886e-07, - "loss": 0.9, - "step": 13561 - }, - { - "epoch": 0.91, - "learning_rate": 4.376891210987377e-07, - "loss": 0.9548, - "step": 13562 - }, - { - "epoch": 0.91, - "learning_rate": 4.370546229806505e-07, - "loss": 0.891, - "step": 13563 - }, - { - "epoch": 0.91, - "learning_rate": 4.3642057482302656e-07, - "loss": 0.9459, - "step": 13564 - }, - { - "epoch": 0.91, - "learning_rate": 4.35786976655701e-07, - "loss": 0.9838, - "step": 13565 - }, - { - "epoch": 0.91, - "learning_rate": 4.3515382850848885e-07, - "loss": 0.9833, - "step": 13566 - }, - { - "epoch": 0.91, - "learning_rate": 4.345211304111785e-07, - "loss": 0.9563, - "step": 13567 - }, - { - "epoch": 0.91, - "learning_rate": 4.3388888239354167e-07, - "loss": 0.9684, - "step": 13568 - }, - { - "epoch": 0.91, - "learning_rate": 4.3325708448532565e-07, - "loss": 0.884, - "step": 13569 - }, - { - "epoch": 0.91, - "learning_rate": 4.3262573671625786e-07, - "loss": 0.8981, - "step": 13570 - }, - { - "epoch": 0.91, - "learning_rate": 4.319948391160489e-07, - "loss": 0.909, - "step": 13571 - }, - { - "epoch": 0.91, - "learning_rate": 4.313643917143773e-07, - "loss": 0.9161, - "step": 13572 - }, - { - "epoch": 0.91, - "learning_rate": 4.307343945409126e-07, - "loss": 0.9633, - "step": 13573 - }, - { - "epoch": 0.91, - "learning_rate": 4.301048476252967e-07, - "loss": 0.9454, - "step": 13574 - }, - { - "epoch": 0.91, - "learning_rate": 4.294757509971492e-07, - "loss": 0.9815, - "step": 13575 - }, - { - "epoch": 0.91, - "learning_rate": 4.2884710468607314e-07, - "loss": 0.9252, - "step": 13576 - }, - { - "epoch": 0.91, - "learning_rate": 4.282189087216448e-07, - "loss": 0.9574, - "step": 13577 - }, - { - "epoch": 0.91, - "learning_rate": 4.275911631334262e-07, - "loss": 0.9154, - "step": 13578 - }, - { - "epoch": 0.91, - "learning_rate": 4.269638679509547e-07, - "loss": 0.8872, - "step": 13579 - }, - { - "epoch": 0.91, - "learning_rate": 4.2633702320374006e-07, - "loss": 0.938, - "step": 13580 - }, - { - "epoch": 0.91, - "learning_rate": 4.2571062892128313e-07, - "loss": 0.9614, - "step": 13581 - }, - { - "epoch": 0.91, - "learning_rate": 4.250846851330537e-07, - "loss": 0.8688, - "step": 13582 - }, - { - "epoch": 0.91, - "learning_rate": 4.2445919186850704e-07, - "loss": 0.8443, - "step": 13583 - }, - { - "epoch": 0.91, - "learning_rate": 4.238341491570708e-07, - "loss": 0.9391, - "step": 13584 - }, - { - "epoch": 0.91, - "learning_rate": 4.232095570281558e-07, - "loss": 0.8432, - "step": 13585 - }, - { - "epoch": 0.91, - "learning_rate": 4.2258541551115306e-07, - "loss": 0.9547, - "step": 13586 - }, - { - "epoch": 0.91, - "learning_rate": 4.219617246354279e-07, - "loss": 0.9072, - "step": 13587 - }, - { - "epoch": 0.91, - "learning_rate": 4.2133848443032587e-07, - "loss": 0.9038, - "step": 13588 - }, - { - "epoch": 0.91, - "learning_rate": 4.207156949251745e-07, - "loss": 1.0195, - "step": 13589 - }, - { - "epoch": 0.91, - "learning_rate": 4.2009335614927484e-07, - "loss": 0.9884, - "step": 13590 - }, - { - "epoch": 0.91, - "learning_rate": 4.194714681319112e-07, - "loss": 0.9059, - "step": 13591 - }, - { - "epoch": 0.91, - "learning_rate": 4.1885003090234354e-07, - "loss": 0.8419, - "step": 13592 - }, - { - "epoch": 0.91, - "learning_rate": 4.1822904448981293e-07, - "loss": 0.834, - "step": 13593 - }, - { - "epoch": 0.91, - "learning_rate": 4.176085089235393e-07, - "loss": 0.8714, - "step": 13594 - }, - { - "epoch": 0.91, - "learning_rate": 4.169884242327205e-07, - "loss": 0.8859, - "step": 13595 - }, - { - "epoch": 0.91, - "learning_rate": 4.163687904465308e-07, - "loss": 0.9002, - "step": 13596 - }, - { - "epoch": 0.91, - "learning_rate": 4.1574960759412474e-07, - "loss": 0.9335, - "step": 13597 - }, - { - "epoch": 0.91, - "learning_rate": 4.151308757046424e-07, - "loss": 1.0147, - "step": 13598 - }, - { - "epoch": 0.91, - "learning_rate": 4.1451259480719043e-07, - "loss": 0.9853, - "step": 13599 - }, - { - "epoch": 0.91, - "learning_rate": 4.1389476493086224e-07, - "loss": 0.9636, - "step": 13600 - }, - { - "epoch": 0.91, - "learning_rate": 4.132773861047301e-07, - "loss": 0.9534, - "step": 13601 - }, - { - "epoch": 0.91, - "learning_rate": 4.1266045835784194e-07, - "loss": 0.901, - "step": 13602 - }, - { - "epoch": 0.91, - "learning_rate": 4.1204398171922453e-07, - "loss": 0.9263, - "step": 13603 - }, - { - "epoch": 0.91, - "learning_rate": 4.114279562178858e-07, - "loss": 0.9602, - "step": 13604 - }, - { - "epoch": 0.91, - "learning_rate": 4.1081238188281137e-07, - "loss": 0.916, - "step": 13605 - }, - { - "epoch": 0.91, - "learning_rate": 4.10197258742967e-07, - "loss": 0.939, - "step": 13606 - }, - { - "epoch": 0.91, - "learning_rate": 4.095825868272929e-07, - "loss": 0.9485, - "step": 13607 - }, - { - "epoch": 0.91, - "learning_rate": 4.089683661647115e-07, - "loss": 0.9677, - "step": 13608 - }, - { - "epoch": 0.91, - "learning_rate": 4.0835459678412627e-07, - "loss": 0.9157, - "step": 13609 - }, - { - "epoch": 0.91, - "learning_rate": 4.0774127871441305e-07, - "loss": 0.9428, - "step": 13610 - }, - { - "epoch": 0.91, - "learning_rate": 4.071284119844321e-07, - "loss": 0.9403, - "step": 13611 - }, - { - "epoch": 0.91, - "learning_rate": 4.065159966230192e-07, - "loss": 0.9568, - "step": 13612 - }, - { - "epoch": 0.91, - "learning_rate": 4.059040326589914e-07, - "loss": 0.9914, - "step": 13613 - }, - { - "epoch": 0.91, - "learning_rate": 4.0529252012114216e-07, - "loss": 0.914, - "step": 13614 - }, - { - "epoch": 0.91, - "learning_rate": 4.0468145903824194e-07, - "loss": 0.8851, - "step": 13615 - }, - { - "epoch": 0.91, - "learning_rate": 4.0407084943904883e-07, - "loss": 0.9055, - "step": 13616 - }, - { - "epoch": 0.91, - "learning_rate": 4.0346069135228874e-07, - "loss": 0.8799, - "step": 13617 - }, - { - "epoch": 0.91, - "learning_rate": 4.0285098480667305e-07, - "loss": 0.9358, - "step": 13618 - }, - { - "epoch": 0.91, - "learning_rate": 4.0224172983089004e-07, - "loss": 0.838, - "step": 13619 - }, - { - "epoch": 0.91, - "learning_rate": 4.016329264536034e-07, - "loss": 0.8807, - "step": 13620 - }, - { - "epoch": 0.91, - "learning_rate": 4.010245747034658e-07, - "loss": 0.9096, - "step": 13621 - }, - { - "epoch": 0.91, - "learning_rate": 4.004166746090954e-07, - "loss": 0.8804, - "step": 13622 - }, - { - "epoch": 0.91, - "learning_rate": 3.99809226199096e-07, - "loss": 0.8748, - "step": 13623 - }, - { - "epoch": 0.91, - "learning_rate": 3.992022295020526e-07, - "loss": 0.8652, - "step": 13624 - }, - { - "epoch": 0.91, - "learning_rate": 3.985956845465255e-07, - "loss": 0.9336, - "step": 13625 - }, - { - "epoch": 0.91, - "learning_rate": 3.9798959136105206e-07, - "loss": 0.9188, - "step": 13626 - }, - { - "epoch": 0.91, - "learning_rate": 3.9738394997415164e-07, - "loss": 0.8593, - "step": 13627 - }, - { - "epoch": 0.91, - "learning_rate": 3.9677876041431916e-07, - "loss": 1.0014, - "step": 13628 - }, - { - "epoch": 0.91, - "learning_rate": 3.961740227100352e-07, - "loss": 0.9551, - "step": 13629 - }, - { - "epoch": 0.91, - "learning_rate": 3.955697368897482e-07, - "loss": 0.9178, - "step": 13630 - }, - { - "epoch": 0.91, - "learning_rate": 3.9496590298189643e-07, - "loss": 0.908, - "step": 13631 - }, - { - "epoch": 0.91, - "learning_rate": 3.943625210148894e-07, - "loss": 1.0258, - "step": 13632 - }, - { - "epoch": 0.91, - "learning_rate": 3.937595910171177e-07, - "loss": 0.937, - "step": 13633 - }, - { - "epoch": 0.91, - "learning_rate": 3.931571130169509e-07, - "loss": 0.911, - "step": 13634 - }, - { - "epoch": 0.91, - "learning_rate": 3.925550870427353e-07, - "loss": 0.8762, - "step": 13635 - }, - { - "epoch": 0.91, - "learning_rate": 3.919535131228014e-07, - "loss": 0.8695, - "step": 13636 - }, - { - "epoch": 0.91, - "learning_rate": 3.9135239128545446e-07, - "loss": 0.9125, - "step": 13637 - }, - { - "epoch": 0.91, - "learning_rate": 3.90751721558974e-07, - "loss": 0.9601, - "step": 13638 - }, - { - "epoch": 0.91, - "learning_rate": 3.901515039716286e-07, - "loss": 0.8686, - "step": 13639 - }, - { - "epoch": 0.91, - "learning_rate": 3.895517385516567e-07, - "loss": 0.998, - "step": 13640 - }, - { - "epoch": 0.91, - "learning_rate": 3.889524253272792e-07, - "loss": 0.9945, - "step": 13641 - }, - { - "epoch": 0.91, - "learning_rate": 3.883535643266967e-07, - "loss": 0.982, - "step": 13642 - }, - { - "epoch": 0.91, - "learning_rate": 3.877551555780856e-07, - "loss": 0.8987, - "step": 13643 - }, - { - "epoch": 0.91, - "learning_rate": 3.8715719910960345e-07, - "loss": 0.9209, - "step": 13644 - }, - { - "epoch": 0.91, - "learning_rate": 3.865596949493866e-07, - "loss": 0.8978, - "step": 13645 - }, - { - "epoch": 0.91, - "learning_rate": 3.859626431255448e-07, - "loss": 0.9903, - "step": 13646 - }, - { - "epoch": 0.91, - "learning_rate": 3.853660436661755e-07, - "loss": 0.9272, - "step": 13647 - }, - { - "epoch": 0.91, - "learning_rate": 3.847698965993485e-07, - "loss": 0.8903, - "step": 13648 - }, - { - "epoch": 0.91, - "learning_rate": 3.8417420195311474e-07, - "loss": 0.9039, - "step": 13649 - }, - { - "epoch": 0.91, - "learning_rate": 3.8357895975550175e-07, - "loss": 0.9507, - "step": 13650 - }, - { - "epoch": 0.91, - "learning_rate": 3.8298417003451605e-07, - "loss": 0.9855, - "step": 13651 - }, - { - "epoch": 0.91, - "learning_rate": 3.823898328181475e-07, - "loss": 0.9254, - "step": 13652 - }, - { - "epoch": 0.91, - "learning_rate": 3.817959481343603e-07, - "loss": 0.9156, - "step": 13653 - }, - { - "epoch": 0.91, - "learning_rate": 3.812025160110966e-07, - "loss": 0.9144, - "step": 13654 - }, - { - "epoch": 0.91, - "learning_rate": 3.806095364762785e-07, - "loss": 0.9391, - "step": 13655 - }, - { - "epoch": 0.91, - "learning_rate": 3.800170095578093e-07, - "loss": 0.9035, - "step": 13656 - }, - { - "epoch": 0.91, - "learning_rate": 3.7942493528356773e-07, - "loss": 0.8701, - "step": 13657 - }, - { - "epoch": 0.91, - "learning_rate": 3.788333136814115e-07, - "loss": 0.9071, - "step": 13658 - }, - { - "epoch": 0.91, - "learning_rate": 3.7824214477918066e-07, - "loss": 0.9471, - "step": 13659 - }, - { - "epoch": 0.91, - "learning_rate": 3.776514286046895e-07, - "loss": 0.892, - "step": 13660 - }, - { - "epoch": 0.91, - "learning_rate": 3.7706116518573035e-07, - "loss": 0.9634, - "step": 13661 - }, - { - "epoch": 0.91, - "learning_rate": 3.764713545500798e-07, - "loss": 0.8695, - "step": 13662 - }, - { - "epoch": 0.92, - "learning_rate": 3.7588199672548784e-07, - "loss": 0.849, - "step": 13663 - }, - { - "epoch": 0.92, - "learning_rate": 3.752930917396891e-07, - "loss": 1.0157, - "step": 13664 - }, - { - "epoch": 0.92, - "learning_rate": 3.7470463962038793e-07, - "loss": 0.9283, - "step": 13665 - }, - { - "epoch": 0.92, - "learning_rate": 3.741166403952745e-07, - "loss": 0.8604, - "step": 13666 - }, - { - "epoch": 0.92, - "learning_rate": 3.7352909409201666e-07, - "loss": 0.9308, - "step": 13667 - }, - { - "epoch": 0.92, - "learning_rate": 3.7294200073826005e-07, - "loss": 0.9952, - "step": 13668 - }, - { - "epoch": 0.92, - "learning_rate": 3.72355360361627e-07, - "loss": 0.9161, - "step": 13669 - }, - { - "epoch": 0.92, - "learning_rate": 3.7176917298972217e-07, - "loss": 0.9459, - "step": 13670 - }, - { - "epoch": 0.92, - "learning_rate": 3.7118343865012563e-07, - "loss": 0.9182, - "step": 13671 - }, - { - "epoch": 0.92, - "learning_rate": 3.705981573703987e-07, - "loss": 0.9067, - "step": 13672 - }, - { - "epoch": 0.92, - "learning_rate": 3.7001332917807943e-07, - "loss": 0.9131, - "step": 13673 - }, - { - "epoch": 0.92, - "learning_rate": 3.694289541006857e-07, - "loss": 0.9823, - "step": 13674 - }, - { - "epoch": 0.92, - "learning_rate": 3.6884503216571554e-07, - "loss": 0.9328, - "step": 13675 - }, - { - "epoch": 0.92, - "learning_rate": 3.6826156340064256e-07, - "loss": 0.9192, - "step": 13676 - }, - { - "epoch": 0.92, - "learning_rate": 3.6767854783291925e-07, - "loss": 0.9301, - "step": 13677 - }, - { - "epoch": 0.92, - "learning_rate": 3.670959854899803e-07, - "loss": 0.9146, - "step": 13678 - }, - { - "epoch": 0.92, - "learning_rate": 3.6651387639923484e-07, - "loss": 0.8826, - "step": 13679 - }, - { - "epoch": 0.92, - "learning_rate": 3.659322205880733e-07, - "loss": 0.9111, - "step": 13680 - }, - { - "epoch": 0.92, - "learning_rate": 3.6535101808386263e-07, - "loss": 0.9025, - "step": 13681 - }, - { - "epoch": 0.92, - "learning_rate": 3.647702689139532e-07, - "loss": 0.9567, - "step": 13682 - }, - { - "epoch": 0.92, - "learning_rate": 3.641899731056686e-07, - "loss": 0.9286, - "step": 13683 - }, - { - "epoch": 0.92, - "learning_rate": 3.636101306863127e-07, - "loss": 0.9432, - "step": 13684 - }, - { - "epoch": 0.92, - "learning_rate": 3.630307416831691e-07, - "loss": 0.956, - "step": 13685 - }, - { - "epoch": 0.92, - "learning_rate": 3.624518061234983e-07, - "loss": 0.9368, - "step": 13686 - }, - { - "epoch": 0.92, - "learning_rate": 3.618733240345451e-07, - "loss": 0.9741, - "step": 13687 - }, - { - "epoch": 0.92, - "learning_rate": 3.6129529544352336e-07, - "loss": 0.9763, - "step": 13688 - }, - { - "epoch": 0.92, - "learning_rate": 3.6071772037763244e-07, - "loss": 0.8603, - "step": 13689 - }, - { - "epoch": 0.92, - "learning_rate": 3.601405988640494e-07, - "loss": 0.8575, - "step": 13690 - }, - { - "epoch": 0.92, - "learning_rate": 3.5956393092992924e-07, - "loss": 0.9427, - "step": 13691 - }, - { - "epoch": 0.92, - "learning_rate": 3.5898771660240474e-07, - "loss": 0.9043, - "step": 13692 - }, - { - "epoch": 0.92, - "learning_rate": 3.584119559085897e-07, - "loss": 0.9733, - "step": 13693 - }, - { - "epoch": 0.92, - "learning_rate": 3.5783664887557134e-07, - "loss": 0.9375, - "step": 13694 - }, - { - "epoch": 0.92, - "learning_rate": 3.5726179553042586e-07, - "loss": 0.9563, - "step": 13695 - }, - { - "epoch": 0.92, - "learning_rate": 3.566873959001949e-07, - "loss": 0.8755, - "step": 13696 - }, - { - "epoch": 0.92, - "learning_rate": 3.5611345001191013e-07, - "loss": 0.8877, - "step": 13697 - }, - { - "epoch": 0.92, - "learning_rate": 3.5553995789257444e-07, - "loss": 0.9505, - "step": 13698 - }, - { - "epoch": 0.92, - "learning_rate": 3.5496691956917295e-07, - "loss": 0.9425, - "step": 13699 - }, - { - "epoch": 0.92, - "learning_rate": 3.5439433506866847e-07, - "loss": 0.9473, - "step": 13700 - }, - { - "epoch": 0.92, - "learning_rate": 3.5382220441800174e-07, - "loss": 0.9288, - "step": 13701 - }, - { - "epoch": 0.92, - "learning_rate": 3.532505276440945e-07, - "loss": 0.8825, - "step": 13702 - }, - { - "epoch": 0.92, - "learning_rate": 3.5267930477384636e-07, - "loss": 0.9068, - "step": 13703 - }, - { - "epoch": 0.92, - "learning_rate": 3.521085358341303e-07, - "loss": 0.9459, - "step": 13704 - }, - { - "epoch": 0.92, - "learning_rate": 3.51538220851807e-07, - "loss": 0.899, - "step": 13705 - }, - { - "epoch": 0.92, - "learning_rate": 3.509683598537095e-07, - "loss": 0.9397, - "step": 13706 - }, - { - "epoch": 0.92, - "learning_rate": 3.5039895286665184e-07, - "loss": 0.9664, - "step": 13707 - }, - { - "epoch": 0.92, - "learning_rate": 3.498299999174248e-07, - "loss": 0.884, - "step": 13708 - }, - { - "epoch": 0.92, - "learning_rate": 3.492615010327982e-07, - "loss": 0.8777, - "step": 13709 - }, - { - "epoch": 0.92, - "learning_rate": 3.48693456239525e-07, - "loss": 0.9006, - "step": 13710 - }, - { - "epoch": 0.92, - "learning_rate": 3.4812586556432936e-07, - "loss": 0.9547, - "step": 13711 - }, - { - "epoch": 0.92, - "learning_rate": 3.475587290339211e-07, - "loss": 0.9541, - "step": 13712 - }, - { - "epoch": 0.92, - "learning_rate": 3.469920466749821e-07, - "loss": 0.906, - "step": 13713 - }, - { - "epoch": 0.92, - "learning_rate": 3.464258185141789e-07, - "loss": 0.8126, - "step": 13714 - }, - { - "epoch": 0.92, - "learning_rate": 3.4586004457815235e-07, - "loss": 0.9518, - "step": 13715 - }, - { - "epoch": 0.92, - "learning_rate": 3.4529472489352455e-07, - "loss": 0.9012, - "step": 13716 - }, - { - "epoch": 0.92, - "learning_rate": 3.447298594868931e-07, - "loss": 0.9735, - "step": 13717 - }, - { - "epoch": 0.92, - "learning_rate": 3.441654483848411e-07, - "loss": 0.8932, - "step": 13718 - }, - { - "epoch": 0.92, - "learning_rate": 3.436014916139196e-07, - "loss": 0.9036, - "step": 13719 - }, - { - "epoch": 0.92, - "learning_rate": 3.4303798920066744e-07, - "loss": 0.9035, - "step": 13720 - }, - { - "epoch": 0.92, - "learning_rate": 3.4247494117159887e-07, - "loss": 0.9568, - "step": 13721 - }, - { - "epoch": 0.92, - "learning_rate": 3.41912347553206e-07, - "loss": 0.8345, - "step": 13722 - }, - { - "epoch": 0.92, - "learning_rate": 3.4135020837196e-07, - "loss": 0.9624, - "step": 13723 - }, - { - "epoch": 0.92, - "learning_rate": 3.407885236543107e-07, - "loss": 0.9272, - "step": 13724 - }, - { - "epoch": 0.92, - "learning_rate": 3.4022729342668813e-07, - "loss": 0.9039, - "step": 13725 - }, - { - "epoch": 0.92, - "learning_rate": 3.396665177155001e-07, - "loss": 0.9553, - "step": 13726 - }, - { - "epoch": 0.92, - "learning_rate": 3.3910619654712875e-07, - "loss": 0.9157, - "step": 13727 - }, - { - "epoch": 0.92, - "learning_rate": 3.385463299479419e-07, - "loss": 0.9323, - "step": 13728 - }, - { - "epoch": 0.92, - "learning_rate": 3.37986917944283e-07, - "loss": 0.8857, - "step": 13729 - }, - { - "epoch": 0.92, - "learning_rate": 3.3742796056247195e-07, - "loss": 0.9579, - "step": 13730 - }, - { - "epoch": 0.92, - "learning_rate": 3.36869457828809e-07, - "loss": 0.8634, - "step": 13731 - }, - { - "epoch": 0.92, - "learning_rate": 3.363114097695741e-07, - "loss": 0.8928, - "step": 13732 - }, - { - "epoch": 0.92, - "learning_rate": 3.357538164110252e-07, - "loss": 0.935, - "step": 13733 - }, - { - "epoch": 0.92, - "learning_rate": 3.351966777793969e-07, - "loss": 0.8978, - "step": 13734 - }, - { - "epoch": 0.92, - "learning_rate": 3.3463999390090595e-07, - "loss": 0.9167, - "step": 13735 - }, - { - "epoch": 0.92, - "learning_rate": 3.340837648017448e-07, - "loss": 0.9189, - "step": 13736 - }, - { - "epoch": 0.92, - "learning_rate": 3.335279905080846e-07, - "loss": 0.9714, - "step": 13737 - }, - { - "epoch": 0.92, - "learning_rate": 3.329726710460768e-07, - "loss": 0.8782, - "step": 13738 - }, - { - "epoch": 0.92, - "learning_rate": 3.324178064418493e-07, - "loss": 0.8996, - "step": 13739 - }, - { - "epoch": 0.92, - "learning_rate": 3.3186339672151123e-07, - "loss": 0.904, - "step": 13740 - }, - { - "epoch": 0.92, - "learning_rate": 3.3130944191114953e-07, - "loss": 0.9152, - "step": 13741 - }, - { - "epoch": 0.92, - "learning_rate": 3.307559420368278e-07, - "loss": 0.8503, - "step": 13742 - }, - { - "epoch": 0.92, - "learning_rate": 3.3020289712459077e-07, - "loss": 0.8025, - "step": 13743 - }, - { - "epoch": 0.92, - "learning_rate": 3.2965030720045865e-07, - "loss": 0.8774, - "step": 13744 - }, - { - "epoch": 0.92, - "learning_rate": 3.2909817229043515e-07, - "loss": 0.959, - "step": 13745 - }, - { - "epoch": 0.92, - "learning_rate": 3.285464924204962e-07, - "loss": 0.9362, - "step": 13746 - }, - { - "epoch": 0.92, - "learning_rate": 3.279952676166009e-07, - "loss": 0.9379, - "step": 13747 - }, - { - "epoch": 0.92, - "learning_rate": 3.2744449790468755e-07, - "loss": 0.8691, - "step": 13748 - }, - { - "epoch": 0.92, - "learning_rate": 3.268941833106698e-07, - "loss": 0.8721, - "step": 13749 - }, - { - "epoch": 0.92, - "learning_rate": 3.2634432386044133e-07, - "loss": 0.8951, - "step": 13750 - }, - { - "epoch": 0.92, - "learning_rate": 3.2579491957987485e-07, - "loss": 0.8945, - "step": 13751 - }, - { - "epoch": 0.92, - "learning_rate": 3.252459704948197e-07, - "loss": 0.8574, - "step": 13752 - }, - { - "epoch": 0.92, - "learning_rate": 3.246974766311084e-07, - "loss": 0.9168, - "step": 13753 - }, - { - "epoch": 0.92, - "learning_rate": 3.241494380145449e-07, - "loss": 0.8847, - "step": 13754 - }, - { - "epoch": 0.92, - "learning_rate": 3.2360185467091856e-07, - "loss": 0.855, - "step": 13755 - }, - { - "epoch": 0.92, - "learning_rate": 3.2305472662599426e-07, - "loss": 0.9043, - "step": 13756 - }, - { - "epoch": 0.92, - "learning_rate": 3.225080539055148e-07, - "loss": 0.9504, - "step": 13757 - }, - { - "epoch": 0.92, - "learning_rate": 3.2196183653520396e-07, - "loss": 0.9415, - "step": 13758 - }, - { - "epoch": 0.92, - "learning_rate": 3.2141607454076127e-07, - "loss": 0.892, - "step": 13759 - }, - { - "epoch": 0.92, - "learning_rate": 3.208707679478662e-07, - "loss": 0.9443, - "step": 13760 - }, - { - "epoch": 0.92, - "learning_rate": 3.203259167821782e-07, - "loss": 1.0266, - "step": 13761 - }, - { - "epoch": 0.92, - "learning_rate": 3.197815210693322e-07, - "loss": 0.8989, - "step": 13762 - }, - { - "epoch": 0.92, - "learning_rate": 3.192375808349446e-07, - "loss": 0.9449, - "step": 13763 - }, - { - "epoch": 0.92, - "learning_rate": 3.1869409610460813e-07, - "loss": 0.9319, - "step": 13764 - }, - { - "epoch": 0.92, - "learning_rate": 3.181510669038956e-07, - "loss": 0.9104, - "step": 13765 - }, - { - "epoch": 0.92, - "learning_rate": 3.1760849325835895e-07, - "loss": 0.8665, - "step": 13766 - }, - { - "epoch": 0.92, - "learning_rate": 3.1706637519352437e-07, - "loss": 0.9752, - "step": 13767 - }, - { - "epoch": 0.92, - "learning_rate": 3.165247127349047e-07, - "loss": 0.8705, - "step": 13768 - }, - { - "epoch": 0.92, - "learning_rate": 3.15983505907983e-07, - "loss": 0.9561, - "step": 13769 - }, - { - "epoch": 0.92, - "learning_rate": 3.154427547382244e-07, - "loss": 0.9314, - "step": 13770 - }, - { - "epoch": 0.92, - "learning_rate": 3.149024592510741e-07, - "loss": 0.9465, - "step": 13771 - }, - { - "epoch": 0.92, - "learning_rate": 3.14362619471954e-07, - "loss": 0.8927, - "step": 13772 - }, - { - "epoch": 0.92, - "learning_rate": 3.138232354262649e-07, - "loss": 0.9754, - "step": 13773 - }, - { - "epoch": 0.92, - "learning_rate": 3.132843071393854e-07, - "loss": 0.9255, - "step": 13774 - }, - { - "epoch": 0.92, - "learning_rate": 3.127458346366741e-07, - "loss": 0.8859, - "step": 13775 - }, - { - "epoch": 0.92, - "learning_rate": 3.122078179434684e-07, - "loss": 0.9271, - "step": 13776 - }, - { - "epoch": 0.92, - "learning_rate": 3.1167025708507934e-07, - "loss": 0.934, - "step": 13777 - }, - { - "epoch": 0.92, - "learning_rate": 3.111331520868055e-07, - "loss": 0.9269, - "step": 13778 - }, - { - "epoch": 0.92, - "learning_rate": 3.1059650297391775e-07, - "loss": 0.9116, - "step": 13779 - }, - { - "epoch": 0.92, - "learning_rate": 3.1006030977166477e-07, - "loss": 0.9296, - "step": 13780 - }, - { - "epoch": 0.92, - "learning_rate": 3.0952457250527754e-07, - "loss": 0.8378, - "step": 13781 - }, - { - "epoch": 0.92, - "learning_rate": 3.0898929119996144e-07, - "loss": 0.9111, - "step": 13782 - }, - { - "epoch": 0.92, - "learning_rate": 3.084544658809063e-07, - "loss": 0.925, - "step": 13783 - }, - { - "epoch": 0.92, - "learning_rate": 3.079200965732765e-07, - "loss": 0.8627, - "step": 13784 - }, - { - "epoch": 0.92, - "learning_rate": 3.073861833022107e-07, - "loss": 0.858, - "step": 13785 - }, - { - "epoch": 0.92, - "learning_rate": 3.068527260928367e-07, - "loss": 0.9823, - "step": 13786 - }, - { - "epoch": 0.92, - "learning_rate": 3.0631972497025317e-07, - "loss": 0.9036, - "step": 13787 - }, - { - "epoch": 0.92, - "learning_rate": 3.05787179959538e-07, - "loss": 0.928, - "step": 13788 - }, - { - "epoch": 0.92, - "learning_rate": 3.052550910857499e-07, - "loss": 0.8971, - "step": 13789 - }, - { - "epoch": 0.92, - "learning_rate": 3.0472345837392226e-07, - "loss": 0.8906, - "step": 13790 - }, - { - "epoch": 0.92, - "learning_rate": 3.041922818490739e-07, - "loss": 0.9158, - "step": 13791 - }, - { - "epoch": 0.92, - "learning_rate": 3.0366156153619817e-07, - "loss": 0.8478, - "step": 13792 - }, - { - "epoch": 0.92, - "learning_rate": 3.031312974602607e-07, - "loss": 0.9591, - "step": 13793 - }, - { - "epoch": 0.92, - "learning_rate": 3.0260148964621814e-07, - "loss": 0.9049, - "step": 13794 - }, - { - "epoch": 0.92, - "learning_rate": 3.0207213811899614e-07, - "loss": 0.9664, - "step": 13795 - }, - { - "epoch": 0.92, - "learning_rate": 3.015432429035037e-07, - "loss": 1.0024, - "step": 13796 - }, - { - "epoch": 0.92, - "learning_rate": 3.010148040246241e-07, - "loss": 0.9377, - "step": 13797 - }, - { - "epoch": 0.92, - "learning_rate": 3.004868215072232e-07, - "loss": 0.961, - "step": 13798 - }, - { - "epoch": 0.92, - "learning_rate": 2.9995929537614545e-07, - "loss": 0.9082, - "step": 13799 - }, - { - "epoch": 0.92, - "learning_rate": 2.9943222565620987e-07, - "loss": 0.9706, - "step": 13800 - }, - { - "epoch": 0.92, - "learning_rate": 2.989056123722189e-07, - "loss": 0.903, - "step": 13801 - }, - { - "epoch": 0.92, - "learning_rate": 2.983794555489483e-07, - "loss": 0.9038, - "step": 13802 - }, - { - "epoch": 0.92, - "learning_rate": 2.97853755211156e-07, - "loss": 0.8875, - "step": 13803 - }, - { - "epoch": 0.92, - "learning_rate": 2.973285113835789e-07, - "loss": 0.8916, - "step": 13804 - }, - { - "epoch": 0.92, - "learning_rate": 2.9680372409092827e-07, - "loss": 0.8909, - "step": 13805 - }, - { - "epoch": 0.92, - "learning_rate": 2.962793933578989e-07, - "loss": 0.9149, - "step": 13806 - }, - { - "epoch": 0.92, - "learning_rate": 2.9575551920916213e-07, - "loss": 0.8696, - "step": 13807 - }, - { - "epoch": 0.92, - "learning_rate": 2.952321016693649e-07, - "loss": 0.9755, - "step": 13808 - }, - { - "epoch": 0.92, - "learning_rate": 2.947091407631386e-07, - "loss": 0.916, - "step": 13809 - }, - { - "epoch": 0.92, - "learning_rate": 2.941866365150869e-07, - "loss": 0.9546, - "step": 13810 - }, - { - "epoch": 0.92, - "learning_rate": 2.936645889497991e-07, - "loss": 0.9398, - "step": 13811 - }, - { - "epoch": 0.93, - "learning_rate": 2.931429980918343e-07, - "loss": 0.9066, - "step": 13812 - }, - { - "epoch": 0.93, - "learning_rate": 2.926218639657352e-07, - "loss": 0.8403, - "step": 13813 - }, - { - "epoch": 0.93, - "learning_rate": 2.9210118659602547e-07, - "loss": 0.9167, - "step": 13814 - }, - { - "epoch": 0.93, - "learning_rate": 2.915809660072022e-07, - "loss": 0.9245, - "step": 13815 - }, - { - "epoch": 0.93, - "learning_rate": 2.910612022237436e-07, - "loss": 0.9802, - "step": 13816 - }, - { - "epoch": 0.93, - "learning_rate": 2.9054189527010557e-07, - "loss": 0.9643, - "step": 13817 - }, - { - "epoch": 0.93, - "learning_rate": 2.900230451707209e-07, - "loss": 0.966, - "step": 13818 - }, - { - "epoch": 0.93, - "learning_rate": 2.895046519500078e-07, - "loss": 0.8935, - "step": 13819 - }, - { - "epoch": 0.93, - "learning_rate": 2.889867156323534e-07, - "loss": 0.9392, - "step": 13820 - }, - { - "epoch": 0.93, - "learning_rate": 2.884692362421293e-07, - "loss": 0.9155, - "step": 13821 - }, - { - "epoch": 0.93, - "learning_rate": 2.87952213803685e-07, - "loss": 0.9299, - "step": 13822 - }, - { - "epoch": 0.93, - "learning_rate": 2.874356483413465e-07, - "loss": 0.8312, - "step": 13823 - }, - { - "epoch": 0.93, - "learning_rate": 2.8691953987942e-07, - "loss": 0.9134, - "step": 13824 - }, - { - "epoch": 0.93, - "learning_rate": 2.8640388844219047e-07, - "loss": 0.9156, - "step": 13825 - }, - { - "epoch": 0.93, - "learning_rate": 2.8588869405391963e-07, - "loss": 0.8392, - "step": 13826 - }, - { - "epoch": 0.93, - "learning_rate": 2.8537395673884807e-07, - "loss": 0.9465, - "step": 13827 - }, - { - "epoch": 0.93, - "learning_rate": 2.8485967652119527e-07, - "loss": 0.952, - "step": 13828 - }, - { - "epoch": 0.93, - "learning_rate": 2.8434585342516196e-07, - "loss": 0.9409, - "step": 13829 - }, - { - "epoch": 0.93, - "learning_rate": 2.838324874749232e-07, - "loss": 0.9181, - "step": 13830 - }, - { - "epoch": 0.93, - "learning_rate": 2.833195786946341e-07, - "loss": 0.8479, - "step": 13831 - }, - { - "epoch": 0.93, - "learning_rate": 2.828071271084287e-07, - "loss": 0.9538, - "step": 13832 - }, - { - "epoch": 0.93, - "learning_rate": 2.8229513274041776e-07, - "loss": 0.9201, - "step": 13833 - }, - { - "epoch": 0.93, - "learning_rate": 2.8178359561469413e-07, - "loss": 0.9364, - "step": 13834 - }, - { - "epoch": 0.93, - "learning_rate": 2.812725157553253e-07, - "loss": 0.8653, - "step": 13835 - }, - { - "epoch": 0.93, - "learning_rate": 2.807618931863587e-07, - "loss": 0.8778, - "step": 13836 - }, - { - "epoch": 0.93, - "learning_rate": 2.8025172793182063e-07, - "loss": 0.8719, - "step": 13837 - }, - { - "epoch": 0.93, - "learning_rate": 2.797420200157175e-07, - "loss": 0.8815, - "step": 13838 - }, - { - "epoch": 0.93, - "learning_rate": 2.7923276946203003e-07, - "loss": 0.8728, - "step": 13839 - }, - { - "epoch": 0.93, - "learning_rate": 2.7872397629472026e-07, - "loss": 0.9277, - "step": 13840 - }, - { - "epoch": 0.93, - "learning_rate": 2.782156405377279e-07, - "loss": 0.9226, - "step": 13841 - }, - { - "epoch": 0.93, - "learning_rate": 2.7770776221497373e-07, - "loss": 0.9386, - "step": 13842 - }, - { - "epoch": 0.93, - "learning_rate": 2.77200341350351e-07, - "loss": 0.9187, - "step": 13843 - }, - { - "epoch": 0.93, - "learning_rate": 2.766933779677383e-07, - "loss": 0.9167, - "step": 13844 - }, - { - "epoch": 0.93, - "learning_rate": 2.761868720909877e-07, - "loss": 0.9962, - "step": 13845 - }, - { - "epoch": 0.93, - "learning_rate": 2.756808237439323e-07, - "loss": 0.8453, - "step": 13846 - }, - { - "epoch": 0.93, - "learning_rate": 2.7517523295038316e-07, - "loss": 0.9096, - "step": 13847 - }, - { - "epoch": 0.93, - "learning_rate": 2.7467009973412785e-07, - "loss": 0.8567, - "step": 13848 - }, - { - "epoch": 0.93, - "learning_rate": 2.7416542411893623e-07, - "loss": 0.9932, - "step": 13849 - }, - { - "epoch": 0.93, - "learning_rate": 2.7366120612855484e-07, - "loss": 0.9558, - "step": 13850 - }, - { - "epoch": 0.93, - "learning_rate": 2.7315744578670587e-07, - "loss": 0.8747, - "step": 13851 - }, - { - "epoch": 0.93, - "learning_rate": 2.7265414311709483e-07, - "loss": 0.9429, - "step": 13852 - }, - { - "epoch": 0.93, - "learning_rate": 2.721512981434027e-07, - "loss": 0.9072, - "step": 13853 - }, - { - "epoch": 0.93, - "learning_rate": 2.7164891088928945e-07, - "loss": 0.8807, - "step": 13854 - }, - { - "epoch": 0.93, - "learning_rate": 2.711469813783929e-07, - "loss": 0.9183, - "step": 13855 - }, - { - "epoch": 0.93, - "learning_rate": 2.7064550963433076e-07, - "loss": 0.947, - "step": 13856 - }, - { - "epoch": 0.93, - "learning_rate": 2.7014449568069866e-07, - "loss": 0.9375, - "step": 13857 - }, - { - "epoch": 0.93, - "learning_rate": 2.6964393954107106e-07, - "loss": 0.9427, - "step": 13858 - }, - { - "epoch": 0.93, - "learning_rate": 2.691438412390002e-07, - "loss": 0.8788, - "step": 13859 - }, - { - "epoch": 0.93, - "learning_rate": 2.686442007980161e-07, - "loss": 0.89, - "step": 13860 - }, - { - "epoch": 0.93, - "learning_rate": 2.6814501824162897e-07, - "loss": 0.9705, - "step": 13861 - }, - { - "epoch": 0.93, - "learning_rate": 2.676462935933255e-07, - "loss": 0.8862, - "step": 13862 - }, - { - "epoch": 0.93, - "learning_rate": 2.6714802687657247e-07, - "loss": 0.9078, - "step": 13863 - }, - { - "epoch": 0.93, - "learning_rate": 2.666502181148145e-07, - "loss": 0.9246, - "step": 13864 - }, - { - "epoch": 0.93, - "learning_rate": 2.6615286733147613e-07, - "loss": 0.973, - "step": 13865 - }, - { - "epoch": 0.93, - "learning_rate": 2.656559745499565e-07, - "loss": 0.9606, - "step": 13866 - }, - { - "epoch": 0.93, - "learning_rate": 2.6515953979363794e-07, - "loss": 0.8878, - "step": 13867 - }, - { - "epoch": 0.93, - "learning_rate": 2.646635630858774e-07, - "loss": 0.8645, - "step": 13868 - }, - { - "epoch": 0.93, - "learning_rate": 2.6416804445001274e-07, - "loss": 0.9522, - "step": 13869 - }, - { - "epoch": 0.93, - "learning_rate": 2.636729839093588e-07, - "loss": 0.9417, - "step": 13870 - }, - { - "epoch": 0.93, - "learning_rate": 2.6317838148720907e-07, - "loss": 0.9774, - "step": 13871 - }, - { - "epoch": 0.93, - "learning_rate": 2.626842372068361e-07, - "loss": 0.9653, - "step": 13872 - }, - { - "epoch": 0.93, - "learning_rate": 2.621905510914935e-07, - "loss": 0.9499, - "step": 13873 - }, - { - "epoch": 0.93, - "learning_rate": 2.6169732316440486e-07, - "loss": 0.9521, - "step": 13874 - }, - { - "epoch": 0.93, - "learning_rate": 2.612045534487817e-07, - "loss": 0.8717, - "step": 13875 - }, - { - "epoch": 0.93, - "learning_rate": 2.6071224196780766e-07, - "loss": 0.8994, - "step": 13876 - }, - { - "epoch": 0.93, - "learning_rate": 2.602203887446508e-07, - "loss": 1.0003, - "step": 13877 - }, - { - "epoch": 0.93, - "learning_rate": 2.5972899380245165e-07, - "loss": 0.9737, - "step": 13878 - }, - { - "epoch": 0.93, - "learning_rate": 2.5923805716433046e-07, - "loss": 0.9497, - "step": 13879 - }, - { - "epoch": 0.93, - "learning_rate": 2.5874757885339e-07, - "loss": 0.9552, - "step": 13880 - }, - { - "epoch": 0.93, - "learning_rate": 2.582575588927061e-07, - "loss": 0.9095, - "step": 13881 - }, - { - "epoch": 0.93, - "learning_rate": 2.5776799730533595e-07, - "loss": 0.9287, - "step": 13882 - }, - { - "epoch": 0.93, - "learning_rate": 2.572788941143156e-07, - "loss": 0.9297, - "step": 13883 - }, - { - "epoch": 0.93, - "learning_rate": 2.567902493426577e-07, - "loss": 0.8687, - "step": 13884 - }, - { - "epoch": 0.93, - "learning_rate": 2.563020630133539e-07, - "loss": 0.8634, - "step": 13885 - }, - { - "epoch": 0.93, - "learning_rate": 2.558143351493747e-07, - "loss": 0.8554, - "step": 13886 - }, - { - "epoch": 0.93, - "learning_rate": 2.553270657736695e-07, - "loss": 0.9307, - "step": 13887 - }, - { - "epoch": 0.93, - "learning_rate": 2.548402549091655e-07, - "loss": 0.9677, - "step": 13888 - }, - { - "epoch": 0.93, - "learning_rate": 2.543539025787689e-07, - "loss": 0.8764, - "step": 13889 - }, - { - "epoch": 0.93, - "learning_rate": 2.5386800880536243e-07, - "loss": 0.8831, - "step": 13890 - }, - { - "epoch": 0.93, - "learning_rate": 2.5338257361180896e-07, - "loss": 0.9124, - "step": 13891 - }, - { - "epoch": 0.93, - "learning_rate": 2.5289759702095016e-07, - "loss": 0.8957, - "step": 13892 - }, - { - "epoch": 0.93, - "learning_rate": 2.524130790556056e-07, - "loss": 0.9003, - "step": 13893 - }, - { - "epoch": 0.93, - "learning_rate": 2.519290197385704e-07, - "loss": 0.9618, - "step": 13894 - }, - { - "epoch": 0.93, - "learning_rate": 2.514454190926241e-07, - "loss": 0.9362, - "step": 13895 - }, - { - "epoch": 0.93, - "learning_rate": 2.5096227714052067e-07, - "loss": 0.9027, - "step": 13896 - }, - { - "epoch": 0.93, - "learning_rate": 2.50479593904992e-07, - "loss": 0.914, - "step": 13897 - }, - { - "epoch": 0.93, - "learning_rate": 2.4999736940874986e-07, - "loss": 0.9158, - "step": 13898 - }, - { - "epoch": 0.93, - "learning_rate": 2.495156036744828e-07, - "loss": 0.9071, - "step": 13899 - }, - { - "epoch": 0.93, - "learning_rate": 2.4903429672486265e-07, - "loss": 0.8979, - "step": 13900 - }, - { - "epoch": 0.93, - "learning_rate": 2.485534485825336e-07, - "loss": 0.8884, - "step": 13901 - }, - { - "epoch": 0.93, - "learning_rate": 2.480730592701208e-07, - "loss": 0.8645, - "step": 13902 - }, - { - "epoch": 0.93, - "learning_rate": 2.4759312881022844e-07, - "loss": 1.033, - "step": 13903 - }, - { - "epoch": 0.93, - "learning_rate": 2.4711365722543737e-07, - "loss": 0.9155, - "step": 13904 - }, - { - "epoch": 0.93, - "learning_rate": 2.4663464453830944e-07, - "loss": 0.8757, - "step": 13905 - }, - { - "epoch": 0.93, - "learning_rate": 2.4615609077138224e-07, - "loss": 0.9127, - "step": 13906 - }, - { - "epoch": 0.93, - "learning_rate": 2.4567799594717336e-07, - "loss": 1.0226, - "step": 13907 - }, - { - "epoch": 0.93, - "learning_rate": 2.452003600881792e-07, - "loss": 0.9708, - "step": 13908 - }, - { - "epoch": 0.93, - "learning_rate": 2.447231832168717e-07, - "loss": 0.8953, - "step": 13909 - }, - { - "epoch": 0.93, - "learning_rate": 2.4424646535570526e-07, - "loss": 0.9162, - "step": 13910 - }, - { - "epoch": 0.93, - "learning_rate": 2.437702065271097e-07, - "loss": 0.9187, - "step": 13911 - }, - { - "epoch": 0.93, - "learning_rate": 2.432944067534937e-07, - "loss": 0.8248, - "step": 13912 - }, - { - "epoch": 0.93, - "learning_rate": 2.4281906605724603e-07, - "loss": 0.9231, - "step": 13913 - }, - { - "epoch": 0.93, - "learning_rate": 2.4234418446072993e-07, - "loss": 0.8788, - "step": 13914 - }, - { - "epoch": 0.93, - "learning_rate": 2.418697619862942e-07, - "loss": 0.9147, - "step": 13915 - }, - { - "epoch": 0.93, - "learning_rate": 2.4139579865625983e-07, - "loss": 0.9833, - "step": 13916 - }, - { - "epoch": 0.93, - "learning_rate": 2.409222944929246e-07, - "loss": 0.8937, - "step": 13917 - }, - { - "epoch": 0.93, - "learning_rate": 2.4044924951857283e-07, - "loss": 0.9414, - "step": 13918 - }, - { - "epoch": 0.93, - "learning_rate": 2.3997666375546014e-07, - "loss": 0.867, - "step": 13919 - }, - { - "epoch": 0.93, - "learning_rate": 2.395045372258231e-07, - "loss": 0.9704, - "step": 13920 - }, - { - "epoch": 0.93, - "learning_rate": 2.390328699518762e-07, - "loss": 0.8075, - "step": 13921 - }, - { - "epoch": 0.93, - "learning_rate": 2.3856166195581287e-07, - "loss": 0.91, - "step": 13922 - }, - { - "epoch": 0.93, - "learning_rate": 2.3809091325980638e-07, - "loss": 0.9074, - "step": 13923 - }, - { - "epoch": 0.93, - "learning_rate": 2.3762062388600238e-07, - "loss": 0.9623, - "step": 13924 - }, - { - "epoch": 0.93, - "learning_rate": 2.3715079385653316e-07, - "loss": 0.8264, - "step": 13925 - }, - { - "epoch": 0.93, - "learning_rate": 2.366814231935044e-07, - "loss": 0.8887, - "step": 13926 - }, - { - "epoch": 0.93, - "learning_rate": 2.3621251191900062e-07, - "loss": 0.8397, - "step": 13927 - }, - { - "epoch": 0.93, - "learning_rate": 2.3574406005508422e-07, - "loss": 0.9029, - "step": 13928 - }, - { - "epoch": 0.93, - "learning_rate": 2.3527606762379863e-07, - "loss": 0.9427, - "step": 13929 - }, - { - "epoch": 0.93, - "learning_rate": 2.3480853464716403e-07, - "loss": 0.902, - "step": 13930 - }, - { - "epoch": 0.93, - "learning_rate": 2.3434146114717838e-07, - "loss": 0.9401, - "step": 13931 - }, - { - "epoch": 0.93, - "learning_rate": 2.3387484714581854e-07, - "loss": 0.9811, - "step": 13932 - }, - { - "epoch": 0.93, - "learning_rate": 2.3340869266504029e-07, - "loss": 0.9305, - "step": 13933 - }, - { - "epoch": 0.93, - "learning_rate": 2.3294299772677832e-07, - "loss": 0.9326, - "step": 13934 - }, - { - "epoch": 0.93, - "learning_rate": 2.3247776235294284e-07, - "loss": 0.8829, - "step": 13935 - }, - { - "epoch": 0.93, - "learning_rate": 2.3201298656542525e-07, - "loss": 0.9238, - "step": 13936 - }, - { - "epoch": 0.93, - "learning_rate": 2.3154867038609252e-07, - "loss": 0.8367, - "step": 13937 - }, - { - "epoch": 0.93, - "learning_rate": 2.3108481383679604e-07, - "loss": 0.9279, - "step": 13938 - }, - { - "epoch": 0.93, - "learning_rate": 2.3062141693935947e-07, - "loss": 0.8774, - "step": 13939 - }, - { - "epoch": 0.93, - "learning_rate": 2.3015847971558424e-07, - "loss": 0.8776, - "step": 13940 - }, - { - "epoch": 0.93, - "learning_rate": 2.296960021872563e-07, - "loss": 0.8918, - "step": 13941 - }, - { - "epoch": 0.93, - "learning_rate": 2.2923398437613487e-07, - "loss": 0.9297, - "step": 13942 - }, - { - "epoch": 0.93, - "learning_rate": 2.2877242630395924e-07, - "loss": 0.922, - "step": 13943 - }, - { - "epoch": 0.93, - "learning_rate": 2.283113279924465e-07, - "loss": 0.9011, - "step": 13944 - }, - { - "epoch": 0.93, - "learning_rate": 2.2785068946329148e-07, - "loss": 0.8683, - "step": 13945 - }, - { - "epoch": 0.93, - "learning_rate": 2.2739051073817132e-07, - "loss": 0.8937, - "step": 13946 - }, - { - "epoch": 0.93, - "learning_rate": 2.2693079183873535e-07, - "loss": 0.8479, - "step": 13947 - }, - { - "epoch": 0.93, - "learning_rate": 2.2647153278661738e-07, - "loss": 0.8659, - "step": 13948 - }, - { - "epoch": 0.93, - "learning_rate": 2.2601273360342567e-07, - "loss": 0.9405, - "step": 13949 - }, - { - "epoch": 0.93, - "learning_rate": 2.2555439431074633e-07, - "loss": 0.9302, - "step": 13950 - }, - { - "epoch": 0.93, - "learning_rate": 2.250965149301476e-07, - "loss": 0.919, - "step": 13951 - }, - { - "epoch": 0.93, - "learning_rate": 2.246390954831712e-07, - "loss": 0.906, - "step": 13952 - }, - { - "epoch": 0.93, - "learning_rate": 2.2418213599134208e-07, - "loss": 0.9216, - "step": 13953 - }, - { - "epoch": 0.93, - "learning_rate": 2.2372563647616196e-07, - "loss": 0.8695, - "step": 13954 - }, - { - "epoch": 0.93, - "learning_rate": 2.2326959695910812e-07, - "loss": 0.9253, - "step": 13955 - }, - { - "epoch": 0.93, - "learning_rate": 2.228140174616389e-07, - "loss": 0.9653, - "step": 13956 - }, - { - "epoch": 0.93, - "learning_rate": 2.223588980051905e-07, - "loss": 1.0705, - "step": 13957 - }, - { - "epoch": 0.93, - "learning_rate": 2.2190423861118027e-07, - "loss": 0.9711, - "step": 13958 - }, - { - "epoch": 0.93, - "learning_rate": 2.2145003930099662e-07, - "loss": 0.9483, - "step": 13959 - }, - { - "epoch": 0.93, - "learning_rate": 2.2099630009601138e-07, - "loss": 0.9758, - "step": 13960 - }, - { - "epoch": 0.94, - "learning_rate": 2.205430210175774e-07, - "loss": 0.8612, - "step": 13961 - }, - { - "epoch": 0.94, - "learning_rate": 2.2009020208701993e-07, - "loss": 0.9237, - "step": 13962 - }, - { - "epoch": 0.94, - "learning_rate": 2.196378433256463e-07, - "loss": 0.8392, - "step": 13963 - }, - { - "epoch": 0.94, - "learning_rate": 2.1918594475474174e-07, - "loss": 0.8676, - "step": 13964 - }, - { - "epoch": 0.94, - "learning_rate": 2.1873450639556594e-07, - "loss": 0.9617, - "step": 13965 - }, - { - "epoch": 0.94, - "learning_rate": 2.1828352826936405e-07, - "loss": 0.8617, - "step": 13966 - }, - { - "epoch": 0.94, - "learning_rate": 2.178330103973536e-07, - "loss": 0.9328, - "step": 13967 - }, - { - "epoch": 0.94, - "learning_rate": 2.173829528007332e-07, - "loss": 0.9408, - "step": 13968 - }, - { - "epoch": 0.94, - "learning_rate": 2.1693335550067918e-07, - "loss": 0.962, - "step": 13969 - }, - { - "epoch": 0.94, - "learning_rate": 2.1648421851834577e-07, - "loss": 0.9694, - "step": 13970 - }, - { - "epoch": 0.94, - "learning_rate": 2.1603554187486718e-07, - "loss": 0.9734, - "step": 13971 - }, - { - "epoch": 0.94, - "learning_rate": 2.155873255913532e-07, - "loss": 0.9098, - "step": 13972 - }, - { - "epoch": 0.94, - "learning_rate": 2.151395696888936e-07, - "loss": 0.9455, - "step": 13973 - }, - { - "epoch": 0.94, - "learning_rate": 2.1469227418855932e-07, - "loss": 0.9635, - "step": 13974 - }, - { - "epoch": 0.94, - "learning_rate": 2.142454391113924e-07, - "loss": 0.9543, - "step": 13975 - }, - { - "epoch": 0.94, - "learning_rate": 2.1379906447842048e-07, - "loss": 0.8862, - "step": 13976 - }, - { - "epoch": 0.94, - "learning_rate": 2.1335315031064563e-07, - "loss": 0.8761, - "step": 13977 - }, - { - "epoch": 0.94, - "learning_rate": 2.1290769662904997e-07, - "loss": 0.9205, - "step": 13978 - }, - { - "epoch": 0.94, - "learning_rate": 2.124627034545923e-07, - "loss": 0.8588, - "step": 13979 - }, - { - "epoch": 0.94, - "learning_rate": 2.120181708082103e-07, - "loss": 0.908, - "step": 13980 - }, - { - "epoch": 0.94, - "learning_rate": 2.1157409871082168e-07, - "loss": 0.9438, - "step": 13981 - }, - { - "epoch": 0.94, - "learning_rate": 2.1113048718332086e-07, - "loss": 0.9493, - "step": 13982 - }, - { - "epoch": 0.94, - "learning_rate": 2.106873362465789e-07, - "loss": 0.9304, - "step": 13983 - }, - { - "epoch": 0.94, - "learning_rate": 2.1024464592145021e-07, - "loss": 0.8874, - "step": 13984 - }, - { - "epoch": 0.94, - "learning_rate": 2.0980241622876262e-07, - "loss": 0.9268, - "step": 13985 - }, - { - "epoch": 0.94, - "learning_rate": 2.0936064718932392e-07, - "loss": 0.957, - "step": 13986 - }, - { - "epoch": 0.94, - "learning_rate": 2.089193388239219e-07, - "loss": 0.9969, - "step": 13987 - }, - { - "epoch": 0.94, - "learning_rate": 2.0847849115331887e-07, - "loss": 0.9577, - "step": 13988 - }, - { - "epoch": 0.94, - "learning_rate": 2.0803810419826154e-07, - "loss": 0.9708, - "step": 13989 - }, - { - "epoch": 0.94, - "learning_rate": 2.075981779794667e-07, - "loss": 0.8775, - "step": 13990 - }, - { - "epoch": 0.94, - "learning_rate": 2.0715871251763774e-07, - "loss": 0.9216, - "step": 13991 - }, - { - "epoch": 0.94, - "learning_rate": 2.0671970783345041e-07, - "loss": 0.9262, - "step": 13992 - }, - { - "epoch": 0.94, - "learning_rate": 2.0628116394756258e-07, - "loss": 0.8659, - "step": 13993 - }, - { - "epoch": 0.94, - "learning_rate": 2.0584308088060777e-07, - "loss": 0.8615, - "step": 13994 - }, - { - "epoch": 0.94, - "learning_rate": 2.0540545865319726e-07, - "loss": 0.879, - "step": 13995 - }, - { - "epoch": 0.94, - "learning_rate": 2.0496829728592572e-07, - "loss": 0.9475, - "step": 13996 - }, - { - "epoch": 0.94, - "learning_rate": 2.0453159679936218e-07, - "loss": 0.9414, - "step": 13997 - }, - { - "epoch": 0.94, - "learning_rate": 2.040953572140514e-07, - "loss": 0.9185, - "step": 13998 - }, - { - "epoch": 0.94, - "learning_rate": 2.0365957855052244e-07, - "loss": 0.8594, - "step": 13999 - }, - { - "epoch": 0.94, - "learning_rate": 2.0322426082927782e-07, - "loss": 0.9348, - "step": 14000 - }, - { - "epoch": 0.94, - "learning_rate": 2.0278940407080228e-07, - "loss": 0.9309, - "step": 14001 - }, - { - "epoch": 0.94, - "learning_rate": 2.023550082955561e-07, - "loss": 0.8788, - "step": 14002 - }, - { - "epoch": 0.94, - "learning_rate": 2.0192107352397739e-07, - "loss": 0.9077, - "step": 14003 - }, - { - "epoch": 0.94, - "learning_rate": 2.0148759977648536e-07, - "loss": 0.8874, - "step": 14004 - }, - { - "epoch": 0.94, - "learning_rate": 2.0105458707347702e-07, - "loss": 0.893, - "step": 14005 - }, - { - "epoch": 0.94, - "learning_rate": 2.0062203543532388e-07, - "loss": 0.8704, - "step": 14006 - }, - { - "epoch": 0.94, - "learning_rate": 2.0018994488238075e-07, - "loss": 0.9341, - "step": 14007 - }, - { - "epoch": 0.94, - "learning_rate": 1.9975831543497803e-07, - "loss": 0.9087, - "step": 14008 - }, - { - "epoch": 0.94, - "learning_rate": 1.9932714711342504e-07, - "loss": 0.9492, - "step": 14009 - }, - { - "epoch": 0.94, - "learning_rate": 1.9889643993800777e-07, - "loss": 0.9475, - "step": 14010 - }, - { - "epoch": 0.94, - "learning_rate": 1.9846619392899446e-07, - "loss": 0.885, - "step": 14011 - }, - { - "epoch": 0.94, - "learning_rate": 1.980364091066278e-07, - "loss": 0.9092, - "step": 14012 - }, - { - "epoch": 0.94, - "learning_rate": 1.9760708549113161e-07, - "loss": 0.9797, - "step": 14013 - }, - { - "epoch": 0.94, - "learning_rate": 1.971782231027053e-07, - "loss": 0.9297, - "step": 14014 - }, - { - "epoch": 0.94, - "learning_rate": 1.9674982196152716e-07, - "loss": 0.9962, - "step": 14015 - }, - { - "epoch": 0.94, - "learning_rate": 1.963218820877566e-07, - "loss": 0.9394, - "step": 14016 - }, - { - "epoch": 0.94, - "learning_rate": 1.9589440350152866e-07, - "loss": 0.8949, - "step": 14017 - }, - { - "epoch": 0.94, - "learning_rate": 1.9546738622295613e-07, - "loss": 0.8647, - "step": 14018 - }, - { - "epoch": 0.94, - "learning_rate": 1.9504083027213183e-07, - "loss": 0.9229, - "step": 14019 - }, - { - "epoch": 0.94, - "learning_rate": 1.946147356691286e-07, - "loss": 0.8945, - "step": 14020 - }, - { - "epoch": 0.94, - "learning_rate": 1.9418910243399037e-07, - "loss": 0.9608, - "step": 14021 - }, - { - "epoch": 0.94, - "learning_rate": 1.937639305867489e-07, - "loss": 0.9812, - "step": 14022 - }, - { - "epoch": 0.94, - "learning_rate": 1.9333922014740603e-07, - "loss": 0.92, - "step": 14023 - }, - { - "epoch": 0.94, - "learning_rate": 1.9291497113595014e-07, - "loss": 0.925, - "step": 14024 - }, - { - "epoch": 0.94, - "learning_rate": 1.9249118357233754e-07, - "loss": 0.9551, - "step": 14025 - }, - { - "epoch": 0.94, - "learning_rate": 1.9206785747651112e-07, - "loss": 0.9888, - "step": 14026 - }, - { - "epoch": 0.94, - "learning_rate": 1.9164499286839056e-07, - "loss": 0.8889, - "step": 14027 - }, - { - "epoch": 0.94, - "learning_rate": 1.9122258976787212e-07, - "loss": 0.9491, - "step": 14028 - }, - { - "epoch": 0.94, - "learning_rate": 1.908006481948299e-07, - "loss": 0.8661, - "step": 14029 - }, - { - "epoch": 0.94, - "learning_rate": 1.9037916816911694e-07, - "loss": 0.8889, - "step": 14030 - }, - { - "epoch": 0.94, - "learning_rate": 1.8995814971056736e-07, - "loss": 0.9427, - "step": 14031 - }, - { - "epoch": 0.94, - "learning_rate": 1.8953759283898864e-07, - "loss": 0.8687, - "step": 14032 - }, - { - "epoch": 0.94, - "learning_rate": 1.891174975741683e-07, - "loss": 0.8988, - "step": 14033 - }, - { - "epoch": 0.94, - "learning_rate": 1.886978639358772e-07, - "loss": 0.895, - "step": 14034 - }, - { - "epoch": 0.94, - "learning_rate": 1.8827869194385618e-07, - "loss": 0.9437, - "step": 14035 - }, - { - "epoch": 0.94, - "learning_rate": 1.878599816178306e-07, - "loss": 0.9511, - "step": 14036 - }, - { - "epoch": 0.94, - "learning_rate": 1.8744173297750024e-07, - "loss": 0.9243, - "step": 14037 - }, - { - "epoch": 0.94, - "learning_rate": 1.870239460425438e-07, - "loss": 0.9469, - "step": 14038 - }, - { - "epoch": 0.94, - "learning_rate": 1.8660662083262338e-07, - "loss": 0.8873, - "step": 14039 - }, - { - "epoch": 0.94, - "learning_rate": 1.861897573673721e-07, - "loss": 0.9251, - "step": 14040 - }, - { - "epoch": 0.94, - "learning_rate": 1.857733556664032e-07, - "loss": 0.9319, - "step": 14041 - }, - { - "epoch": 0.94, - "learning_rate": 1.8535741574931209e-07, - "loss": 0.8856, - "step": 14042 - }, - { - "epoch": 0.94, - "learning_rate": 1.849419376356687e-07, - "loss": 0.9776, - "step": 14043 - }, - { - "epoch": 0.94, - "learning_rate": 1.8452692134502294e-07, - "loss": 0.9102, - "step": 14044 - }, - { - "epoch": 0.94, - "learning_rate": 1.8411236689690138e-07, - "loss": 0.8282, - "step": 14045 - }, - { - "epoch": 0.94, - "learning_rate": 1.8369827431080955e-07, - "loss": 0.871, - "step": 14046 - }, - { - "epoch": 0.94, - "learning_rate": 1.832846436062341e-07, - "loss": 0.9584, - "step": 14047 - }, - { - "epoch": 0.94, - "learning_rate": 1.8287147480263388e-07, - "loss": 0.9424, - "step": 14048 - }, - { - "epoch": 0.94, - "learning_rate": 1.8245876791945226e-07, - "loss": 0.9561, - "step": 14049 - }, - { - "epoch": 0.94, - "learning_rate": 1.8204652297610703e-07, - "loss": 0.92, - "step": 14050 - }, - { - "epoch": 0.94, - "learning_rate": 1.8163473999199488e-07, - "loss": 0.8872, - "step": 14051 - }, - { - "epoch": 0.94, - "learning_rate": 1.8122341898649254e-07, - "loss": 1.0397, - "step": 14052 - }, - { - "epoch": 0.94, - "learning_rate": 1.808125599789523e-07, - "loss": 0.8778, - "step": 14053 - }, - { - "epoch": 0.94, - "learning_rate": 1.8040216298870538e-07, - "loss": 0.917, - "step": 14054 - }, - { - "epoch": 0.94, - "learning_rate": 1.7999222803506634e-07, - "loss": 0.9446, - "step": 14055 - }, - { - "epoch": 0.94, - "learning_rate": 1.795827551373175e-07, - "loss": 0.8852, - "step": 14056 - }, - { - "epoch": 0.94, - "learning_rate": 1.791737443147301e-07, - "loss": 0.9164, - "step": 14057 - }, - { - "epoch": 0.94, - "learning_rate": 1.787651955865477e-07, - "loss": 0.9231, - "step": 14058 - }, - { - "epoch": 0.94, - "learning_rate": 1.7835710897199377e-07, - "loss": 0.911, - "step": 14059 - }, - { - "epoch": 0.94, - "learning_rate": 1.7794948449026961e-07, - "loss": 0.9573, - "step": 14060 - }, - { - "epoch": 0.94, - "learning_rate": 1.7754232216055435e-07, - "loss": 0.8611, - "step": 14061 - }, - { - "epoch": 0.94, - "learning_rate": 1.7713562200200706e-07, - "loss": 0.9733, - "step": 14062 - }, - { - "epoch": 0.94, - "learning_rate": 1.7672938403376362e-07, - "loss": 0.9419, - "step": 14063 - }, - { - "epoch": 0.94, - "learning_rate": 1.7632360827493754e-07, - "loss": 0.8678, - "step": 14064 - }, - { - "epoch": 0.94, - "learning_rate": 1.7591829474462363e-07, - "loss": 0.8337, - "step": 14065 - }, - { - "epoch": 0.94, - "learning_rate": 1.7551344346189102e-07, - "loss": 0.8788, - "step": 14066 - }, - { - "epoch": 0.94, - "learning_rate": 1.7510905444579007e-07, - "loss": 0.8497, - "step": 14067 - }, - { - "epoch": 0.94, - "learning_rate": 1.7470512771534776e-07, - "loss": 0.8121, - "step": 14068 - }, - { - "epoch": 0.94, - "learning_rate": 1.7430166328956887e-07, - "loss": 0.9187, - "step": 14069 - }, - { - "epoch": 0.94, - "learning_rate": 1.7389866118744048e-07, - "loss": 0.9321, - "step": 14070 - }, - { - "epoch": 0.94, - "learning_rate": 1.7349612142792184e-07, - "loss": 0.8075, - "step": 14071 - }, - { - "epoch": 0.94, - "learning_rate": 1.7309404402995556e-07, - "loss": 0.8701, - "step": 14072 - }, - { - "epoch": 0.94, - "learning_rate": 1.7269242901245876e-07, - "loss": 0.8626, - "step": 14073 - }, - { - "epoch": 0.94, - "learning_rate": 1.7229127639432852e-07, - "loss": 0.9386, - "step": 14074 - }, - { - "epoch": 0.94, - "learning_rate": 1.7189058619444088e-07, - "loss": 0.8561, - "step": 14075 - }, - { - "epoch": 0.94, - "learning_rate": 1.7149035843164853e-07, - "loss": 0.9349, - "step": 14076 - }, - { - "epoch": 0.94, - "learning_rate": 1.7109059312478417e-07, - "loss": 0.8757, - "step": 14077 - }, - { - "epoch": 0.94, - "learning_rate": 1.706912902926583e-07, - "loss": 0.9546, - "step": 14078 - }, - { - "epoch": 0.94, - "learning_rate": 1.7029244995405703e-07, - "loss": 0.9395, - "step": 14079 - }, - { - "epoch": 0.94, - "learning_rate": 1.6989407212774755e-07, - "loss": 0.9737, - "step": 14080 - }, - { - "epoch": 0.94, - "learning_rate": 1.694961568324749e-07, - "loss": 0.9204, - "step": 14081 - }, - { - "epoch": 0.94, - "learning_rate": 1.6909870408696295e-07, - "loss": 0.9261, - "step": 14082 - }, - { - "epoch": 0.94, - "learning_rate": 1.6870171390991118e-07, - "loss": 0.9328, - "step": 14083 - }, - { - "epoch": 0.94, - "learning_rate": 1.6830518631999916e-07, - "loss": 0.9089, - "step": 14084 - }, - { - "epoch": 0.94, - "learning_rate": 1.679091213358852e-07, - "loss": 1.0162, - "step": 14085 - }, - { - "epoch": 0.94, - "learning_rate": 1.675135189762056e-07, - "loss": 0.827, - "step": 14086 - }, - { - "epoch": 0.94, - "learning_rate": 1.671183792595732e-07, - "loss": 0.8715, - "step": 14087 - }, - { - "epoch": 0.94, - "learning_rate": 1.6672370220458089e-07, - "loss": 0.9344, - "step": 14088 - }, - { - "epoch": 0.94, - "learning_rate": 1.663294878297994e-07, - "loss": 0.9263, - "step": 14089 - }, - { - "epoch": 0.94, - "learning_rate": 1.6593573615377722e-07, - "loss": 0.9173, - "step": 14090 - }, - { - "epoch": 0.94, - "learning_rate": 1.6554244719504063e-07, - "loss": 0.8552, - "step": 14091 - }, - { - "epoch": 0.94, - "learning_rate": 1.6514962097209598e-07, - "loss": 0.9294, - "step": 14092 - }, - { - "epoch": 0.94, - "learning_rate": 1.647572575034262e-07, - "loss": 0.9305, - "step": 14093 - }, - { - "epoch": 0.94, - "learning_rate": 1.643653568074932e-07, - "loss": 0.9068, - "step": 14094 - }, - { - "epoch": 0.94, - "learning_rate": 1.6397391890273783e-07, - "loss": 0.9183, - "step": 14095 - }, - { - "epoch": 0.94, - "learning_rate": 1.6358294380757645e-07, - "loss": 0.9302, - "step": 14096 - }, - { - "epoch": 0.94, - "learning_rate": 1.6319243154040543e-07, - "loss": 0.9235, - "step": 14097 - }, - { - "epoch": 0.94, - "learning_rate": 1.628023821196012e-07, - "loss": 0.9621, - "step": 14098 - }, - { - "epoch": 0.94, - "learning_rate": 1.6241279556351465e-07, - "loss": 0.9372, - "step": 14099 - }, - { - "epoch": 0.94, - "learning_rate": 1.6202367189047774e-07, - "loss": 0.8595, - "step": 14100 - }, - { - "epoch": 0.94, - "learning_rate": 1.616350111188003e-07, - "loss": 0.9285, - "step": 14101 - }, - { - "epoch": 0.94, - "learning_rate": 1.6124681326676884e-07, - "loss": 0.9457, - "step": 14102 - }, - { - "epoch": 0.94, - "learning_rate": 1.6085907835264868e-07, - "loss": 0.8634, - "step": 14103 - }, - { - "epoch": 0.94, - "learning_rate": 1.6047180639468418e-07, - "loss": 0.9302, - "step": 14104 - }, - { - "epoch": 0.94, - "learning_rate": 1.6008499741109962e-07, - "loss": 0.8296, - "step": 14105 - }, - { - "epoch": 0.94, - "learning_rate": 1.5969865142009156e-07, - "loss": 0.8557, - "step": 14106 - }, - { - "epoch": 0.94, - "learning_rate": 1.5931276843983988e-07, - "loss": 0.8469, - "step": 14107 - }, - { - "epoch": 0.94, - "learning_rate": 1.5892734848850232e-07, - "loss": 0.9445, - "step": 14108 - }, - { - "epoch": 0.94, - "learning_rate": 1.5854239158421324e-07, - "loss": 0.8874, - "step": 14109 - }, - { - "epoch": 0.94, - "learning_rate": 1.5815789774508594e-07, - "loss": 0.8674, - "step": 14110 - }, - { - "epoch": 0.95, - "learning_rate": 1.577738669892115e-07, - "loss": 0.91, - "step": 14111 - }, - { - "epoch": 0.95, - "learning_rate": 1.5739029933465878e-07, - "loss": 0.8894, - "step": 14112 - }, - { - "epoch": 0.95, - "learning_rate": 1.570071947994789e-07, - "loss": 0.8635, - "step": 14113 - }, - { - "epoch": 0.95, - "learning_rate": 1.5662455340169302e-07, - "loss": 0.876, - "step": 14114 - }, - { - "epoch": 0.95, - "learning_rate": 1.5624237515931008e-07, - "loss": 0.9296, - "step": 14115 - }, - { - "epoch": 0.95, - "learning_rate": 1.55860660090309e-07, - "loss": 0.9524, - "step": 14116 - }, - { - "epoch": 0.95, - "learning_rate": 1.5547940821265205e-07, - "loss": 0.9532, - "step": 14117 - }, - { - "epoch": 0.95, - "learning_rate": 1.550986195442783e-07, - "loss": 0.9781, - "step": 14118 - }, - { - "epoch": 0.95, - "learning_rate": 1.5471829410310334e-07, - "loss": 0.9527, - "step": 14119 - }, - { - "epoch": 0.95, - "learning_rate": 1.5433843190702402e-07, - "loss": 0.9362, - "step": 14120 - }, - { - "epoch": 0.95, - "learning_rate": 1.539590329739138e-07, - "loss": 0.9853, - "step": 14121 - }, - { - "epoch": 0.95, - "learning_rate": 1.5358009732162281e-07, - "loss": 0.8931, - "step": 14122 - }, - { - "epoch": 0.95, - "learning_rate": 1.532016249679813e-07, - "loss": 0.9009, - "step": 14123 - }, - { - "epoch": 0.95, - "learning_rate": 1.5282361593079942e-07, - "loss": 0.9893, - "step": 14124 - }, - { - "epoch": 0.95, - "learning_rate": 1.5244607022786073e-07, - "loss": 0.8592, - "step": 14125 - }, - { - "epoch": 0.95, - "learning_rate": 1.5206898787693214e-07, - "loss": 1.0003, - "step": 14126 - }, - { - "epoch": 0.95, - "learning_rate": 1.516923688957528e-07, - "loss": 0.9607, - "step": 14127 - }, - { - "epoch": 0.95, - "learning_rate": 1.513162133020485e-07, - "loss": 0.9825, - "step": 14128 - }, - { - "epoch": 0.95, - "learning_rate": 1.50940521113514e-07, - "loss": 0.8864, - "step": 14129 - }, - { - "epoch": 0.95, - "learning_rate": 1.5056529234782847e-07, - "loss": 0.9906, - "step": 14130 - }, - { - "epoch": 0.95, - "learning_rate": 1.501905270226467e-07, - "loss": 0.9212, - "step": 14131 - }, - { - "epoch": 0.95, - "learning_rate": 1.4981622515560346e-07, - "loss": 0.9133, - "step": 14132 - }, - { - "epoch": 0.95, - "learning_rate": 1.494423867643091e-07, - "loss": 0.8458, - "step": 14133 - }, - { - "epoch": 0.95, - "learning_rate": 1.4906901186635513e-07, - "loss": 0.9534, - "step": 14134 - }, - { - "epoch": 0.95, - "learning_rate": 1.486961004793075e-07, - "loss": 0.9004, - "step": 14135 - }, - { - "epoch": 0.95, - "learning_rate": 1.4832365262071658e-07, - "loss": 0.963, - "step": 14136 - }, - { - "epoch": 0.95, - "learning_rate": 1.4795166830810282e-07, - "loss": 0.9618, - "step": 14137 - }, - { - "epoch": 0.95, - "learning_rate": 1.475801475589711e-07, - "loss": 0.8471, - "step": 14138 - }, - { - "epoch": 0.95, - "learning_rate": 1.4720909039080188e-07, - "loss": 0.8483, - "step": 14139 - }, - { - "epoch": 0.95, - "learning_rate": 1.4683849682105456e-07, - "loss": 0.8979, - "step": 14140 - }, - { - "epoch": 0.95, - "learning_rate": 1.4646836686716625e-07, - "loss": 0.8538, - "step": 14141 - }, - { - "epoch": 0.95, - "learning_rate": 1.4609870054655305e-07, - "loss": 0.948, - "step": 14142 - }, - { - "epoch": 0.95, - "learning_rate": 1.4572949787660774e-07, - "loss": 0.9169, - "step": 14143 - }, - { - "epoch": 0.95, - "learning_rate": 1.4536075887470413e-07, - "loss": 0.9521, - "step": 14144 - }, - { - "epoch": 0.95, - "learning_rate": 1.449924835581895e-07, - "loss": 0.8479, - "step": 14145 - }, - { - "epoch": 0.95, - "learning_rate": 1.4462467194439333e-07, - "loss": 0.9587, - "step": 14146 - }, - { - "epoch": 0.95, - "learning_rate": 1.4425732405062287e-07, - "loss": 0.8778, - "step": 14147 - }, - { - "epoch": 0.95, - "learning_rate": 1.438904398941632e-07, - "loss": 0.9059, - "step": 14148 - }, - { - "epoch": 0.95, - "learning_rate": 1.435240194922749e-07, - "loss": 0.882, - "step": 14149 - }, - { - "epoch": 0.95, - "learning_rate": 1.431580628621998e-07, - "loss": 0.9681, - "step": 14150 - }, - { - "epoch": 0.95, - "learning_rate": 1.4279257002115854e-07, - "loss": 0.9807, - "step": 14151 - }, - { - "epoch": 0.95, - "learning_rate": 1.4242754098634738e-07, - "loss": 0.96, - "step": 14152 - }, - { - "epoch": 0.95, - "learning_rate": 1.4206297577494143e-07, - "loss": 0.8535, - "step": 14153 - }, - { - "epoch": 0.95, - "learning_rate": 1.416988744040948e-07, - "loss": 0.9123, - "step": 14154 - }, - { - "epoch": 0.95, - "learning_rate": 1.4133523689093932e-07, - "loss": 0.8865, - "step": 14155 - }, - { - "epoch": 0.95, - "learning_rate": 1.4097206325258572e-07, - "loss": 0.8715, - "step": 14156 - }, - { - "epoch": 0.95, - "learning_rate": 1.4060935350612037e-07, - "loss": 0.8943, - "step": 14157 - }, - { - "epoch": 0.95, - "learning_rate": 1.4024710766861183e-07, - "loss": 0.8802, - "step": 14158 - }, - { - "epoch": 0.95, - "learning_rate": 1.3988532575710423e-07, - "loss": 0.9149, - "step": 14159 - }, - { - "epoch": 0.95, - "learning_rate": 1.3952400778861952e-07, - "loss": 0.9465, - "step": 14160 - }, - { - "epoch": 0.95, - "learning_rate": 1.3916315378015854e-07, - "loss": 0.9269, - "step": 14161 - }, - { - "epoch": 0.95, - "learning_rate": 1.3880276374870215e-07, - "loss": 0.9056, - "step": 14162 - }, - { - "epoch": 0.95, - "learning_rate": 1.3844283771120458e-07, - "loss": 0.8416, - "step": 14163 - }, - { - "epoch": 0.95, - "learning_rate": 1.3808337568460338e-07, - "loss": 0.9125, - "step": 14164 - }, - { - "epoch": 0.95, - "learning_rate": 1.377243776858117e-07, - "loss": 0.9006, - "step": 14165 - }, - { - "epoch": 0.95, - "learning_rate": 1.3736584373172156e-07, - "loss": 0.9246, - "step": 14166 - }, - { - "epoch": 0.95, - "learning_rate": 1.3700777383920282e-07, - "loss": 0.8996, - "step": 14167 - }, - { - "epoch": 0.95, - "learning_rate": 1.36650168025102e-07, - "loss": 0.8676, - "step": 14168 - }, - { - "epoch": 0.95, - "learning_rate": 1.3629302630624786e-07, - "loss": 0.8611, - "step": 14169 - }, - { - "epoch": 0.95, - "learning_rate": 1.359363486994425e-07, - "loss": 0.9355, - "step": 14170 - }, - { - "epoch": 0.95, - "learning_rate": 1.355801352214714e-07, - "loss": 0.9112, - "step": 14171 - }, - { - "epoch": 0.95, - "learning_rate": 1.3522438588909225e-07, - "loss": 0.9172, - "step": 14172 - }, - { - "epoch": 0.95, - "learning_rate": 1.3486910071904503e-07, - "loss": 0.9405, - "step": 14173 - }, - { - "epoch": 0.95, - "learning_rate": 1.345142797280474e-07, - "loss": 0.8933, - "step": 14174 - }, - { - "epoch": 0.95, - "learning_rate": 1.341599229327939e-07, - "loss": 0.9215, - "step": 14175 - }, - { - "epoch": 0.95, - "learning_rate": 1.3380603034995775e-07, - "loss": 0.9521, - "step": 14176 - }, - { - "epoch": 0.95, - "learning_rate": 1.3345260199619125e-07, - "loss": 0.8787, - "step": 14177 - }, - { - "epoch": 0.95, - "learning_rate": 1.330996378881233e-07, - "loss": 0.8864, - "step": 14178 - }, - { - "epoch": 0.95, - "learning_rate": 1.3274713804236394e-07, - "loss": 0.9228, - "step": 14179 - }, - { - "epoch": 0.95, - "learning_rate": 1.3239510247549549e-07, - "loss": 0.8754, - "step": 14180 - }, - { - "epoch": 0.95, - "learning_rate": 1.3204353120408463e-07, - "loss": 0.9015, - "step": 14181 - }, - { - "epoch": 0.95, - "learning_rate": 1.3169242424467266e-07, - "loss": 0.8837, - "step": 14182 - }, - { - "epoch": 0.95, - "learning_rate": 1.3134178161378076e-07, - "loss": 0.9921, - "step": 14183 - }, - { - "epoch": 0.95, - "learning_rate": 1.3099160332790684e-07, - "loss": 1.0004, - "step": 14184 - }, - { - "epoch": 0.95, - "learning_rate": 1.3064188940352772e-07, - "loss": 1.0815, - "step": 14185 - }, - { - "epoch": 0.95, - "learning_rate": 1.3029263985710028e-07, - "loss": 0.9103, - "step": 14186 - }, - { - "epoch": 0.95, - "learning_rate": 1.2994385470505465e-07, - "loss": 0.9957, - "step": 14187 - }, - { - "epoch": 0.95, - "learning_rate": 1.295955339638033e-07, - "loss": 0.8525, - "step": 14188 - }, - { - "epoch": 0.95, - "learning_rate": 1.2924767764973535e-07, - "loss": 0.9789, - "step": 14189 - }, - { - "epoch": 0.95, - "learning_rate": 1.2890028577921875e-07, - "loss": 0.8642, - "step": 14190 - }, - { - "epoch": 0.95, - "learning_rate": 1.2855335836859939e-07, - "loss": 0.9305, - "step": 14191 - }, - { - "epoch": 0.95, - "learning_rate": 1.2820689543420084e-07, - "loss": 0.8163, - "step": 14192 - }, - { - "epoch": 0.95, - "learning_rate": 1.278608969923234e-07, - "loss": 0.8699, - "step": 14193 - }, - { - "epoch": 0.95, - "learning_rate": 1.2751536305925073e-07, - "loss": 0.9302, - "step": 14194 - }, - { - "epoch": 0.95, - "learning_rate": 1.2717029365123646e-07, - "loss": 0.885, - "step": 14195 - }, - { - "epoch": 0.95, - "learning_rate": 1.2682568878452094e-07, - "loss": 0.954, - "step": 14196 - }, - { - "epoch": 0.95, - "learning_rate": 1.264815484753168e-07, - "loss": 0.9112, - "step": 14197 - }, - { - "epoch": 0.95, - "learning_rate": 1.2613787273981771e-07, - "loss": 0.9554, - "step": 14198 - }, - { - "epoch": 0.95, - "learning_rate": 1.2579466159419296e-07, - "loss": 0.9597, - "step": 14199 - }, - { - "epoch": 0.95, - "learning_rate": 1.2545191505459298e-07, - "loss": 0.8727, - "step": 14200 - }, - { - "epoch": 0.95, - "learning_rate": 1.2510963313714375e-07, - "loss": 0.8929, - "step": 14201 - }, - { - "epoch": 0.95, - "learning_rate": 1.2476781585795127e-07, - "loss": 0.9276, - "step": 14202 - }, - { - "epoch": 0.95, - "learning_rate": 1.2442646323309827e-07, - "loss": 0.9426, - "step": 14203 - }, - { - "epoch": 0.95, - "learning_rate": 1.240855752786474e-07, - "loss": 0.8054, - "step": 14204 - }, - { - "epoch": 0.95, - "learning_rate": 1.2374515201063698e-07, - "loss": 0.8963, - "step": 14205 - }, - { - "epoch": 0.95, - "learning_rate": 1.234051934450853e-07, - "loss": 0.9059, - "step": 14206 - }, - { - "epoch": 0.95, - "learning_rate": 1.2306569959798842e-07, - "loss": 0.9027, - "step": 14207 - }, - { - "epoch": 0.95, - "learning_rate": 1.2272667048531918e-07, - "loss": 0.8835, - "step": 14208 - }, - { - "epoch": 0.95, - "learning_rate": 1.2238810612303141e-07, - "loss": 0.9151, - "step": 14209 - }, - { - "epoch": 0.95, - "learning_rate": 1.2205000652705578e-07, - "loss": 0.921, - "step": 14210 - }, - { - "epoch": 0.95, - "learning_rate": 1.217123717132984e-07, - "loss": 0.9015, - "step": 14211 - }, - { - "epoch": 0.95, - "learning_rate": 1.213752016976477e-07, - "loss": 0.9164, - "step": 14212 - }, - { - "epoch": 0.95, - "learning_rate": 1.2103849649596765e-07, - "loss": 0.957, - "step": 14213 - }, - { - "epoch": 0.95, - "learning_rate": 1.2070225612410115e-07, - "loss": 0.9081, - "step": 14214 - }, - { - "epoch": 0.95, - "learning_rate": 1.2036648059786992e-07, - "loss": 0.9678, - "step": 14215 - }, - { - "epoch": 0.95, - "learning_rate": 1.200311699330714e-07, - "loss": 0.8631, - "step": 14216 - }, - { - "epoch": 0.95, - "learning_rate": 1.1969632414548405e-07, - "loss": 0.9124, - "step": 14217 - }, - { - "epoch": 0.95, - "learning_rate": 1.1936194325086303e-07, - "loss": 0.8489, - "step": 14218 - }, - { - "epoch": 0.95, - "learning_rate": 1.1902802726494134e-07, - "loss": 0.919, - "step": 14219 - }, - { - "epoch": 0.95, - "learning_rate": 1.1869457620343083e-07, - "loss": 0.8645, - "step": 14220 - }, - { - "epoch": 0.95, - "learning_rate": 1.183615900820212e-07, - "loss": 0.8768, - "step": 14221 - }, - { - "epoch": 0.95, - "learning_rate": 1.1802906891638099e-07, - "loss": 0.9423, - "step": 14222 - }, - { - "epoch": 0.95, - "learning_rate": 1.1769701272215439e-07, - "loss": 0.8508, - "step": 14223 - }, - { - "epoch": 0.95, - "learning_rate": 1.1736542151496777e-07, - "loss": 0.954, - "step": 14224 - }, - { - "epoch": 0.95, - "learning_rate": 1.1703429531042198e-07, - "loss": 0.935, - "step": 14225 - }, - { - "epoch": 0.95, - "learning_rate": 1.167036341240968e-07, - "loss": 0.8873, - "step": 14226 - }, - { - "epoch": 0.95, - "learning_rate": 1.1637343797155087e-07, - "loss": 0.9512, - "step": 14227 - }, - { - "epoch": 0.95, - "learning_rate": 1.1604370686832178e-07, - "loss": 0.905, - "step": 14228 - }, - { - "epoch": 0.95, - "learning_rate": 1.1571444082992489e-07, - "loss": 0.9913, - "step": 14229 - }, - { - "epoch": 0.95, - "learning_rate": 1.1538563987185003e-07, - "loss": 1.0144, - "step": 14230 - }, - { - "epoch": 0.95, - "learning_rate": 1.1505730400957039e-07, - "loss": 0.935, - "step": 14231 - }, - { - "epoch": 0.95, - "learning_rate": 1.147294332585347e-07, - "loss": 0.8982, - "step": 14232 - }, - { - "epoch": 0.95, - "learning_rate": 1.1440202763416952e-07, - "loss": 0.8965, - "step": 14233 - }, - { - "epoch": 0.95, - "learning_rate": 1.1407508715188032e-07, - "loss": 0.9865, - "step": 14234 - }, - { - "epoch": 0.95, - "learning_rate": 1.1374861182705033e-07, - "loss": 0.8796, - "step": 14235 - }, - { - "epoch": 0.95, - "learning_rate": 1.1342260167504171e-07, - "loss": 0.961, - "step": 14236 - }, - { - "epoch": 0.95, - "learning_rate": 1.1309705671119442e-07, - "loss": 0.9488, - "step": 14237 - }, - { - "epoch": 0.95, - "learning_rate": 1.1277197695082398e-07, - "loss": 0.945, - "step": 14238 - }, - { - "epoch": 0.95, - "learning_rate": 1.1244736240922704e-07, - "loss": 0.8502, - "step": 14239 - }, - { - "epoch": 0.95, - "learning_rate": 1.1212321310167917e-07, - "loss": 0.9355, - "step": 14240 - }, - { - "epoch": 0.95, - "learning_rate": 1.117995290434315e-07, - "loss": 0.9339, - "step": 14241 - }, - { - "epoch": 0.95, - "learning_rate": 1.1147631024971295e-07, - "loss": 0.859, - "step": 14242 - }, - { - "epoch": 0.95, - "learning_rate": 1.1115355673573358e-07, - "loss": 0.9489, - "step": 14243 - }, - { - "epoch": 0.95, - "learning_rate": 1.1083126851667902e-07, - "loss": 0.9114, - "step": 14244 - }, - { - "epoch": 0.95, - "learning_rate": 1.1050944560771271e-07, - "loss": 0.8857, - "step": 14245 - }, - { - "epoch": 0.95, - "learning_rate": 1.1018808802397807e-07, - "loss": 0.9174, - "step": 14246 - }, - { - "epoch": 0.95, - "learning_rate": 1.0986719578059635e-07, - "loss": 0.9269, - "step": 14247 - }, - { - "epoch": 0.95, - "learning_rate": 1.0954676889266658e-07, - "loss": 0.8481, - "step": 14248 - }, - { - "epoch": 0.95, - "learning_rate": 1.0922680737526448e-07, - "loss": 0.8804, - "step": 14249 - }, - { - "epoch": 0.95, - "learning_rate": 1.0890731124344578e-07, - "loss": 0.9898, - "step": 14250 - }, - { - "epoch": 0.95, - "learning_rate": 1.085882805122418e-07, - "loss": 0.9853, - "step": 14251 - }, - { - "epoch": 0.95, - "learning_rate": 1.0826971519666718e-07, - "loss": 0.8605, - "step": 14252 - }, - { - "epoch": 0.95, - "learning_rate": 1.0795161531170772e-07, - "loss": 0.9829, - "step": 14253 - }, - { - "epoch": 0.95, - "learning_rate": 1.0763398087233257e-07, - "loss": 0.9054, - "step": 14254 - }, - { - "epoch": 0.95, - "learning_rate": 1.0731681189348753e-07, - "loss": 0.9737, - "step": 14255 - }, - { - "epoch": 0.95, - "learning_rate": 1.0700010839009511e-07, - "loss": 0.9443, - "step": 14256 - }, - { - "epoch": 0.95, - "learning_rate": 1.0668387037705785e-07, - "loss": 0.9071, - "step": 14257 - }, - { - "epoch": 0.95, - "learning_rate": 1.0636809786925606e-07, - "loss": 0.989, - "step": 14258 - }, - { - "epoch": 0.95, - "learning_rate": 1.0605279088154452e-07, - "loss": 0.8999, - "step": 14259 - }, - { - "epoch": 0.96, - "learning_rate": 1.0573794942876358e-07, - "loss": 0.9839, - "step": 14260 - }, - { - "epoch": 0.96, - "learning_rate": 1.0542357352572474e-07, - "loss": 0.8962, - "step": 14261 - }, - { - "epoch": 0.96, - "learning_rate": 1.051096631872195e-07, - "loss": 0.9092, - "step": 14262 - }, - { - "epoch": 0.96, - "learning_rate": 1.0479621842802046e-07, - "loss": 0.9627, - "step": 14263 - }, - { - "epoch": 0.96, - "learning_rate": 1.0448323926287473e-07, - "loss": 0.8371, - "step": 14264 - }, - { - "epoch": 0.96, - "learning_rate": 1.0417072570650832e-07, - "loss": 0.8741, - "step": 14265 - }, - { - "epoch": 0.96, - "learning_rate": 1.0385867777362613e-07, - "loss": 0.881, - "step": 14266 - }, - { - "epoch": 0.96, - "learning_rate": 1.0354709547891195e-07, - "loss": 0.9315, - "step": 14267 - }, - { - "epoch": 0.96, - "learning_rate": 1.0323597883702519e-07, - "loss": 0.8704, - "step": 14268 - }, - { - "epoch": 0.96, - "learning_rate": 1.0292532786260412e-07, - "loss": 0.8895, - "step": 14269 - }, - { - "epoch": 0.96, - "learning_rate": 1.0261514257026706e-07, - "loss": 0.9032, - "step": 14270 - }, - { - "epoch": 0.96, - "learning_rate": 1.02305422974609e-07, - "loss": 0.9218, - "step": 14271 - }, - { - "epoch": 0.96, - "learning_rate": 1.019961690902016e-07, - "loss": 0.8681, - "step": 14272 - }, - { - "epoch": 0.96, - "learning_rate": 1.0168738093159769e-07, - "loss": 0.919, - "step": 14273 - }, - { - "epoch": 0.96, - "learning_rate": 1.0137905851332453e-07, - "loss": 0.9635, - "step": 14274 - }, - { - "epoch": 0.96, - "learning_rate": 1.0107120184989161e-07, - "loss": 0.9507, - "step": 14275 - }, - { - "epoch": 0.96, - "learning_rate": 1.0076381095578291e-07, - "loss": 0.9366, - "step": 14276 - }, - { - "epoch": 0.96, - "learning_rate": 1.0045688584546242e-07, - "loss": 0.9407, - "step": 14277 - }, - { - "epoch": 0.96, - "learning_rate": 1.0015042653337193e-07, - "loss": 0.9131, - "step": 14278 - }, - { - "epoch": 0.96, - "learning_rate": 9.984443303393099e-08, - "loss": 0.9514, - "step": 14279 - }, - { - "epoch": 0.96, - "learning_rate": 9.95389053615381e-08, - "loss": 0.9221, - "step": 14280 - }, - { - "epoch": 0.96, - "learning_rate": 9.92338435305673e-08, - "loss": 0.9576, - "step": 14281 - }, - { - "epoch": 0.96, - "learning_rate": 9.89292475553727e-08, - "loss": 0.9864, - "step": 14282 - }, - { - "epoch": 0.96, - "learning_rate": 9.862511745028835e-08, - "loss": 0.9597, - "step": 14283 - }, - { - "epoch": 0.96, - "learning_rate": 9.832145322962284e-08, - "loss": 0.8794, - "step": 14284 - }, - { - "epoch": 0.96, - "learning_rate": 9.80182549076647e-08, - "loss": 0.8703, - "step": 14285 - }, - { - "epoch": 0.96, - "learning_rate": 9.771552249867921e-08, - "loss": 0.8684, - "step": 14286 - }, - { - "epoch": 0.96, - "learning_rate": 9.741325601691276e-08, - "loss": 0.8413, - "step": 14287 - }, - { - "epoch": 0.96, - "learning_rate": 9.711145547658618e-08, - "loss": 0.9172, - "step": 14288 - }, - { - "epoch": 0.96, - "learning_rate": 9.681012089189923e-08, - "loss": 0.9536, - "step": 14289 - }, - { - "epoch": 0.96, - "learning_rate": 9.650925227703168e-08, - "loss": 0.9272, - "step": 14290 - }, - { - "epoch": 0.96, - "learning_rate": 9.620884964614108e-08, - "loss": 0.9285, - "step": 14291 - }, - { - "epoch": 0.96, - "learning_rate": 9.590891301336059e-08, - "loss": 0.9621, - "step": 14292 - }, - { - "epoch": 0.96, - "learning_rate": 9.560944239280334e-08, - "loss": 0.8925, - "step": 14293 - }, - { - "epoch": 0.96, - "learning_rate": 9.53104377985603e-08, - "loss": 0.8268, - "step": 14294 - }, - { - "epoch": 0.96, - "learning_rate": 9.501189924470022e-08, - "loss": 0.8589, - "step": 14295 - }, - { - "epoch": 0.96, - "learning_rate": 9.471382674526963e-08, - "loss": 0.906, - "step": 14296 - }, - { - "epoch": 0.96, - "learning_rate": 9.441622031429398e-08, - "loss": 0.9047, - "step": 14297 - }, - { - "epoch": 0.96, - "learning_rate": 9.411907996577763e-08, - "loss": 0.9201, - "step": 14298 - }, - { - "epoch": 0.96, - "learning_rate": 9.382240571369938e-08, - "loss": 0.8821, - "step": 14299 - }, - { - "epoch": 0.96, - "learning_rate": 9.352619757202141e-08, - "loss": 0.8913, - "step": 14300 - }, - { - "epoch": 0.96, - "learning_rate": 9.323045555467814e-08, - "loss": 0.879, - "step": 14301 - }, - { - "epoch": 0.96, - "learning_rate": 9.293517967558729e-08, - "loss": 0.9219, - "step": 14302 - }, - { - "epoch": 0.96, - "learning_rate": 9.264036994864e-08, - "loss": 0.9631, - "step": 14303 - }, - { - "epoch": 0.96, - "learning_rate": 9.234602638770963e-08, - "loss": 0.9066, - "step": 14304 - }, - { - "epoch": 0.96, - "learning_rate": 9.205214900664505e-08, - "loss": 0.8646, - "step": 14305 - }, - { - "epoch": 0.96, - "learning_rate": 9.175873781927525e-08, - "loss": 0.9068, - "step": 14306 - }, - { - "epoch": 0.96, - "learning_rate": 9.14657928394036e-08, - "loss": 0.8595, - "step": 14307 - }, - { - "epoch": 0.96, - "learning_rate": 9.117331408081686e-08, - "loss": 0.8957, - "step": 14308 - }, - { - "epoch": 0.96, - "learning_rate": 9.088130155727293e-08, - "loss": 0.8382, - "step": 14309 - }, - { - "epoch": 0.96, - "learning_rate": 9.058975528251523e-08, - "loss": 0.9383, - "step": 14310 - }, - { - "epoch": 0.96, - "learning_rate": 9.02986752702606e-08, - "loss": 0.9372, - "step": 14311 - }, - { - "epoch": 0.96, - "learning_rate": 9.000806153420472e-08, - "loss": 0.9589, - "step": 14312 - }, - { - "epoch": 0.96, - "learning_rate": 8.971791408802111e-08, - "loss": 0.8704, - "step": 14313 - }, - { - "epoch": 0.96, - "learning_rate": 8.94282329453644e-08, - "loss": 0.9396, - "step": 14314 - }, - { - "epoch": 0.96, - "learning_rate": 8.913901811986148e-08, - "loss": 0.8602, - "step": 14315 - }, - { - "epoch": 0.96, - "learning_rate": 8.885026962512367e-08, - "loss": 0.9318, - "step": 14316 - }, - { - "epoch": 0.96, - "learning_rate": 8.856198747473455e-08, - "loss": 0.956, - "step": 14317 - }, - { - "epoch": 0.96, - "learning_rate": 8.827417168226215e-08, - "loss": 0.9125, - "step": 14318 - }, - { - "epoch": 0.96, - "learning_rate": 8.798682226124456e-08, - "loss": 0.9118, - "step": 14319 - }, - { - "epoch": 0.96, - "learning_rate": 8.769993922520536e-08, - "loss": 0.8995, - "step": 14320 - }, - { - "epoch": 0.96, - "learning_rate": 8.741352258764158e-08, - "loss": 0.9417, - "step": 14321 - }, - { - "epoch": 0.96, - "learning_rate": 8.712757236203129e-08, - "loss": 0.946, - "step": 14322 - }, - { - "epoch": 0.96, - "learning_rate": 8.684208856182707e-08, - "loss": 0.8769, - "step": 14323 - }, - { - "epoch": 0.96, - "learning_rate": 8.655707120046375e-08, - "loss": 0.9545, - "step": 14324 - }, - { - "epoch": 0.96, - "learning_rate": 8.627252029135057e-08, - "loss": 0.8774, - "step": 14325 - }, - { - "epoch": 0.96, - "learning_rate": 8.598843584787797e-08, - "loss": 0.9241, - "step": 14326 - }, - { - "epoch": 0.96, - "learning_rate": 8.570481788341079e-08, - "loss": 0.8551, - "step": 14327 - }, - { - "epoch": 0.96, - "learning_rate": 8.542166641129612e-08, - "loss": 0.8804, - "step": 14328 - }, - { - "epoch": 0.96, - "learning_rate": 8.513898144485555e-08, - "loss": 0.8922, - "step": 14329 - }, - { - "epoch": 0.96, - "learning_rate": 8.485676299739065e-08, - "loss": 0.9947, - "step": 14330 - }, - { - "epoch": 0.96, - "learning_rate": 8.45750110821797e-08, - "loss": 1.0196, - "step": 14331 - }, - { - "epoch": 0.96, - "learning_rate": 8.429372571248095e-08, - "loss": 0.9442, - "step": 14332 - }, - { - "epoch": 0.96, - "learning_rate": 8.40129069015283e-08, - "loss": 0.9537, - "step": 14333 - }, - { - "epoch": 0.96, - "learning_rate": 8.373255466253671e-08, - "loss": 0.8942, - "step": 14334 - }, - { - "epoch": 0.96, - "learning_rate": 8.345266900869564e-08, - "loss": 0.9155, - "step": 14335 - }, - { - "epoch": 0.96, - "learning_rate": 8.317324995317565e-08, - "loss": 0.9916, - "step": 14336 - }, - { - "epoch": 0.96, - "learning_rate": 8.289429750912404e-08, - "loss": 0.9072, - "step": 14337 - }, - { - "epoch": 0.96, - "learning_rate": 8.261581168966581e-08, - "loss": 0.924, - "step": 14338 - }, - { - "epoch": 0.96, - "learning_rate": 8.233779250790386e-08, - "loss": 0.9811, - "step": 14339 - }, - { - "epoch": 0.96, - "learning_rate": 8.206023997692103e-08, - "loss": 0.9553, - "step": 14340 - }, - { - "epoch": 0.96, - "learning_rate": 8.178315410977578e-08, - "loss": 0.9082, - "step": 14341 - }, - { - "epoch": 0.96, - "learning_rate": 8.150653491950655e-08, - "loss": 0.8384, - "step": 14342 - }, - { - "epoch": 0.96, - "learning_rate": 8.123038241912739e-08, - "loss": 0.9342, - "step": 14343 - }, - { - "epoch": 0.96, - "learning_rate": 8.095469662163346e-08, - "loss": 0.8942, - "step": 14344 - }, - { - "epoch": 0.96, - "learning_rate": 8.067947753999661e-08, - "loss": 0.8374, - "step": 14345 - }, - { - "epoch": 0.96, - "learning_rate": 8.040472518716647e-08, - "loss": 0.9594, - "step": 14346 - }, - { - "epoch": 0.96, - "learning_rate": 8.013043957606825e-08, - "loss": 0.8681, - "step": 14347 - }, - { - "epoch": 0.96, - "learning_rate": 7.985662071961165e-08, - "loss": 0.8696, - "step": 14348 - }, - { - "epoch": 0.96, - "learning_rate": 7.958326863067856e-08, - "loss": 0.9862, - "step": 14349 - }, - { - "epoch": 0.96, - "learning_rate": 7.931038332213092e-08, - "loss": 0.9481, - "step": 14350 - }, - { - "epoch": 0.96, - "learning_rate": 7.903796480680848e-08, - "loss": 0.906, - "step": 14351 - }, - { - "epoch": 0.96, - "learning_rate": 7.876601309752985e-08, - "loss": 0.9515, - "step": 14352 - }, - { - "epoch": 0.96, - "learning_rate": 7.849452820709147e-08, - "loss": 0.873, - "step": 14353 - }, - { - "epoch": 0.96, - "learning_rate": 7.822351014826646e-08, - "loss": 0.8638, - "step": 14354 - }, - { - "epoch": 0.96, - "learning_rate": 7.795295893380572e-08, - "loss": 0.8797, - "step": 14355 - }, - { - "epoch": 0.96, - "learning_rate": 7.768287457644241e-08, - "loss": 0.895, - "step": 14356 - }, - { - "epoch": 0.96, - "learning_rate": 7.741325708888303e-08, - "loss": 0.9566, - "step": 14357 - }, - { - "epoch": 0.96, - "learning_rate": 7.714410648381187e-08, - "loss": 0.9338, - "step": 14358 - }, - { - "epoch": 0.96, - "learning_rate": 7.687542277389659e-08, - "loss": 0.8923, - "step": 14359 - }, - { - "epoch": 0.96, - "learning_rate": 7.660720597177706e-08, - "loss": 0.9248, - "step": 14360 - }, - { - "epoch": 0.96, - "learning_rate": 7.633945609007542e-08, - "loss": 0.9682, - "step": 14361 - }, - { - "epoch": 0.96, - "learning_rate": 7.607217314138826e-08, - "loss": 0.9019, - "step": 14362 - }, - { - "epoch": 0.96, - "learning_rate": 7.580535713829218e-08, - "loss": 0.8646, - "step": 14363 - }, - { - "epoch": 0.96, - "learning_rate": 7.553900809334269e-08, - "loss": 0.9661, - "step": 14364 - }, - { - "epoch": 0.96, - "learning_rate": 7.527312601907089e-08, - "loss": 0.9037, - "step": 14365 - }, - { - "epoch": 0.96, - "learning_rate": 7.500771092798787e-08, - "loss": 0.8922, - "step": 14366 - }, - { - "epoch": 0.96, - "learning_rate": 7.474276283258142e-08, - "loss": 0.9694, - "step": 14367 - }, - { - "epoch": 0.96, - "learning_rate": 7.447828174531935e-08, - "loss": 0.949, - "step": 14368 - }, - { - "epoch": 0.96, - "learning_rate": 7.421426767864504e-08, - "loss": 0.9713, - "step": 14369 - }, - { - "epoch": 0.96, - "learning_rate": 7.395072064497966e-08, - "loss": 0.8823, - "step": 14370 - }, - { - "epoch": 0.96, - "learning_rate": 7.368764065672773e-08, - "loss": 0.8134, - "step": 14371 - }, - { - "epoch": 0.96, - "learning_rate": 7.342502772626381e-08, - "loss": 0.9372, - "step": 14372 - }, - { - "epoch": 0.96, - "learning_rate": 7.316288186594689e-08, - "loss": 0.9213, - "step": 14373 - }, - { - "epoch": 0.96, - "learning_rate": 7.290120308811155e-08, - "loss": 0.9192, - "step": 14374 - }, - { - "epoch": 0.96, - "learning_rate": 7.263999140506794e-08, - "loss": 0.9071, - "step": 14375 - }, - { - "epoch": 0.96, - "learning_rate": 7.237924682910958e-08, - "loss": 0.9181, - "step": 14376 - }, - { - "epoch": 0.96, - "learning_rate": 7.21189693725044e-08, - "loss": 0.9193, - "step": 14377 - }, - { - "epoch": 0.96, - "learning_rate": 7.185915904749818e-08, - "loss": 0.8777, - "step": 14378 - }, - { - "epoch": 0.96, - "learning_rate": 7.159981586631671e-08, - "loss": 0.8905, - "step": 14379 - }, - { - "epoch": 0.96, - "learning_rate": 7.134093984116131e-08, - "loss": 0.8267, - "step": 14380 - }, - { - "epoch": 0.96, - "learning_rate": 7.108253098421448e-08, - "loss": 0.914, - "step": 14381 - }, - { - "epoch": 0.96, - "learning_rate": 7.082458930763425e-08, - "loss": 0.9755, - "step": 14382 - }, - { - "epoch": 0.96, - "learning_rate": 7.056711482355649e-08, - "loss": 1.0031, - "step": 14383 - }, - { - "epoch": 0.96, - "learning_rate": 7.031010754409817e-08, - "loss": 0.9331, - "step": 14384 - }, - { - "epoch": 0.96, - "learning_rate": 7.005356748135072e-08, - "loss": 0.9673, - "step": 14385 - }, - { - "epoch": 0.96, - "learning_rate": 6.979749464738451e-08, - "loss": 0.9177, - "step": 14386 - }, - { - "epoch": 0.96, - "learning_rate": 6.954188905424986e-08, - "loss": 0.897, - "step": 14387 - }, - { - "epoch": 0.96, - "learning_rate": 6.928675071397161e-08, - "loss": 0.9682, - "step": 14388 - }, - { - "epoch": 0.96, - "learning_rate": 6.903207963855685e-08, - "loss": 0.9436, - "step": 14389 - }, - { - "epoch": 0.96, - "learning_rate": 6.877787583998707e-08, - "loss": 0.8534, - "step": 14390 - }, - { - "epoch": 0.96, - "learning_rate": 6.852413933022384e-08, - "loss": 0.9307, - "step": 14391 - }, - { - "epoch": 0.96, - "learning_rate": 6.827087012120648e-08, - "loss": 0.8872, - "step": 14392 - }, - { - "epoch": 0.96, - "learning_rate": 6.801806822484991e-08, - "loss": 0.9615, - "step": 14393 - }, - { - "epoch": 0.96, - "learning_rate": 6.776573365305128e-08, - "loss": 0.8857, - "step": 14394 - }, - { - "epoch": 0.96, - "learning_rate": 6.751386641768331e-08, - "loss": 0.9299, - "step": 14395 - }, - { - "epoch": 0.96, - "learning_rate": 6.726246653059653e-08, - "loss": 0.8878, - "step": 14396 - }, - { - "epoch": 0.96, - "learning_rate": 6.701153400361926e-08, - "loss": 0.8632, - "step": 14397 - }, - { - "epoch": 0.96, - "learning_rate": 6.676106884855871e-08, - "loss": 0.9719, - "step": 14398 - }, - { - "epoch": 0.96, - "learning_rate": 6.651107107720212e-08, - "loss": 0.8853, - "step": 14399 - }, - { - "epoch": 0.96, - "learning_rate": 6.626154070130896e-08, - "loss": 0.868, - "step": 14400 - }, - { - "epoch": 0.96, - "learning_rate": 6.60124777326221e-08, - "loss": 0.8757, - "step": 14401 - }, - { - "epoch": 0.96, - "learning_rate": 6.576388218286101e-08, - "loss": 0.9373, - "step": 14402 - }, - { - "epoch": 0.96, - "learning_rate": 6.55157540637219e-08, - "loss": 0.8766, - "step": 14403 - }, - { - "epoch": 0.96, - "learning_rate": 6.526809338688101e-08, - "loss": 0.9766, - "step": 14404 - }, - { - "epoch": 0.96, - "learning_rate": 6.50209001639901e-08, - "loss": 0.9517, - "step": 14405 - }, - { - "epoch": 0.96, - "learning_rate": 6.477417440667988e-08, - "loss": 0.9851, - "step": 14406 - }, - { - "epoch": 0.96, - "learning_rate": 6.452791612656106e-08, - "loss": 0.9049, - "step": 14407 - }, - { - "epoch": 0.96, - "learning_rate": 6.428212533521883e-08, - "loss": 0.8828, - "step": 14408 - }, - { - "epoch": 0.97, - "learning_rate": 6.403680204421948e-08, - "loss": 1.0421, - "step": 14409 - }, - { - "epoch": 0.97, - "learning_rate": 6.37919462651071e-08, - "loss": 0.9952, - "step": 14410 - }, - { - "epoch": 0.97, - "learning_rate": 6.354755800940027e-08, - "loss": 0.9788, - "step": 14411 - }, - { - "epoch": 0.97, - "learning_rate": 6.330363728859978e-08, - "loss": 0.8677, - "step": 14412 - }, - { - "epoch": 0.97, - "learning_rate": 6.306018411418202e-08, - "loss": 0.8816, - "step": 14413 - }, - { - "epoch": 0.97, - "learning_rate": 6.281719849760227e-08, - "loss": 0.9504, - "step": 14414 - }, - { - "epoch": 0.97, - "learning_rate": 6.257468045029357e-08, - "loss": 0.933, - "step": 14415 - }, - { - "epoch": 0.97, - "learning_rate": 6.233262998366685e-08, - "loss": 0.9582, - "step": 14416 - }, - { - "epoch": 0.97, - "learning_rate": 6.209104710911184e-08, - "loss": 0.9369, - "step": 14417 - }, - { - "epoch": 0.97, - "learning_rate": 6.184993183799614e-08, - "loss": 0.9432, - "step": 14418 - }, - { - "epoch": 0.97, - "learning_rate": 6.16092841816629e-08, - "loss": 0.8783, - "step": 14419 - }, - { - "epoch": 0.97, - "learning_rate": 6.136910415143527e-08, - "loss": 0.8503, - "step": 14420 - }, - { - "epoch": 0.97, - "learning_rate": 6.112939175861643e-08, - "loss": 0.9514, - "step": 14421 - }, - { - "epoch": 0.97, - "learning_rate": 6.089014701448404e-08, - "loss": 0.9094, - "step": 14422 - }, - { - "epoch": 0.97, - "learning_rate": 6.065136993029464e-08, - "loss": 0.8873, - "step": 14423 - }, - { - "epoch": 0.97, - "learning_rate": 6.04130605172848e-08, - "loss": 0.9232, - "step": 14424 - }, - { - "epoch": 0.97, - "learning_rate": 6.017521878666666e-08, - "loss": 0.98, - "step": 14425 - }, - { - "epoch": 0.97, - "learning_rate": 5.993784474963127e-08, - "loss": 0.9977, - "step": 14426 - }, - { - "epoch": 0.97, - "learning_rate": 5.970093841734748e-08, - "loss": 0.8439, - "step": 14427 - }, - { - "epoch": 0.97, - "learning_rate": 5.946449980096303e-08, - "loss": 0.876, - "step": 14428 - }, - { - "epoch": 0.97, - "learning_rate": 5.9228528911601245e-08, - "loss": 0.9367, - "step": 14429 - }, - { - "epoch": 0.97, - "learning_rate": 5.8993025760367695e-08, - "loss": 0.9081, - "step": 14430 - }, - { - "epoch": 0.97, - "learning_rate": 5.8757990358342396e-08, - "loss": 1.0142, - "step": 14431 - }, - { - "epoch": 0.97, - "learning_rate": 5.852342271658318e-08, - "loss": 0.9238, - "step": 14432 - }, - { - "epoch": 0.97, - "learning_rate": 5.828932284612898e-08, - "loss": 0.9424, - "step": 14433 - }, - { - "epoch": 0.97, - "learning_rate": 5.805569075799322e-08, - "loss": 0.9054, - "step": 14434 - }, - { - "epoch": 0.97, - "learning_rate": 5.7822526463169324e-08, - "loss": 0.8961, - "step": 14435 - }, - { - "epoch": 0.97, - "learning_rate": 5.758982997262741e-08, - "loss": 0.8946, - "step": 14436 - }, - { - "epoch": 0.97, - "learning_rate": 5.735760129731871e-08, - "loss": 0.9559, - "step": 14437 - }, - { - "epoch": 0.97, - "learning_rate": 5.712584044816894e-08, - "loss": 0.8562, - "step": 14438 - }, - { - "epoch": 0.97, - "learning_rate": 5.6894547436081584e-08, - "loss": 0.8098, - "step": 14439 - }, - { - "epoch": 0.97, - "learning_rate": 5.666372227194239e-08, - "loss": 0.948, - "step": 14440 - }, - { - "epoch": 0.97, - "learning_rate": 5.643336496660934e-08, - "loss": 0.9202, - "step": 14441 - }, - { - "epoch": 0.97, - "learning_rate": 5.620347553092376e-08, - "loss": 0.9521, - "step": 14442 - }, - { - "epoch": 0.97, - "learning_rate": 5.5974053975701437e-08, - "loss": 0.8604, - "step": 14443 - }, - { - "epoch": 0.97, - "learning_rate": 5.5745100311735964e-08, - "loss": 0.8943, - "step": 14444 - }, - { - "epoch": 0.97, - "learning_rate": 5.551661454980206e-08, - "loss": 0.8986, - "step": 14445 - }, - { - "epoch": 0.97, - "learning_rate": 5.528859670065112e-08, - "loss": 0.8927, - "step": 14446 - }, - { - "epoch": 0.97, - "learning_rate": 5.506104677501012e-08, - "loss": 0.9826, - "step": 14447 - }, - { - "epoch": 0.97, - "learning_rate": 5.4833964783586045e-08, - "loss": 1.006, - "step": 14448 - }, - { - "epoch": 0.97, - "learning_rate": 5.4607350737064803e-08, - "loss": 0.9208, - "step": 14449 - }, - { - "epoch": 0.97, - "learning_rate": 5.438120464610785e-08, - "loss": 0.9093, - "step": 14450 - }, - { - "epoch": 0.97, - "learning_rate": 5.415552652135669e-08, - "loss": 0.8439, - "step": 14451 - }, - { - "epoch": 0.97, - "learning_rate": 5.3930316373430603e-08, - "loss": 0.9735, - "step": 14452 - }, - { - "epoch": 0.97, - "learning_rate": 5.370557421292555e-08, - "loss": 0.9132, - "step": 14453 - }, - { - "epoch": 0.97, - "learning_rate": 5.34813000504153e-08, - "loss": 0.91, - "step": 14454 - }, - { - "epoch": 0.97, - "learning_rate": 5.325749389645474e-08, - "loss": 0.9681, - "step": 14455 - }, - { - "epoch": 0.97, - "learning_rate": 5.303415576157212e-08, - "loss": 0.8861, - "step": 14456 - }, - { - "epoch": 0.97, - "learning_rate": 5.281128565627791e-08, - "loss": 0.8441, - "step": 14457 - }, - { - "epoch": 0.97, - "learning_rate": 5.258888359105818e-08, - "loss": 0.872, - "step": 14458 - }, - { - "epoch": 0.97, - "learning_rate": 5.236694957637678e-08, - "loss": 0.8659, - "step": 14459 - }, - { - "epoch": 0.97, - "learning_rate": 5.214548362267757e-08, - "loss": 0.8542, - "step": 14460 - }, - { - "epoch": 0.97, - "learning_rate": 5.1924485740380006e-08, - "loss": 0.9453, - "step": 14461 - }, - { - "epoch": 0.97, - "learning_rate": 5.170395593988242e-08, - "loss": 0.9721, - "step": 14462 - }, - { - "epoch": 0.97, - "learning_rate": 5.1483894231562084e-08, - "loss": 0.9525, - "step": 14463 - }, - { - "epoch": 0.97, - "learning_rate": 5.1264300625772924e-08, - "loss": 0.8907, - "step": 14464 - }, - { - "epoch": 0.97, - "learning_rate": 5.104517513284779e-08, - "loss": 0.8353, - "step": 14465 - }, - { - "epoch": 0.97, - "learning_rate": 5.0826517763097326e-08, - "loss": 0.9536, - "step": 14466 - }, - { - "epoch": 0.97, - "learning_rate": 5.0608328526807745e-08, - "loss": 0.9364, - "step": 14467 - }, - { - "epoch": 0.97, - "learning_rate": 5.0390607434248614e-08, - "loss": 1.0192, - "step": 14468 - }, - { - "epoch": 0.97, - "learning_rate": 5.017335449566285e-08, - "loss": 0.9789, - "step": 14469 - }, - { - "epoch": 0.97, - "learning_rate": 4.995656972127227e-08, - "loss": 0.8757, - "step": 14470 - }, - { - "epoch": 0.97, - "learning_rate": 4.9740253121277614e-08, - "loss": 0.9182, - "step": 14471 - }, - { - "epoch": 0.97, - "learning_rate": 4.952440470585629e-08, - "loss": 0.8416, - "step": 14472 - }, - { - "epoch": 0.97, - "learning_rate": 4.9309024485165725e-08, - "loss": 0.9477, - "step": 14473 - }, - { - "epoch": 0.97, - "learning_rate": 4.909411246934004e-08, - "loss": 0.8834, - "step": 14474 - }, - { - "epoch": 0.97, - "learning_rate": 4.8879668668490034e-08, - "loss": 0.9017, - "step": 14475 - }, - { - "epoch": 0.97, - "learning_rate": 4.8665693092707636e-08, - "loss": 0.8328, - "step": 14476 - }, - { - "epoch": 0.97, - "learning_rate": 4.845218575205923e-08, - "loss": 0.8168, - "step": 14477 - }, - { - "epoch": 0.97, - "learning_rate": 4.823914665659235e-08, - "loss": 0.9221, - "step": 14478 - }, - { - "epoch": 0.97, - "learning_rate": 4.802657581633008e-08, - "loss": 0.9025, - "step": 14479 - }, - { - "epoch": 0.97, - "learning_rate": 4.781447324127442e-08, - "loss": 0.8954, - "step": 14480 - }, - { - "epoch": 0.97, - "learning_rate": 4.760283894140627e-08, - "loss": 0.921, - "step": 14481 - }, - { - "epoch": 0.97, - "learning_rate": 4.739167292668212e-08, - "loss": 0.8794, - "step": 14482 - }, - { - "epoch": 0.97, - "learning_rate": 4.718097520703846e-08, - "loss": 0.9848, - "step": 14483 - }, - { - "epoch": 0.97, - "learning_rate": 4.697074579238958e-08, - "loss": 0.8505, - "step": 14484 - }, - { - "epoch": 0.97, - "learning_rate": 4.6760984692627575e-08, - "loss": 0.9229, - "step": 14485 - }, - { - "epoch": 0.97, - "learning_rate": 4.655169191762121e-08, - "loss": 0.9387, - "step": 14486 - }, - { - "epoch": 0.97, - "learning_rate": 4.6342867477218165e-08, - "loss": 0.8801, - "step": 14487 - }, - { - "epoch": 0.97, - "learning_rate": 4.6134511381245025e-08, - "loss": 0.9181, - "step": 14488 - }, - { - "epoch": 0.97, - "learning_rate": 4.5926623639505065e-08, - "loss": 0.9026, - "step": 14489 - }, - { - "epoch": 0.97, - "learning_rate": 4.571920426177934e-08, - "loss": 0.8423, - "step": 14490 - }, - { - "epoch": 0.97, - "learning_rate": 4.551225325782893e-08, - "loss": 0.8928, - "step": 14491 - }, - { - "epoch": 0.97, - "learning_rate": 4.53057706373905e-08, - "loss": 0.9578, - "step": 14492 - }, - { - "epoch": 0.97, - "learning_rate": 4.5099756410179604e-08, - "loss": 0.9697, - "step": 14493 - }, - { - "epoch": 0.97, - "learning_rate": 4.48942105858885e-08, - "loss": 0.9112, - "step": 14494 - }, - { - "epoch": 0.97, - "learning_rate": 4.4689133174191654e-08, - "loss": 0.9504, - "step": 14495 - }, - { - "epoch": 0.97, - "learning_rate": 4.448452418473581e-08, - "loss": 0.8988, - "step": 14496 - }, - { - "epoch": 0.97, - "learning_rate": 4.4280383627148815e-08, - "loss": 0.9157, - "step": 14497 - }, - { - "epoch": 0.97, - "learning_rate": 4.407671151103743e-08, - "loss": 0.9446, - "step": 14498 - }, - { - "epoch": 0.97, - "learning_rate": 4.3873507845982876e-08, - "loss": 0.8575, - "step": 14499 - }, - { - "epoch": 0.97, - "learning_rate": 4.367077264154751e-08, - "loss": 0.895, - "step": 14500 - }, - { - "epoch": 0.97, - "learning_rate": 4.346850590727148e-08, - "loss": 0.8967, - "step": 14501 - }, - { - "epoch": 0.97, - "learning_rate": 4.326670765266938e-08, - "loss": 0.9666, - "step": 14502 - }, - { - "epoch": 0.97, - "learning_rate": 4.306537788723919e-08, - "loss": 0.971, - "step": 14503 - }, - { - "epoch": 0.97, - "learning_rate": 4.2864516620452214e-08, - "loss": 0.8675, - "step": 14504 - }, - { - "epoch": 0.97, - "learning_rate": 4.266412386175867e-08, - "loss": 0.8436, - "step": 14505 - }, - { - "epoch": 0.97, - "learning_rate": 4.2464199620589895e-08, - "loss": 0.909, - "step": 14506 - }, - { - "epoch": 0.97, - "learning_rate": 4.226474390635171e-08, - "loss": 0.9344, - "step": 14507 - }, - { - "epoch": 0.97, - "learning_rate": 4.206575672842883e-08, - "loss": 0.8772, - "step": 14508 - }, - { - "epoch": 0.97, - "learning_rate": 4.186723809618376e-08, - "loss": 0.8984, - "step": 14509 - }, - { - "epoch": 0.97, - "learning_rate": 4.1669188018957915e-08, - "loss": 0.9707, - "step": 14510 - }, - { - "epoch": 0.97, - "learning_rate": 4.1471606506069406e-08, - "loss": 0.8832, - "step": 14511 - }, - { - "epoch": 0.97, - "learning_rate": 4.127449356681634e-08, - "loss": 1.0018, - "step": 14512 - }, - { - "epoch": 0.97, - "learning_rate": 4.107784921047242e-08, - "loss": 0.9596, - "step": 14513 - }, - { - "epoch": 0.97, - "learning_rate": 4.088167344629024e-08, - "loss": 0.9176, - "step": 14514 - }, - { - "epoch": 0.97, - "learning_rate": 4.068596628350019e-08, - "loss": 1.026, - "step": 14515 - }, - { - "epoch": 0.97, - "learning_rate": 4.049072773131046e-08, - "loss": 0.9692, - "step": 14516 - }, - { - "epoch": 0.97, - "learning_rate": 4.029595779890816e-08, - "loss": 0.9325, - "step": 14517 - }, - { - "epoch": 0.97, - "learning_rate": 4.0101656495458165e-08, - "loss": 0.8956, - "step": 14518 - }, - { - "epoch": 0.97, - "learning_rate": 3.990782383010316e-08, - "loss": 0.9114, - "step": 14519 - }, - { - "epoch": 0.97, - "learning_rate": 3.971445981196143e-08, - "loss": 0.9018, - "step": 14520 - }, - { - "epoch": 0.97, - "learning_rate": 3.9521564450132335e-08, - "loss": 0.8704, - "step": 14521 - }, - { - "epoch": 0.97, - "learning_rate": 3.9329137753691956e-08, - "loss": 0.8949, - "step": 14522 - }, - { - "epoch": 0.97, - "learning_rate": 3.9137179731695286e-08, - "loss": 0.8403, - "step": 14523 - }, - { - "epoch": 0.97, - "learning_rate": 3.8945690393172866e-08, - "loss": 0.935, - "step": 14524 - }, - { - "epoch": 0.97, - "learning_rate": 3.875466974713638e-08, - "loss": 0.8913, - "step": 14525 - }, - { - "epoch": 0.97, - "learning_rate": 3.8564117802573076e-08, - "loss": 0.8847, - "step": 14526 - }, - { - "epoch": 0.97, - "learning_rate": 3.8374034568448014e-08, - "loss": 0.9231, - "step": 14527 - }, - { - "epoch": 0.97, - "learning_rate": 3.818442005370737e-08, - "loss": 0.9642, - "step": 14528 - }, - { - "epoch": 0.97, - "learning_rate": 3.799527426727068e-08, - "loss": 0.8262, - "step": 14529 - }, - { - "epoch": 0.97, - "learning_rate": 3.7806597218038585e-08, - "loss": 0.9948, - "step": 14530 - }, - { - "epoch": 0.97, - "learning_rate": 3.761838891488956e-08, - "loss": 0.9053, - "step": 14531 - }, - { - "epoch": 0.97, - "learning_rate": 3.743064936667762e-08, - "loss": 0.9284, - "step": 14532 - }, - { - "epoch": 0.97, - "learning_rate": 3.724337858223792e-08, - "loss": 0.9543, - "step": 14533 - }, - { - "epoch": 0.97, - "learning_rate": 3.7056576570381196e-08, - "loss": 0.8987, - "step": 14534 - }, - { - "epoch": 0.97, - "learning_rate": 3.6870243339898195e-08, - "loss": 0.9375, - "step": 14535 - }, - { - "epoch": 0.97, - "learning_rate": 3.668437889955412e-08, - "loss": 1.0173, - "step": 14536 - }, - { - "epoch": 0.97, - "learning_rate": 3.649898325809531e-08, - "loss": 0.975, - "step": 14537 - }, - { - "epoch": 0.97, - "learning_rate": 3.63140564242459e-08, - "loss": 0.8542, - "step": 14538 - }, - { - "epoch": 0.97, - "learning_rate": 3.6129598406707824e-08, - "loss": 0.8351, - "step": 14539 - }, - { - "epoch": 0.97, - "learning_rate": 3.5945609214157465e-08, - "loss": 0.959, - "step": 14540 - }, - { - "epoch": 0.97, - "learning_rate": 3.576208885525456e-08, - "loss": 0.8173, - "step": 14541 - }, - { - "epoch": 0.97, - "learning_rate": 3.557903733863222e-08, - "loss": 0.9995, - "step": 14542 - }, - { - "epoch": 0.97, - "learning_rate": 3.539645467290576e-08, - "loss": 0.8933, - "step": 14543 - }, - { - "epoch": 0.97, - "learning_rate": 3.5214340866663865e-08, - "loss": 0.8996, - "step": 14544 - }, - { - "epoch": 0.97, - "learning_rate": 3.5032695928476355e-08, - "loss": 0.9135, - "step": 14545 - }, - { - "epoch": 0.97, - "learning_rate": 3.485151986689195e-08, - "loss": 0.9011, - "step": 14546 - }, - { - "epoch": 0.97, - "learning_rate": 3.467081269043271e-08, - "loss": 0.9204, - "step": 14547 - }, - { - "epoch": 0.97, - "learning_rate": 3.449057440760073e-08, - "loss": 0.8687, - "step": 14548 - }, - { - "epoch": 0.97, - "learning_rate": 3.4310805026880335e-08, - "loss": 0.8654, - "step": 14549 - }, - { - "epoch": 0.97, - "learning_rate": 3.413150455672698e-08, - "loss": 0.9014, - "step": 14550 - }, - { - "epoch": 0.97, - "learning_rate": 3.395267300557947e-08, - "loss": 0.9032, - "step": 14551 - }, - { - "epoch": 0.97, - "learning_rate": 3.377431038184997e-08, - "loss": 0.9266, - "step": 14552 - }, - { - "epoch": 0.97, - "learning_rate": 3.359641669393177e-08, - "loss": 0.8832, - "step": 14553 - }, - { - "epoch": 0.97, - "learning_rate": 3.3418991950197044e-08, - "loss": 0.9339, - "step": 14554 - }, - { - "epoch": 0.97, - "learning_rate": 3.324203615899024e-08, - "loss": 0.9177, - "step": 14555 - }, - { - "epoch": 0.97, - "learning_rate": 3.3065549328641364e-08, - "loss": 0.9352, - "step": 14556 - }, - { - "epoch": 0.97, - "learning_rate": 3.288953146745266e-08, - "loss": 0.8762, - "step": 14557 - }, - { - "epoch": 0.97, - "learning_rate": 3.27139825837064e-08, - "loss": 0.9801, - "step": 14558 - }, - { - "epoch": 0.98, - "learning_rate": 3.253890268566262e-08, - "loss": 0.8864, - "step": 14559 - }, - { - "epoch": 0.98, - "learning_rate": 3.2364291781560306e-08, - "loss": 0.9355, - "step": 14560 - }, - { - "epoch": 0.98, - "learning_rate": 3.219014987961289e-08, - "loss": 0.8611, - "step": 14561 - }, - { - "epoch": 0.98, - "learning_rate": 3.2016476988017134e-08, - "loss": 0.9024, - "step": 14562 - }, - { - "epoch": 0.98, - "learning_rate": 3.184327311494317e-08, - "loss": 0.9642, - "step": 14563 - }, - { - "epoch": 0.98, - "learning_rate": 3.1670538268540054e-08, - "loss": 0.8849, - "step": 14564 - }, - { - "epoch": 0.98, - "learning_rate": 3.1498272456936816e-08, - "loss": 0.9433, - "step": 14565 - }, - { - "epoch": 0.98, - "learning_rate": 3.13264756882381e-08, - "loss": 0.8867, - "step": 14566 - }, - { - "epoch": 0.98, - "learning_rate": 3.1155147970528545e-08, - "loss": 0.8375, - "step": 14567 - }, - { - "epoch": 0.98, - "learning_rate": 3.098428931186725e-08, - "loss": 0.8251, - "step": 14568 - }, - { - "epoch": 0.98, - "learning_rate": 3.081389972029558e-08, - "loss": 0.9489, - "step": 14569 - }, - { - "epoch": 0.98, - "learning_rate": 3.064397920383044e-08, - "loss": 0.8071, - "step": 14570 - }, - { - "epoch": 0.98, - "learning_rate": 3.0474527770466553e-08, - "loss": 0.9505, - "step": 14571 - }, - { - "epoch": 0.98, - "learning_rate": 3.030554542817643e-08, - "loss": 0.9344, - "step": 14572 - }, - { - "epoch": 0.98, - "learning_rate": 3.013703218491371e-08, - "loss": 0.8406, - "step": 14573 - }, - { - "epoch": 0.98, - "learning_rate": 2.9968988048604264e-08, - "loss": 0.8969, - "step": 14574 - }, - { - "epoch": 0.98, - "learning_rate": 2.9801413027156223e-08, - "loss": 0.9114, - "step": 14575 - }, - { - "epoch": 0.98, - "learning_rate": 2.9634307128454387e-08, - "loss": 1.0305, - "step": 14576 - }, - { - "epoch": 0.98, - "learning_rate": 2.9467670360362465e-08, - "loss": 0.9223, - "step": 14577 - }, - { - "epoch": 0.98, - "learning_rate": 2.9301502730719743e-08, - "loss": 0.9705, - "step": 14578 - }, - { - "epoch": 0.98, - "learning_rate": 2.913580424734441e-08, - "loss": 0.9142, - "step": 14579 - }, - { - "epoch": 0.98, - "learning_rate": 2.8970574918035787e-08, - "loss": 0.8651, - "step": 14580 - }, - { - "epoch": 0.98, - "learning_rate": 2.880581475056543e-08, - "loss": 0.9763, - "step": 14581 - }, - { - "epoch": 0.98, - "learning_rate": 2.864152375268603e-08, - "loss": 0.8981, - "step": 14582 - }, - { - "epoch": 0.98, - "learning_rate": 2.8477701932129175e-08, - "loss": 0.9708, - "step": 14583 - }, - { - "epoch": 0.98, - "learning_rate": 2.8314349296603148e-08, - "loss": 0.9277, - "step": 14584 - }, - { - "epoch": 0.98, - "learning_rate": 2.8151465853792913e-08, - "loss": 0.8654, - "step": 14585 - }, - { - "epoch": 0.98, - "learning_rate": 2.798905161136345e-08, - "loss": 0.908, - "step": 14586 - }, - { - "epoch": 0.98, - "learning_rate": 2.782710657695531e-08, - "loss": 0.916, - "step": 14587 - }, - { - "epoch": 0.98, - "learning_rate": 2.7665630758190175e-08, - "loss": 1.024, - "step": 14588 - }, - { - "epoch": 0.98, - "learning_rate": 2.7504624162666417e-08, - "loss": 0.8621, - "step": 14589 - }, - { - "epoch": 0.98, - "learning_rate": 2.7344086797956858e-08, - "loss": 0.9314, - "step": 14590 - }, - { - "epoch": 0.98, - "learning_rate": 2.7184018671617684e-08, - "loss": 0.949, - "step": 14591 - }, - { - "epoch": 0.98, - "learning_rate": 2.7024419791179534e-08, - "loss": 0.9083, - "step": 14592 - }, - { - "epoch": 0.98, - "learning_rate": 2.6865290164151957e-08, - "loss": 0.9369, - "step": 14593 - }, - { - "epoch": 0.98, - "learning_rate": 2.670662979802341e-08, - "loss": 0.8433, - "step": 14594 - }, - { - "epoch": 0.98, - "learning_rate": 2.6548438700257918e-08, - "loss": 0.9214, - "step": 14595 - }, - { - "epoch": 0.98, - "learning_rate": 2.6390716878298416e-08, - "loss": 0.9314, - "step": 14596 - }, - { - "epoch": 0.98, - "learning_rate": 2.623346433956786e-08, - "loss": 0.9161, - "step": 14597 - }, - { - "epoch": 0.98, - "learning_rate": 2.6076681091464772e-08, - "loss": 0.8839, - "step": 14598 - }, - { - "epoch": 0.98, - "learning_rate": 2.5920367141365475e-08, - "loss": 0.9688, - "step": 14599 - }, - { - "epoch": 0.98, - "learning_rate": 2.57645224966252e-08, - "loss": 0.914, - "step": 14600 - }, - { - "epoch": 0.98, - "learning_rate": 2.5609147164576965e-08, - "loss": 0.8967, - "step": 14601 - }, - { - "epoch": 0.98, - "learning_rate": 2.545424115253159e-08, - "loss": 0.9255, - "step": 14602 - }, - { - "epoch": 0.98, - "learning_rate": 2.529980446777769e-08, - "loss": 0.9752, - "step": 14603 - }, - { - "epoch": 0.98, - "learning_rate": 2.5145837117582784e-08, - "loss": 0.9325, - "step": 14604 - }, - { - "epoch": 0.98, - "learning_rate": 2.4992339109189967e-08, - "loss": 1.018, - "step": 14605 - }, - { - "epoch": 0.98, - "learning_rate": 2.483931044982235e-08, - "loss": 0.8676, - "step": 14606 - }, - { - "epoch": 0.98, - "learning_rate": 2.4686751146680842e-08, - "loss": 0.844, - "step": 14607 - }, - { - "epoch": 0.98, - "learning_rate": 2.4534661206943032e-08, - "loss": 0.9262, - "step": 14608 - }, - { - "epoch": 0.98, - "learning_rate": 2.438304063776542e-08, - "loss": 0.9549, - "step": 14609 - }, - { - "epoch": 0.98, - "learning_rate": 2.4231889446282296e-08, - "loss": 0.8875, - "step": 14610 - }, - { - "epoch": 0.98, - "learning_rate": 2.4081207639604642e-08, - "loss": 0.8683, - "step": 14611 - }, - { - "epoch": 0.98, - "learning_rate": 2.393099522482345e-08, - "loss": 0.8977, - "step": 14612 - }, - { - "epoch": 0.98, - "learning_rate": 2.37812522090064e-08, - "loss": 0.9211, - "step": 14613 - }, - { - "epoch": 0.98, - "learning_rate": 2.3631978599198967e-08, - "loss": 0.9135, - "step": 14614 - }, - { - "epoch": 0.98, - "learning_rate": 2.3483174402425534e-08, - "loss": 0.8956, - "step": 14615 - }, - { - "epoch": 0.98, - "learning_rate": 2.3334839625687166e-08, - "loss": 0.9701, - "step": 14616 - }, - { - "epoch": 0.98, - "learning_rate": 2.3186974275963837e-08, - "loss": 0.9909, - "step": 14617 - }, - { - "epoch": 0.98, - "learning_rate": 2.30395783602122e-08, - "loss": 0.8789, - "step": 14618 - }, - { - "epoch": 0.98, - "learning_rate": 2.2892651885367822e-08, - "loss": 0.9585, - "step": 14619 - }, - { - "epoch": 0.98, - "learning_rate": 2.274619485834517e-08, - "loss": 0.8984, - "step": 14620 - }, - { - "epoch": 0.98, - "learning_rate": 2.2600207286033183e-08, - "loss": 0.8993, - "step": 14621 - }, - { - "epoch": 0.98, - "learning_rate": 2.2454689175303022e-08, - "loss": 0.922, - "step": 14622 - }, - { - "epoch": 0.98, - "learning_rate": 2.230964053300144e-08, - "loss": 0.8444, - "step": 14623 - }, - { - "epoch": 0.98, - "learning_rate": 2.2165061365951866e-08, - "loss": 0.915, - "step": 14624 - }, - { - "epoch": 0.98, - "learning_rate": 2.202095168095775e-08, - "loss": 0.9839, - "step": 14625 - }, - { - "epoch": 0.98, - "learning_rate": 2.1877311484800324e-08, - "loss": 0.8813, - "step": 14626 - }, - { - "epoch": 0.98, - "learning_rate": 2.1734140784238632e-08, - "loss": 0.9794, - "step": 14627 - }, - { - "epoch": 0.98, - "learning_rate": 2.159143958600729e-08, - "loss": 0.8802, - "step": 14628 - }, - { - "epoch": 0.98, - "learning_rate": 2.1449207896823144e-08, - "loss": 0.9345, - "step": 14629 - }, - { - "epoch": 0.98, - "learning_rate": 2.1307445723376397e-08, - "loss": 0.9637, - "step": 14630 - }, - { - "epoch": 0.98, - "learning_rate": 2.116615307233949e-08, - "loss": 0.9061, - "step": 14631 - }, - { - "epoch": 0.98, - "learning_rate": 2.102532995035822e-08, - "loss": 0.9486, - "step": 14632 - }, - { - "epoch": 0.98, - "learning_rate": 2.0884976364060618e-08, - "loss": 0.9532, - "step": 14633 - }, - { - "epoch": 0.98, - "learning_rate": 2.0745092320049177e-08, - "loss": 0.9523, - "step": 14634 - }, - { - "epoch": 0.98, - "learning_rate": 2.0605677824907523e-08, - "loss": 0.8877, - "step": 14635 - }, - { - "epoch": 0.98, - "learning_rate": 2.046673288519374e-08, - "loss": 0.9035, - "step": 14636 - }, - { - "epoch": 0.98, - "learning_rate": 2.0328257507445935e-08, - "loss": 0.9362, - "step": 14637 - }, - { - "epoch": 0.98, - "learning_rate": 2.019025169818112e-08, - "loss": 0.9008, - "step": 14638 - }, - { - "epoch": 0.98, - "learning_rate": 2.005271546389076e-08, - "loss": 0.9811, - "step": 14639 - }, - { - "epoch": 0.98, - "learning_rate": 1.991564881104857e-08, - "loss": 0.9573, - "step": 14640 - }, - { - "epoch": 0.98, - "learning_rate": 1.977905174610051e-08, - "loss": 0.8924, - "step": 14641 - }, - { - "epoch": 0.98, - "learning_rate": 1.9642924275476983e-08, - "loss": 0.8883, - "step": 14642 - }, - { - "epoch": 0.98, - "learning_rate": 1.950726640558287e-08, - "loss": 0.877, - "step": 14643 - }, - { - "epoch": 0.98, - "learning_rate": 1.9372078142798622e-08, - "loss": 0.9407, - "step": 14644 - }, - { - "epoch": 0.98, - "learning_rate": 1.923735949348804e-08, - "loss": 0.9871, - "step": 14645 - }, - { - "epoch": 0.98, - "learning_rate": 1.910311046398827e-08, - "loss": 0.9238, - "step": 14646 - }, - { - "epoch": 0.98, - "learning_rate": 1.89693310606176e-08, - "loss": 1.0277, - "step": 14647 - }, - { - "epoch": 0.98, - "learning_rate": 1.883602128966877e-08, - "loss": 0.912, - "step": 14648 - }, - { - "epoch": 0.98, - "learning_rate": 1.870318115741565e-08, - "loss": 0.8598, - "step": 14649 - }, - { - "epoch": 0.98, - "learning_rate": 1.8570810670108795e-08, - "loss": 0.9569, - "step": 14650 - }, - { - "epoch": 0.98, - "learning_rate": 1.843890983397545e-08, - "loss": 0.9389, - "step": 14651 - }, - { - "epoch": 0.98, - "learning_rate": 1.8307478655222866e-08, - "loss": 0.8731, - "step": 14652 - }, - { - "epoch": 0.98, - "learning_rate": 1.817651714003388e-08, - "loss": 0.9039, - "step": 14653 - }, - { - "epoch": 0.98, - "learning_rate": 1.8046025294572446e-08, - "loss": 0.9102, - "step": 14654 - }, - { - "epoch": 0.98, - "learning_rate": 1.7916003124978097e-08, - "loss": 0.9623, - "step": 14655 - }, - { - "epoch": 0.98, - "learning_rate": 1.7786450637368168e-08, - "loss": 1.0044, - "step": 14656 - }, - { - "epoch": 0.98, - "learning_rate": 1.765736783783778e-08, - "loss": 0.8652, - "step": 14657 - }, - { - "epoch": 0.98, - "learning_rate": 1.7528754732460963e-08, - "loss": 0.8803, - "step": 14658 - }, - { - "epoch": 0.98, - "learning_rate": 1.7400611327290652e-08, - "loss": 0.8717, - "step": 14659 - }, - { - "epoch": 0.98, - "learning_rate": 1.7272937628355356e-08, - "loss": 0.9552, - "step": 14660 - }, - { - "epoch": 0.98, - "learning_rate": 1.714573364166139e-08, - "loss": 0.9393, - "step": 14661 - }, - { - "epoch": 0.98, - "learning_rate": 1.7018999373196177e-08, - "loss": 0.8782, - "step": 14662 - }, - { - "epoch": 0.98, - "learning_rate": 1.689273482892051e-08, - "loss": 0.9907, - "step": 14663 - }, - { - "epoch": 0.98, - "learning_rate": 1.676694001477741e-08, - "loss": 0.9343, - "step": 14664 - }, - { - "epoch": 0.98, - "learning_rate": 1.664161493668548e-08, - "loss": 0.9109, - "step": 14665 - }, - { - "epoch": 0.98, - "learning_rate": 1.651675960054111e-08, - "loss": 0.9737, - "step": 14666 - }, - { - "epoch": 0.98, - "learning_rate": 1.6392374012218492e-08, - "loss": 0.9769, - "step": 14667 - }, - { - "epoch": 0.98, - "learning_rate": 1.6268458177570724e-08, - "loss": 0.9166, - "step": 14668 - }, - { - "epoch": 0.98, - "learning_rate": 1.6145012102429802e-08, - "loss": 0.8632, - "step": 14669 - }, - { - "epoch": 0.98, - "learning_rate": 1.6022035792602197e-08, - "loss": 0.9271, - "step": 14670 - }, - { - "epoch": 0.98, - "learning_rate": 1.58995292538755e-08, - "loss": 0.8252, - "step": 14671 - }, - { - "epoch": 0.98, - "learning_rate": 1.577749249201177e-08, - "loss": 0.8756, - "step": 14672 - }, - { - "epoch": 0.98, - "learning_rate": 1.5655925512756408e-08, - "loss": 0.9178, - "step": 14673 - }, - { - "epoch": 0.98, - "learning_rate": 1.5534828321827066e-08, - "loss": 0.8899, - "step": 14674 - }, - { - "epoch": 0.98, - "learning_rate": 1.5414200924923628e-08, - "loss": 0.8685, - "step": 14675 - }, - { - "epoch": 0.98, - "learning_rate": 1.5294043327719332e-08, - "loss": 0.8718, - "step": 14676 - }, - { - "epoch": 0.98, - "learning_rate": 1.5174355535869655e-08, - "loss": 0.9058, - "step": 14677 - }, - { - "epoch": 0.98, - "learning_rate": 1.505513755500676e-08, - "loss": 0.9584, - "step": 14678 - }, - { - "epoch": 0.98, - "learning_rate": 1.493638939073838e-08, - "loss": 0.9088, - "step": 14679 - }, - { - "epoch": 0.98, - "learning_rate": 1.4818111048653384e-08, - "loss": 0.8683, - "step": 14680 - }, - { - "epoch": 0.98, - "learning_rate": 1.4700302534315091e-08, - "loss": 0.9437, - "step": 14681 - }, - { - "epoch": 0.98, - "learning_rate": 1.4582963853269072e-08, - "loss": 0.9509, - "step": 14682 - }, - { - "epoch": 0.98, - "learning_rate": 1.4466095011035353e-08, - "loss": 0.8339, - "step": 14683 - }, - { - "epoch": 0.98, - "learning_rate": 1.4349696013112868e-08, - "loss": 0.9073, - "step": 14684 - }, - { - "epoch": 0.98, - "learning_rate": 1.423376686497835e-08, - "loss": 0.8987, - "step": 14685 - }, - { - "epoch": 0.98, - "learning_rate": 1.411830757208743e-08, - "loss": 0.9087, - "step": 14686 - }, - { - "epoch": 0.98, - "learning_rate": 1.4003318139871325e-08, - "loss": 0.8904, - "step": 14687 - }, - { - "epoch": 0.98, - "learning_rate": 1.3888798573741257e-08, - "loss": 0.9575, - "step": 14688 - }, - { - "epoch": 0.98, - "learning_rate": 1.3774748879086252e-08, - "loss": 0.9224, - "step": 14689 - }, - { - "epoch": 0.98, - "learning_rate": 1.3661169061272017e-08, - "loss": 0.8768, - "step": 14690 - }, - { - "epoch": 0.98, - "learning_rate": 1.3548059125643165e-08, - "loss": 0.9676, - "step": 14691 - }, - { - "epoch": 0.98, - "learning_rate": 1.3435419077520995e-08, - "loss": 0.9555, - "step": 14692 - }, - { - "epoch": 0.98, - "learning_rate": 1.3323248922205711e-08, - "loss": 0.949, - "step": 14693 - }, - { - "epoch": 0.98, - "learning_rate": 1.3211548664976426e-08, - "loss": 0.9256, - "step": 14694 - }, - { - "epoch": 0.98, - "learning_rate": 1.3100318311086712e-08, - "loss": 0.9353, - "step": 14695 - }, - { - "epoch": 0.98, - "learning_rate": 1.2989557865772383e-08, - "loss": 0.9303, - "step": 14696 - }, - { - "epoch": 0.98, - "learning_rate": 1.2879267334243717e-08, - "loss": 0.9109, - "step": 14697 - }, - { - "epoch": 0.98, - "learning_rate": 1.2769446721691004e-08, - "loss": 0.859, - "step": 14698 - }, - { - "epoch": 0.98, - "learning_rate": 1.2660096033281221e-08, - "loss": 0.8675, - "step": 14699 - }, - { - "epoch": 0.98, - "learning_rate": 1.2551215274158036e-08, - "loss": 1.01, - "step": 14700 - }, - { - "epoch": 0.98, - "learning_rate": 1.2442804449447343e-08, - "loss": 0.8579, - "step": 14701 - }, - { - "epoch": 0.98, - "learning_rate": 1.23348635642484e-08, - "loss": 0.9414, - "step": 14702 - }, - { - "epoch": 0.98, - "learning_rate": 1.2227392623641588e-08, - "loss": 0.8473, - "step": 14703 - }, - { - "epoch": 0.98, - "learning_rate": 1.212039163268175e-08, - "loss": 0.8968, - "step": 14704 - }, - { - "epoch": 0.98, - "learning_rate": 1.2013860596403747e-08, - "loss": 0.9041, - "step": 14705 - }, - { - "epoch": 0.98, - "learning_rate": 1.190779951982135e-08, - "loss": 0.95, - "step": 14706 - }, - { - "epoch": 0.98, - "learning_rate": 1.1802208407925008e-08, - "loss": 0.9245, - "step": 14707 - }, - { - "epoch": 0.99, - "learning_rate": 1.1697087265681861e-08, - "loss": 0.9504, - "step": 14708 - }, - { - "epoch": 0.99, - "learning_rate": 1.1592436098039061e-08, - "loss": 0.9227, - "step": 14709 - }, - { - "epoch": 0.99, - "learning_rate": 1.1488254909920448e-08, - "loss": 0.9884, - "step": 14710 - }, - { - "epoch": 0.99, - "learning_rate": 1.1384543706227658e-08, - "loss": 0.8433, - "step": 14711 - }, - { - "epoch": 0.99, - "learning_rate": 1.1281302491840119e-08, - "loss": 0.937, - "step": 14712 - }, - { - "epoch": 0.99, - "learning_rate": 1.1178531271617277e-08, - "loss": 0.937, - "step": 14713 - }, - { - "epoch": 0.99, - "learning_rate": 1.1076230050394154e-08, - "loss": 0.8667, - "step": 14714 - }, - { - "epoch": 0.99, - "learning_rate": 1.0974398832982458e-08, - "loss": 0.9114, - "step": 14715 - }, - { - "epoch": 0.99, - "learning_rate": 1.087303762417613e-08, - "loss": 0.9186, - "step": 14716 - }, - { - "epoch": 0.99, - "learning_rate": 1.0772146428743579e-08, - "loss": 0.8852, - "step": 14717 - }, - { - "epoch": 0.99, - "learning_rate": 1.067172525143212e-08, - "loss": 0.8813, - "step": 14718 - }, - { - "epoch": 0.99, - "learning_rate": 1.0571774096965747e-08, - "loss": 0.9356, - "step": 14719 - }, - { - "epoch": 0.99, - "learning_rate": 1.0472292970048482e-08, - "loss": 0.9262, - "step": 14720 - }, - { - "epoch": 0.99, - "learning_rate": 1.037328187536102e-08, - "loss": 0.9017, - "step": 14721 - }, - { - "epoch": 0.99, - "learning_rate": 1.0274740817561856e-08, - "loss": 0.899, - "step": 14722 - }, - { - "epoch": 0.99, - "learning_rate": 1.0176669801287286e-08, - "loss": 0.9542, - "step": 14723 - }, - { - "epoch": 0.99, - "learning_rate": 1.0079068831152505e-08, - "loss": 0.9052, - "step": 14724 - }, - { - "epoch": 0.99, - "learning_rate": 9.981937911749396e-09, - "loss": 1.0024, - "step": 14725 - }, - { - "epoch": 0.99, - "learning_rate": 9.885277047648744e-09, - "loss": 0.921, - "step": 14726 - }, - { - "epoch": 0.99, - "learning_rate": 9.789086243398028e-09, - "loss": 0.8291, - "step": 14727 - }, - { - "epoch": 0.99, - "learning_rate": 9.693365503523623e-09, - "loss": 0.884, - "step": 14728 - }, - { - "epoch": 0.99, - "learning_rate": 9.598114832529704e-09, - "loss": 0.868, - "step": 14729 - }, - { - "epoch": 0.99, - "learning_rate": 9.503334234897132e-09, - "loss": 1.0035, - "step": 14730 - }, - { - "epoch": 0.99, - "learning_rate": 9.409023715085674e-09, - "loss": 0.9321, - "step": 14731 - }, - { - "epoch": 0.99, - "learning_rate": 9.315183277534001e-09, - "loss": 0.9435, - "step": 14732 - }, - { - "epoch": 0.99, - "learning_rate": 9.22181292665747e-09, - "loss": 0.8552, - "step": 14733 - }, - { - "epoch": 0.99, - "learning_rate": 9.128912666848122e-09, - "loss": 0.9123, - "step": 14734 - }, - { - "epoch": 0.99, - "learning_rate": 9.036482502478017e-09, - "loss": 0.9762, - "step": 14735 - }, - { - "epoch": 0.99, - "learning_rate": 8.944522437895897e-09, - "loss": 1.0085, - "step": 14736 - }, - { - "epoch": 0.99, - "learning_rate": 8.853032477428303e-09, - "loss": 0.978, - "step": 14737 - }, - { - "epoch": 0.99, - "learning_rate": 8.762012625381789e-09, - "loss": 0.8907, - "step": 14738 - }, - { - "epoch": 0.99, - "learning_rate": 8.671462886037374e-09, - "loss": 0.9468, - "step": 14739 - }, - { - "epoch": 0.99, - "learning_rate": 8.581383263656095e-09, - "loss": 0.8696, - "step": 14740 - }, - { - "epoch": 0.99, - "learning_rate": 8.491773762476784e-09, - "loss": 0.9227, - "step": 14741 - }, - { - "epoch": 0.99, - "learning_rate": 8.402634386714958e-09, - "loss": 0.9869, - "step": 14742 - }, - { - "epoch": 0.99, - "learning_rate": 8.31396514056504e-09, - "loss": 0.9428, - "step": 14743 - }, - { - "epoch": 0.99, - "learning_rate": 8.225766028200354e-09, - "loss": 0.947, - "step": 14744 - }, - { - "epoch": 0.99, - "learning_rate": 8.138037053769809e-09, - "loss": 0.8857, - "step": 14745 - }, - { - "epoch": 0.99, - "learning_rate": 8.050778221402321e-09, - "loss": 0.966, - "step": 14746 - }, - { - "epoch": 0.99, - "learning_rate": 7.963989535201277e-09, - "loss": 0.8814, - "step": 14747 - }, - { - "epoch": 0.99, - "learning_rate": 7.877670999253405e-09, - "loss": 0.9572, - "step": 14748 - }, - { - "epoch": 0.99, - "learning_rate": 7.791822617617684e-09, - "loss": 0.7814, - "step": 14749 - }, - { - "epoch": 0.99, - "learning_rate": 7.706444394334212e-09, - "loss": 0.9235, - "step": 14750 - }, - { - "epoch": 0.99, - "learning_rate": 7.621536333420887e-09, - "loss": 0.8701, - "step": 14751 - }, - { - "epoch": 0.99, - "learning_rate": 7.537098438872292e-09, - "loss": 0.9189, - "step": 14752 - }, - { - "epoch": 0.99, - "learning_rate": 7.453130714661916e-09, - "loss": 0.8822, - "step": 14753 - }, - { - "epoch": 0.99, - "learning_rate": 7.369633164739931e-09, - "loss": 0.9213, - "step": 14754 - }, - { - "epoch": 0.99, - "learning_rate": 7.2866057930354174e-09, - "loss": 0.9148, - "step": 14755 - }, - { - "epoch": 0.99, - "learning_rate": 7.204048603455249e-09, - "loss": 0.9363, - "step": 14756 - }, - { - "epoch": 0.99, - "learning_rate": 7.121961599884097e-09, - "loss": 0.9578, - "step": 14757 - }, - { - "epoch": 0.99, - "learning_rate": 7.040344786183317e-09, - "loss": 0.9697, - "step": 14758 - }, - { - "epoch": 0.99, - "learning_rate": 6.9591981661953915e-09, - "loss": 0.9057, - "step": 14759 - }, - { - "epoch": 0.99, - "learning_rate": 6.8785217437350446e-09, - "loss": 0.9537, - "step": 14760 - }, - { - "epoch": 0.99, - "learning_rate": 6.7983155226014616e-09, - "loss": 0.9662, - "step": 14761 - }, - { - "epoch": 0.99, - "learning_rate": 6.71857950656718e-09, - "loss": 0.9232, - "step": 14762 - }, - { - "epoch": 0.99, - "learning_rate": 6.639313699384753e-09, - "loss": 0.9574, - "step": 14763 - }, - { - "epoch": 0.99, - "learning_rate": 6.560518104782309e-09, - "loss": 0.9075, - "step": 14764 - }, - { - "epoch": 0.99, - "learning_rate": 6.482192726467995e-09, - "loss": 0.9186, - "step": 14765 - }, - { - "epoch": 0.99, - "learning_rate": 6.40433756812886e-09, - "loss": 0.9645, - "step": 14766 - }, - { - "epoch": 0.99, - "learning_rate": 6.32695263342642e-09, - "loss": 0.9678, - "step": 14767 - }, - { - "epoch": 0.99, - "learning_rate": 6.250037926001096e-09, - "loss": 0.9219, - "step": 14768 - }, - { - "epoch": 0.99, - "learning_rate": 6.173593449474436e-09, - "loss": 0.9851, - "step": 14769 - }, - { - "epoch": 0.99, - "learning_rate": 6.097619207441341e-09, - "loss": 1.0223, - "step": 14770 - }, - { - "epoch": 0.99, - "learning_rate": 6.022115203477841e-09, - "loss": 0.9372, - "step": 14771 - }, - { - "epoch": 0.99, - "learning_rate": 5.9470814411355386e-09, - "loss": 0.8944, - "step": 14772 - }, - { - "epoch": 0.99, - "learning_rate": 5.872517923944942e-09, - "loss": 0.8843, - "step": 14773 - }, - { - "epoch": 0.99, - "learning_rate": 5.7984246554154685e-09, - "loss": 0.891, - "step": 14774 - }, - { - "epoch": 0.99, - "learning_rate": 5.7248016390321075e-09, - "loss": 0.9372, - "step": 14775 - }, - { - "epoch": 0.99, - "learning_rate": 5.6516488782609735e-09, - "loss": 0.9162, - "step": 14776 - }, - { - "epoch": 0.99, - "learning_rate": 5.578966376541539e-09, - "loss": 0.869, - "step": 14777 - }, - { - "epoch": 0.99, - "learning_rate": 5.506754137295511e-09, - "loss": 0.9372, - "step": 14778 - }, - { - "epoch": 0.99, - "learning_rate": 5.435012163921283e-09, - "loss": 1.0329, - "step": 14779 - }, - { - "epoch": 0.99, - "learning_rate": 5.363740459791711e-09, - "loss": 0.9072, - "step": 14780 - }, - { - "epoch": 0.99, - "learning_rate": 5.292939028263e-09, - "loss": 0.8924, - "step": 14781 - }, - { - "epoch": 0.99, - "learning_rate": 5.222607872664709e-09, - "loss": 0.906, - "step": 14782 - }, - { - "epoch": 0.99, - "learning_rate": 5.152746996307523e-09, - "loss": 0.88, - "step": 14783 - }, - { - "epoch": 0.99, - "learning_rate": 5.0833564024777014e-09, - "loss": 0.9754, - "step": 14784 - }, - { - "epoch": 0.99, - "learning_rate": 5.014436094440411e-09, - "loss": 0.9931, - "step": 14785 - }, - { - "epoch": 0.99, - "learning_rate": 4.9459860754386135e-09, - "loss": 0.9226, - "step": 14786 - }, - { - "epoch": 0.99, - "learning_rate": 4.878006348693065e-09, - "loss": 0.901, - "step": 14787 - }, - { - "epoch": 0.99, - "learning_rate": 4.8104969174012084e-09, - "loss": 0.9989, - "step": 14788 - }, - { - "epoch": 0.99, - "learning_rate": 4.7434577847416116e-09, - "loss": 0.9376, - "step": 14789 - }, - { - "epoch": 0.99, - "learning_rate": 4.676888953868419e-09, - "loss": 0.8402, - "step": 14790 - }, - { - "epoch": 0.99, - "learning_rate": 4.61079042791246e-09, - "loss": 0.8833, - "step": 14791 - }, - { - "epoch": 0.99, - "learning_rate": 4.545162209984577e-09, - "loss": 0.9449, - "step": 14792 - }, - { - "epoch": 0.99, - "learning_rate": 4.480004303172303e-09, - "loss": 0.9813, - "step": 14793 - }, - { - "epoch": 0.99, - "learning_rate": 4.415316710542072e-09, - "loss": 0.9061, - "step": 14794 - }, - { - "epoch": 0.99, - "learning_rate": 4.351099435137008e-09, - "loss": 0.9024, - "step": 14795 - }, - { - "epoch": 0.99, - "learning_rate": 4.2873524799802444e-09, - "loss": 0.9127, - "step": 14796 - }, - { - "epoch": 0.99, - "learning_rate": 4.2240758480682765e-09, - "loss": 0.9375, - "step": 14797 - }, - { - "epoch": 0.99, - "learning_rate": 4.161269542382051e-09, - "loss": 0.8854, - "step": 14798 - }, - { - "epoch": 0.99, - "learning_rate": 4.0989335658736525e-09, - "loss": 0.8488, - "step": 14799 - }, - { - "epoch": 0.99, - "learning_rate": 4.0370679214774e-09, - "loss": 0.8954, - "step": 14800 - }, - { - "epoch": 0.99, - "learning_rate": 3.975672612104298e-09, - "loss": 0.8641, - "step": 14801 - }, - { - "epoch": 0.99, - "learning_rate": 3.914747640643146e-09, - "loss": 0.9726, - "step": 14802 - }, - { - "epoch": 0.99, - "learning_rate": 3.854293009961652e-09, - "loss": 0.8831, - "step": 14803 - }, - { - "epoch": 0.99, - "learning_rate": 3.794308722901985e-09, - "loss": 0.9262, - "step": 14804 - }, - { - "epoch": 0.99, - "learning_rate": 3.734794782287443e-09, - "loss": 0.883, - "step": 14805 - }, - { - "epoch": 0.99, - "learning_rate": 3.6757511909202293e-09, - "loss": 0.9732, - "step": 14806 - }, - { - "epoch": 0.99, - "learning_rate": 3.617177951575901e-09, - "loss": 0.8305, - "step": 14807 - }, - { - "epoch": 0.99, - "learning_rate": 3.559075067011142e-09, - "loss": 0.9861, - "step": 14808 - }, - { - "epoch": 0.99, - "learning_rate": 3.5014425399604314e-09, - "loss": 0.9433, - "step": 14809 - }, - { - "epoch": 0.99, - "learning_rate": 3.444280373136044e-09, - "loss": 0.9033, - "step": 14810 - }, - { - "epoch": 0.99, - "learning_rate": 3.3875885692269405e-09, - "loss": 0.945, - "step": 14811 - }, - { - "epoch": 0.99, - "learning_rate": 3.3313671308998762e-09, - "loss": 0.9935, - "step": 14812 - }, - { - "epoch": 0.99, - "learning_rate": 3.275616060800513e-09, - "loss": 0.8751, - "step": 14813 - }, - { - "epoch": 0.99, - "learning_rate": 3.220335361553417e-09, - "loss": 0.9422, - "step": 14814 - }, - { - "epoch": 0.99, - "learning_rate": 3.1655250357576216e-09, - "loss": 0.9284, - "step": 14815 - }, - { - "epoch": 0.99, - "learning_rate": 3.1111850859932845e-09, - "loss": 0.9258, - "step": 14816 - }, - { - "epoch": 0.99, - "learning_rate": 3.0573155148183597e-09, - "loss": 0.987, - "step": 14817 - }, - { - "epoch": 0.99, - "learning_rate": 3.0039163247652658e-09, - "loss": 0.9048, - "step": 14818 - }, - { - "epoch": 0.99, - "learning_rate": 2.950987518347548e-09, - "loss": 0.9126, - "step": 14819 - }, - { - "epoch": 0.99, - "learning_rate": 2.8985290980565462e-09, - "loss": 0.9907, - "step": 14820 - }, - { - "epoch": 0.99, - "learning_rate": 2.8465410663591765e-09, - "loss": 0.9176, - "step": 14821 - }, - { - "epoch": 0.99, - "learning_rate": 2.7950234257023702e-09, - "loss": 0.9607, - "step": 14822 - }, - { - "epoch": 0.99, - "learning_rate": 2.743976178509744e-09, - "loss": 0.9246, - "step": 14823 - }, - { - "epoch": 0.99, - "learning_rate": 2.693399327182711e-09, - "loss": 0.9535, - "step": 14824 - }, - { - "epoch": 0.99, - "learning_rate": 2.643292874102699e-09, - "loss": 0.8908, - "step": 14825 - }, - { - "epoch": 0.99, - "learning_rate": 2.5936568216256008e-09, - "loss": 0.8813, - "step": 14826 - }, - { - "epoch": 0.99, - "learning_rate": 2.544491172088437e-09, - "loss": 0.9176, - "step": 14827 - }, - { - "epoch": 0.99, - "learning_rate": 2.495795927802691e-09, - "loss": 1.0429, - "step": 14828 - }, - { - "epoch": 0.99, - "learning_rate": 2.4475710910620843e-09, - "loss": 0.8064, - "step": 14829 - }, - { - "epoch": 0.99, - "learning_rate": 2.3998166641336917e-09, - "loss": 0.8671, - "step": 14830 - }, - { - "epoch": 0.99, - "learning_rate": 2.352532649264605e-09, - "loss": 0.9149, - "step": 14831 - }, - { - "epoch": 0.99, - "learning_rate": 2.3057190486808213e-09, - "loss": 0.9999, - "step": 14832 - }, - { - "epoch": 0.99, - "learning_rate": 2.2593758645839126e-09, - "loss": 1.0124, - "step": 14833 - }, - { - "epoch": 0.99, - "learning_rate": 2.2135030991554672e-09, - "loss": 0.9166, - "step": 14834 - }, - { - "epoch": 0.99, - "learning_rate": 2.168100754553759e-09, - "loss": 0.9602, - "step": 14835 - }, - { - "epoch": 0.99, - "learning_rate": 2.1231688329137468e-09, - "loss": 0.9116, - "step": 14836 - }, - { - "epoch": 0.99, - "learning_rate": 2.078707336350405e-09, - "loss": 0.9382, - "step": 14837 - }, - { - "epoch": 0.99, - "learning_rate": 2.0347162669565046e-09, - "loss": 0.9486, - "step": 14838 - }, - { - "epoch": 0.99, - "learning_rate": 1.991195626801501e-09, - "loss": 0.908, - "step": 14839 - }, - { - "epoch": 0.99, - "learning_rate": 1.9481454179326453e-09, - "loss": 0.9866, - "step": 14840 - }, - { - "epoch": 0.99, - "learning_rate": 1.905565642376095e-09, - "loss": 0.8298, - "step": 14841 - }, - { - "epoch": 0.99, - "learning_rate": 1.863456302134692e-09, - "loss": 0.9528, - "step": 14842 - }, - { - "epoch": 0.99, - "learning_rate": 1.8218173991901844e-09, - "loss": 0.8472, - "step": 14843 - }, - { - "epoch": 0.99, - "learning_rate": 1.7806489355021162e-09, - "loss": 0.893, - "step": 14844 - }, - { - "epoch": 0.99, - "learning_rate": 1.7399509130078263e-09, - "loss": 0.8955, - "step": 14845 - }, - { - "epoch": 0.99, - "learning_rate": 1.6997233336213392e-09, - "loss": 0.9628, - "step": 14846 - }, - { - "epoch": 0.99, - "learning_rate": 1.6599661992355853e-09, - "loss": 0.943, - "step": 14847 - }, - { - "epoch": 0.99, - "learning_rate": 1.6206795117212904e-09, - "loss": 0.874, - "step": 14848 - }, - { - "epoch": 0.99, - "learning_rate": 1.5818632729269755e-09, - "loss": 0.9393, - "step": 14849 - }, - { - "epoch": 0.99, - "learning_rate": 1.5435174846800682e-09, - "loss": 0.9787, - "step": 14850 - }, - { - "epoch": 0.99, - "learning_rate": 1.5056421487835704e-09, - "loss": 0.9321, - "step": 14851 - }, - { - "epoch": 0.99, - "learning_rate": 1.46823726701939e-09, - "loss": 0.9575, - "step": 14852 - }, - { - "epoch": 0.99, - "learning_rate": 1.4313028411494513e-09, - "loss": 0.8656, - "step": 14853 - }, - { - "epoch": 0.99, - "learning_rate": 1.3948388729090323e-09, - "loss": 0.9299, - "step": 14854 - }, - { - "epoch": 0.99, - "learning_rate": 1.3588453640167588e-09, - "loss": 0.9096, - "step": 14855 - }, - { - "epoch": 0.99, - "learning_rate": 1.3233223161635e-09, - "loss": 0.9279, - "step": 14856 - }, - { - "epoch": 1.0, - "learning_rate": 1.2882697310212523e-09, - "loss": 0.9104, - "step": 14857 - }, - { - "epoch": 1.0, - "learning_rate": 1.2536876102409167e-09, - "loss": 0.9751, - "step": 14858 - }, - { - "epoch": 1.0, - "learning_rate": 1.2195759554489706e-09, - "loss": 0.9641, - "step": 14859 - }, - { - "epoch": 1.0, - "learning_rate": 1.1859347682496858e-09, - "loss": 0.9253, - "step": 14860 - }, - { - "epoch": 1.0, - "learning_rate": 1.1527640502262404e-09, - "loss": 0.9783, - "step": 14861 - }, - { - "epoch": 1.0, - "learning_rate": 1.1200638029396083e-09, - "loss": 0.9083, - "step": 14862 - }, - { - "epoch": 1.0, - "learning_rate": 1.087834027927448e-09, - "loss": 0.9197, - "step": 14863 - }, - { - "epoch": 1.0, - "learning_rate": 1.0560747267085448e-09, - "loss": 0.8837, - "step": 14864 - }, - { - "epoch": 1.0, - "learning_rate": 1.0247859007750383e-09, - "loss": 0.9031, - "step": 14865 - }, - { - "epoch": 1.0, - "learning_rate": 9.939675516013047e-10, - "loss": 0.9396, - "step": 14866 - }, - { - "epoch": 1.0, - "learning_rate": 9.63619680635075e-10, - "loss": 0.9732, - "step": 14867 - }, - { - "epoch": 1.0, - "learning_rate": 9.337422893052061e-10, - "loss": 0.8703, - "step": 14868 - }, - { - "epoch": 1.0, - "learning_rate": 9.043353790172405e-10, - "loss": 0.9039, - "step": 14869 - }, - { - "epoch": 1.0, - "learning_rate": 8.753989511567363e-10, - "loss": 0.7892, - "step": 14870 - }, - { - "epoch": 1.0, - "learning_rate": 8.469330070826065e-10, - "loss": 0.9455, - "step": 14871 - }, - { - "epoch": 1.0, - "learning_rate": 8.189375481360007e-10, - "loss": 0.8621, - "step": 14872 - }, - { - "epoch": 1.0, - "learning_rate": 7.914125756325331e-10, - "loss": 0.9057, - "step": 14873 - }, - { - "epoch": 1.0, - "learning_rate": 7.64358090868944e-10, - "loss": 0.88, - "step": 14874 - }, - { - "epoch": 1.0, - "learning_rate": 7.377740951175494e-10, - "loss": 0.938, - "step": 14875 - }, - { - "epoch": 1.0, - "learning_rate": 7.116605896295703e-10, - "loss": 0.904, - "step": 14876 - }, - { - "epoch": 1.0, - "learning_rate": 6.860175756329134e-10, - "loss": 0.9211, - "step": 14877 - }, - { - "epoch": 1.0, - "learning_rate": 6.608450543343914e-10, - "loss": 0.922, - "step": 14878 - }, - { - "epoch": 1.0, - "learning_rate": 6.361430269197222e-10, - "loss": 0.9272, - "step": 14879 - }, - { - "epoch": 1.0, - "learning_rate": 6.119114945490889e-10, - "loss": 0.9063, - "step": 14880 - }, - { - "epoch": 1.0, - "learning_rate": 5.881504583638009e-10, - "loss": 0.8372, - "step": 14881 - }, - { - "epoch": 1.0, - "learning_rate": 5.648599194829629e-10, - "loss": 1.0141, - "step": 14882 - }, - { - "epoch": 1.0, - "learning_rate": 5.420398790001446e-10, - "loss": 0.9048, - "step": 14883 - }, - { - "epoch": 1.0, - "learning_rate": 5.19690337990042e-10, - "loss": 0.9276, - "step": 14884 - }, - { - "epoch": 1.0, - "learning_rate": 4.978112975051463e-10, - "loss": 0.9817, - "step": 14885 - }, - { - "epoch": 1.0, - "learning_rate": 4.764027585735243e-10, - "loss": 0.9359, - "step": 14886 - }, - { - "epoch": 1.0, - "learning_rate": 4.554647222032582e-10, - "loss": 0.9776, - "step": 14887 - }, - { - "epoch": 1.0, - "learning_rate": 4.3499718937911605e-10, - "loss": 0.9552, - "step": 14888 - }, - { - "epoch": 1.0, - "learning_rate": 4.1500016106588157e-10, - "loss": 0.8688, - "step": 14889 - }, - { - "epoch": 1.0, - "learning_rate": 3.954736382016933e-10, - "loss": 0.7797, - "step": 14890 - }, - { - "epoch": 1.0, - "learning_rate": 3.76417621706926e-10, - "loss": 0.9173, - "step": 14891 - }, - { - "epoch": 1.0, - "learning_rate": 3.578321124786399e-10, - "loss": 1.016, - "step": 14892 - }, - { - "epoch": 1.0, - "learning_rate": 3.397171113894704e-10, - "loss": 0.9096, - "step": 14893 - }, - { - "epoch": 1.0, - "learning_rate": 3.2207261929428915e-10, - "loss": 0.9862, - "step": 14894 - }, - { - "epoch": 1.0, - "learning_rate": 3.048986370213225e-10, - "loss": 0.889, - "step": 14895 - }, - { - "epoch": 1.0, - "learning_rate": 2.8819516537881286e-10, - "loss": 0.9895, - "step": 14896 - }, - { - "epoch": 1.0, - "learning_rate": 2.719622051539084e-10, - "loss": 0.8472, - "step": 14897 - }, - { - "epoch": 1.0, - "learning_rate": 2.561997571093322e-10, - "loss": 0.9855, - "step": 14898 - }, - { - "epoch": 1.0, - "learning_rate": 2.409078219878236e-10, - "loss": 0.9136, - "step": 14899 - }, - { - "epoch": 1.0, - "learning_rate": 2.2608640050769682e-10, - "loss": 0.9117, - "step": 14900 - }, - { - "epoch": 1.0, - "learning_rate": 2.1173549336617193e-10, - "loss": 0.8785, - "step": 14901 - }, - { - "epoch": 1.0, - "learning_rate": 1.9785510124048502e-10, - "loss": 1.0143, - "step": 14902 - }, - { - "epoch": 1.0, - "learning_rate": 1.8444522478122673e-10, - "loss": 0.891, - "step": 14903 - }, - { - "epoch": 1.0, - "learning_rate": 1.715058646212242e-10, - "loss": 0.9238, - "step": 14904 - }, - { - "epoch": 1.0, - "learning_rate": 1.5903702136887965e-10, - "loss": 0.9468, - "step": 14905 - }, - { - "epoch": 1.0, - "learning_rate": 1.4703869561039086e-10, - "loss": 0.8979, - "step": 14906 - }, - { - "epoch": 1.0, - "learning_rate": 1.3551088790975108e-10, - "loss": 0.8586, - "step": 14907 - }, - { - "epoch": 1.0, - "learning_rate": 1.2445359881096965e-10, - "loss": 0.918, - "step": 14908 - }, - { - "epoch": 1.0, - "learning_rate": 1.1386682883363087e-10, - "loss": 0.8371, - "step": 14909 - }, - { - "epoch": 1.0, - "learning_rate": 1.0375057847511472e-10, - "loss": 0.9081, - "step": 14910 - }, - { - "epoch": 1.0, - "learning_rate": 9.410484821281706e-11, - "loss": 0.8734, - "step": 14911 - }, - { - "epoch": 1.0, - "learning_rate": 8.492963849970892e-11, - "loss": 0.9507, - "step": 14912 - }, - { - "epoch": 1.0, - "learning_rate": 7.622494976766704e-11, - "loss": 0.9541, - "step": 14913 - }, - { - "epoch": 1.0, - "learning_rate": 6.79907824263637e-11, - "loss": 0.8739, - "step": 14914 - }, - { - "epoch": 1.0, - "learning_rate": 6.022713686215653e-11, - "loss": 0.9955, - "step": 14915 - }, - { - "epoch": 1.0, - "learning_rate": 5.293401344252935e-11, - "loss": 0.8974, - "step": 14916 - }, - { - "epoch": 1.0, - "learning_rate": 4.611141250832063e-11, - "loss": 0.8706, - "step": 14917 - }, - { - "epoch": 1.0, - "learning_rate": 3.975933438260526e-11, - "loss": 0.8346, - "step": 14918 - }, - { - "epoch": 1.0, - "learning_rate": 3.3877779362923026e-11, - "loss": 0.9171, - "step": 14919 - }, - { - "epoch": 1.0, - "learning_rate": 2.8466747725719446e-11, - "loss": 0.9145, - "step": 14920 - }, - { - "epoch": 1.0, - "learning_rate": 2.3526239727456046e-11, - "loss": 0.9418, - "step": 14921 - }, - { - "epoch": 1.0, - "learning_rate": 1.9056255599059215e-11, - "loss": 1.0084, - "step": 14922 - }, - { - "epoch": 1.0, - "learning_rate": 1.5056795551471326e-11, - "loss": 0.8477, - "step": 14923 - }, - { - "epoch": 1.0, - "learning_rate": 1.1527859771209848e-11, - "loss": 0.9368, - "step": 14924 - }, - { - "epoch": 1.0, - "learning_rate": 8.469448427028681e-12, - "loss": 0.9232, - "step": 14925 - }, - { - "epoch": 1.0, - "learning_rate": 5.881561661036372e-12, - "loss": 0.8659, - "step": 14926 - }, - { - "epoch": 1.0, - "learning_rate": 3.764199596467677e-12, - "loss": 0.9705, - "step": 14927 - }, - { - "epoch": 1.0, - "learning_rate": 2.1173623310222213e-12, - "loss": 0.885, - "step": 14928 - }, - { - "epoch": 1.0, - "learning_rate": 9.410499435258402e-13, - "loss": 0.8983, - "step": 14929 - }, - { - "epoch": 1.0, - "learning_rate": 2.3526248837946184e-13, - "loss": 0.9132, - "step": 14930 - }, - { - "epoch": 1.0, - "learning_rate": 0.0, - "loss": 0.945, - "step": 14931 - }, - { - "epoch": 1.0, - "step": 14931, - "total_flos": 4.198532813634101e+23, - "train_loss": 0.9905932100872594, - "train_runtime": 105405.2791, - "train_samples_per_second": 18.132, - "train_steps_per_second": 0.142 } ], "logging_steps": 1.0, - "max_steps": 14931, + "max_steps": 6152, "num_input_tokens_seen": 0, "num_train_epochs": 1, - "save_steps": 400, - "total_flos": 4.198532813634101e+23, - "train_batch_size": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 4, "trial_name": null, "trial_params": null }