{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 290,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.7135222218930721,
      "epoch": 0.1386481802426343,
      "grad_norm": 2.765625,
      "learning_rate": 3.2758620689655175e-06,
      "loss": 1.0037,
      "mean_token_accuracy": 0.766643451154232,
      "num_tokens": 6832690.0,
      "step": 20
    },
    {
      "entropy": 0.6983387872576714,
      "epoch": 0.2772963604852686,
      "grad_norm": 1.171875,
      "learning_rate": 6.724137931034484e-06,
      "loss": 0.7837,
      "mean_token_accuracy": 0.7993580244481564,
      "num_tokens": 13664933.0,
      "step": 40
    },
    {
      "entropy": 0.5203136764466763,
      "epoch": 0.41594454072790293,
      "grad_norm": 0.44140625,
      "learning_rate": 9.999541586764836e-06,
      "loss": 0.5293,
      "mean_token_accuracy": 0.8474333696067333,
      "num_tokens": 20500452.0,
      "step": 60
    },
    {
      "entropy": 0.4632941197603941,
      "epoch": 0.5545927209705372,
      "grad_norm": 0.34765625,
      "learning_rate": 9.799195340909569e-06,
      "loss": 0.4664,
      "mean_token_accuracy": 0.8605481564998627,
      "num_tokens": 27342335.0,
      "step": 80
    },
    {
      "entropy": 0.44385356418788435,
      "epoch": 0.6932409012131716,
      "grad_norm": 0.384765625,
      "learning_rate": 9.248987682898576e-06,
      "loss": 0.4448,
      "mean_token_accuracy": 0.8655192881822587,
      "num_tokens": 34182590.0,
      "step": 100
    },
    {
      "entropy": 0.44103220105171204,
      "epoch": 0.8318890814558059,
      "grad_norm": 0.341796875,
      "learning_rate": 8.389028759232816e-06,
      "loss": 0.4425,
      "mean_token_accuracy": 0.8660077638924122,
      "num_tokens": 41024570.0,
      "step": 120
    },
    {
      "entropy": 0.4328003875911236,
      "epoch": 0.9705372616984402,
      "grad_norm": 0.318359375,
      "learning_rate": 7.2820095883138456e-06,
      "loss": 0.4334,
      "mean_token_accuracy": 0.8682045668363572,
      "num_tokens": 47861377.0,
      "step": 140
    },
    {
      "entropy": 0.4284165660282234,
      "epoch": 1.1039861351819757,
      "grad_norm": 0.326171875,
      "learning_rate": 6.008631884264387e-06,
      "loss": 0.4289,
      "mean_token_accuracy": 0.868948469688366,
      "num_tokens": 54391813.0,
      "step": 160
    },
    {
      "entropy": 0.4236792534589767,
      "epoch": 1.24263431542461,
      "grad_norm": 0.341796875,
      "learning_rate": 4.661724900761355e-06,
      "loss": 0.4239,
      "mean_token_accuracy": 0.8704770557582379,
      "num_tokens": 61227970.0,
      "step": 180
    },
    {
      "entropy": 0.42442810237407685,
      "epoch": 1.3812824956672443,
      "grad_norm": 0.33984375,
      "learning_rate": 3.3394781770539406e-06,
      "loss": 0.4245,
      "mean_token_accuracy": 0.8702129699289799,
      "num_tokens": 68065726.0,
      "step": 200
    },
    {
      "entropy": 0.42482112273573874,
      "epoch": 1.5199306759098787,
      "grad_norm": 0.318359375,
      "learning_rate": 2.138283519083281e-06,
      "loss": 0.4249,
      "mean_token_accuracy": 0.8700512439012528,
      "num_tokens": 74903041.0,
      "step": 220
    },
    {
      "entropy": 0.4213219854980707,
      "epoch": 1.658578856152513,
      "grad_norm": 0.32421875,
      "learning_rate": 1.145708035387177e-06,
      "loss": 0.4219,
      "mean_token_accuracy": 0.8707552805542946,
      "num_tokens": 81743295.0,
      "step": 240
    },
    {
      "entropy": 0.422089908644557,
      "epoch": 1.7972270363951472,
      "grad_norm": 0.322265625,
      "learning_rate": 4.341104935775442e-07,
      "loss": 0.4229,
      "mean_token_accuracy": 0.8708024740219116,
      "num_tokens": 88577789.0,
      "step": 260
    },
    {
      "entropy": 0.4224289160221815,
      "epoch": 1.9358752166377817,
      "grad_norm": 0.322265625,
      "learning_rate": 5.536636509891225e-08,
      "loss": 0.4232,
      "mean_token_accuracy": 0.8705480195581913,
      "num_tokens": 95417722.0,
      "step": 280
    },
    {
      "entropy": 0.4213579764237275,
      "epoch": 2.0,
      "mean_token_accuracy": 0.8710838395196039,
      "num_tokens": 98528536.0,
      "step": 290,
      "total_flos": 2.1561577524323942e+18,
      "train_loss": 0.5024350297862086,
      "train_runtime": 9862.6956,
      "train_samples_per_second": 9.819,
      "train_steps_per_second": 0.029
    }
  ],
  "logging_steps": 20,
  "max_steps": 290,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1561577524323942e+18,
  "train_batch_size": 84,
  "trial_name": null,
  "trial_params": null
}