{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9929627023223082,
  "eval_steps": 500,
  "global_step": 236,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00844475721323012,
      "grad_norm": 2.089867158089946,
      "learning_rate": 4.1666666666666667e-07,
      "loss": 2.161,
      "step": 1
    },
    {
      "epoch": 0.0422237860661506,
      "grad_norm": 1.5848399731293203,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 2.0465,
      "step": 5
    },
    {
      "epoch": 0.0844475721323012,
      "grad_norm": 0.7578527824638689,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.5984,
      "step": 10
    },
    {
      "epoch": 0.1266713581984518,
      "grad_norm": 0.346915259777201,
      "learning_rate": 6.25e-06,
      "loss": 0.9384,
      "step": 15
    },
    {
      "epoch": 0.1688951442646024,
      "grad_norm": 0.17556784814479495,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.7181,
      "step": 20
    },
    {
      "epoch": 0.211118930330753,
      "grad_norm": 0.13630834383254564,
      "learning_rate": 9.999451015497595e-06,
      "loss": 0.6024,
      "step": 25
    },
    {
      "epoch": 0.2533427163969036,
      "grad_norm": 0.11554222320406965,
      "learning_rate": 9.980249213076085e-06,
      "loss": 0.5901,
      "step": 30
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 0.12278253986244328,
      "learning_rate": 9.933718620186745e-06,
      "loss": 0.5266,
      "step": 35
    },
    {
      "epoch": 0.3377902885292048,
      "grad_norm": 0.09979826087347965,
      "learning_rate": 9.860114570402055e-06,
      "loss": 0.4992,
      "step": 40
    },
    {
      "epoch": 0.3800140745953554,
      "grad_norm": 0.09403541146186689,
      "learning_rate": 9.759840961111098e-06,
      "loss": 0.4552,
      "step": 45
    },
    {
      "epoch": 0.422237860661506,
      "grad_norm": 0.11355916833002154,
      "learning_rate": 9.633448037159167e-06,
      "loss": 0.4481,
      "step": 50
    },
    {
      "epoch": 0.4644616467276566,
      "grad_norm": 0.08073377113874591,
      "learning_rate": 9.481629371415315e-06,
      "loss": 0.4421,
      "step": 55
    },
    {
      "epoch": 0.5066854327938072,
      "grad_norm": 0.09267587470901371,
      "learning_rate": 9.305218058836778e-06,
      "loss": 0.4315,
      "step": 60
    },
    {
      "epoch": 0.5489092188599578,
      "grad_norm": 0.07970275638417536,
      "learning_rate": 9.10518214491513e-06,
      "loss": 0.4193,
      "step": 65
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 0.09176650758741302,
      "learning_rate": 8.882619313590212e-06,
      "loss": 0.4359,
      "step": 70
    },
    {
      "epoch": 0.633356790992259,
      "grad_norm": 0.06297292993950475,
      "learning_rate": 8.638750863781614e-06,
      "loss": 0.3866,
      "step": 75
    },
    {
      "epoch": 0.6755805770584096,
      "grad_norm": 0.09109073826112205,
      "learning_rate": 8.374915007591053e-06,
      "loss": 0.4041,
      "step": 80
    },
    {
      "epoch": 0.7178043631245602,
      "grad_norm": 0.05865190056091487,
      "learning_rate": 8.092559526951374e-06,
      "loss": 0.4239,
      "step": 85
    },
    {
      "epoch": 0.7600281491907108,
      "grad_norm": 0.06974442479960637,
      "learning_rate": 7.793233829018263e-06,
      "loss": 0.3986,
      "step": 90
    },
    {
      "epoch": 0.8022519352568613,
      "grad_norm": 0.05463034337178698,
      "learning_rate": 7.478580443900247e-06,
      "loss": 0.4247,
      "step": 95
    },
    {
      "epoch": 0.844475721323012,
      "grad_norm": 0.06205362965112395,
      "learning_rate": 7.1503260113826035e-06,
      "loss": 0.3913,
      "step": 100
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 0.067892476771574,
      "learning_rate": 6.810271806104931e-06,
      "loss": 0.401,
      "step": 105
    },
    {
      "epoch": 0.9289232934553132,
      "grad_norm": 0.05154900712833624,
      "learning_rate": 6.46028385318488e-06,
      "loss": 0.3938,
      "step": 110
    },
    {
      "epoch": 0.9711470795214637,
      "grad_norm": 0.05021016889651189,
      "learning_rate": 6.10228268852786e-06,
      "loss": 0.3675,
      "step": 115
    },
    {
      "epoch": 0.9964813511611541,
      "eval_loss": 0.36927565932273865,
      "eval_runtime": 345.1421,
      "eval_samples_per_second": 4.117,
      "eval_steps_per_second": 1.031,
      "step": 118
    },
    {
      "epoch": 1.0133708655876144,
      "grad_norm": 0.06461727535494917,
      "learning_rate": 5.738232820012407e-06,
      "loss": 0.437,
      "step": 120
    },
    {
      "epoch": 1.0555946516537649,
      "grad_norm": 0.05489917224274474,
      "learning_rate": 5.370131947382215e-06,
      "loss": 0.3656,
      "step": 125
    },
    {
      "epoch": 1.0978184377199156,
      "grad_norm": 0.06042558978858904,
      "learning_rate": 5e-06,
      "loss": 0.4009,
      "step": 130
    },
    {
      "epoch": 1.1400422237860661,
      "grad_norm": 0.06049921311472245,
      "learning_rate": 4.629868052617786e-06,
      "loss": 0.3482,
      "step": 135
    },
    {
      "epoch": 1.1822660098522166,
      "grad_norm": 0.053628889597754824,
      "learning_rate": 4.261767179987595e-06,
      "loss": 0.3484,
      "step": 140
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 0.05427865015224349,
      "learning_rate": 3.897717311472141e-06,
      "loss": 0.3639,
      "step": 145
    },
    {
      "epoch": 1.266713581984518,
      "grad_norm": 0.057489395038740544,
      "learning_rate": 3.539716146815122e-06,
      "loss": 0.3835,
      "step": 150
    },
    {
      "epoch": 1.3089373680506686,
      "grad_norm": 0.05111391290442162,
      "learning_rate": 3.1897281938950693e-06,
      "loss": 0.3645,
      "step": 155
    },
    {
      "epoch": 1.3511611541168191,
      "grad_norm": 0.05075774897048314,
      "learning_rate": 2.8496739886173994e-06,
      "loss": 0.3693,
      "step": 160
    },
    {
      "epoch": 1.3933849401829699,
      "grad_norm": 0.04943651400266673,
      "learning_rate": 2.5214195560997546e-06,
      "loss": 0.3786,
      "step": 165
    },
    {
      "epoch": 1.4356087262491204,
      "grad_norm": 0.044263408717175816,
      "learning_rate": 2.2067661709817384e-06,
      "loss": 0.3802,
      "step": 170
    },
    {
      "epoch": 1.477832512315271,
      "grad_norm": 0.05037201642103367,
      "learning_rate": 1.9074404730486264e-06,
      "loss": 0.3548,
      "step": 175
    },
    {
      "epoch": 1.5200562983814216,
      "grad_norm": 0.047573069715430114,
      "learning_rate": 1.6250849924089485e-06,
      "loss": 0.3737,
      "step": 180
    },
    {
      "epoch": 1.5622800844475722,
      "grad_norm": 0.05285111504365142,
      "learning_rate": 1.3612491362183887e-06,
      "loss": 0.3602,
      "step": 185
    },
    {
      "epoch": 1.6045038705137227,
      "grad_norm": 0.05156216290861093,
      "learning_rate": 1.1173806864097885e-06,
      "loss": 0.3609,
      "step": 190
    },
    {
      "epoch": 1.6467276565798734,
      "grad_norm": 0.04756228232260825,
      "learning_rate": 8.948178550848702e-07,
      "loss": 0.3344,
      "step": 195
    },
    {
      "epoch": 1.688951442646024,
      "grad_norm": 0.05015333465574718,
      "learning_rate": 6.947819411632223e-07,
      "loss": 0.326,
      "step": 200
    },
    {
      "epoch": 1.7311752287121744,
      "grad_norm": 0.05391623766653661,
      "learning_rate": 5.183706285846873e-07,
      "loss": 0.3743,
      "step": 205
    },
    {
      "epoch": 1.7733990147783252,
      "grad_norm": 0.05381208848410942,
      "learning_rate": 3.665519628408332e-07,
      "loss": 0.3482,
      "step": 210
    },
    {
      "epoch": 1.8156228008444757,
      "grad_norm": 0.04072660534703765,
      "learning_rate": 2.401590388889025e-07,
      "loss": 0.3681,
      "step": 215
    },
    {
      "epoch": 1.8578465869106262,
      "grad_norm": 0.05078699788677098,
      "learning_rate": 1.3988542959794627e-07,
      "loss": 0.3522,
      "step": 220
    },
    {
      "epoch": 1.900070372976777,
      "grad_norm": 0.05235725304027692,
      "learning_rate": 6.628137981325611e-08,
      "loss": 0.3994,
      "step": 225
    },
    {
      "epoch": 1.9422941590429277,
      "grad_norm": 0.04983097587956561,
      "learning_rate": 1.975078692391552e-08,
      "loss": 0.36,
      "step": 230
    },
    {
      "epoch": 1.984517945109078,
      "grad_norm": 0.058131705794752526,
      "learning_rate": 5.489845024053698e-10,
      "loss": 0.3467,
      "step": 235
    },
    {
      "epoch": 1.9929627023223082,
      "eval_loss": 0.3553777039051056,
      "eval_runtime": 342.1435,
      "eval_samples_per_second": 4.153,
      "eval_steps_per_second": 1.04,
      "step": 236
    },
    {
      "epoch": 1.9929627023223082,
      "step": 236,
      "total_flos": 4.237289220525261e+16,
      "train_loss": 0.47937014673726036,
      "train_runtime": 10453.3911,
      "train_samples_per_second": 1.087,
      "train_steps_per_second": 0.023
    }
  ],
  "logging_steps": 5,
  "max_steps": 236,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.237289220525261e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}