{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9984,
  "eval_steps": 100,
  "global_step": 156,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 3.125e-07,
      "logits/chosen": -2.735111713409424,
      "logits/rejected": -2.6982784271240234,
      "logps/chosen": -269.989501953125,
      "logps/rejected": -160.53433227539062,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.125e-06,
      "logits/chosen": -2.7510337829589844,
      "logits/rejected": -2.70198392868042,
      "logps/chosen": -225.9598388671875,
      "logps/rejected": -146.84454345703125,
      "loss": 0.6918,
      "rewards/accuracies": 0.5729166865348816,
      "rewards/chosen": 0.0024252247530966997,
      "rewards/margins": 0.0031480363104492426,
      "rewards/rejected": -0.0007228113245218992,
      "step": 10
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.989935734988098e-06,
      "logits/chosen": -2.7219443321228027,
      "logits/rejected": -2.676025152206421,
      "logps/chosen": -227.4296112060547,
      "logps/rejected": -151.27586364746094,
      "loss": 0.6778,
      "rewards/accuracies": 0.746874988079071,
      "rewards/chosen": 0.0456942617893219,
      "rewards/margins": 0.03698232024908066,
      "rewards/rejected": 0.00871194526553154,
      "step": 20
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.8776412907378845e-06,
      "logits/chosen": -2.6784729957580566,
      "logits/rejected": -2.6449942588806152,
      "logps/chosen": -236.11929321289062,
      "logps/rejected": -164.32357788085938,
      "loss": 0.649,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.05519301816821098,
      "rewards/margins": 0.10018298774957657,
      "rewards/rejected": -0.04498996213078499,
      "step": 30
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.646121984004666e-06,
      "logits/chosen": -2.586902141571045,
      "logits/rejected": -2.5570755004882812,
      "logps/chosen": -226.29769897460938,
      "logps/rejected": -173.32815551757812,
      "loss": 0.6268,
      "rewards/accuracies": 0.746874988079071,
      "rewards/chosen": -0.07233832776546478,
      "rewards/margins": 0.1450045257806778,
      "rewards/rejected": -0.21734285354614258,
      "step": 40
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.3069871595684795e-06,
      "logits/chosen": -2.5778377056121826,
      "logits/rejected": -2.5205721855163574,
      "logps/chosen": -245.772705078125,
      "logps/rejected": -193.9845733642578,
      "loss": 0.6005,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.13813601434230804,
      "rewards/margins": 0.2017526626586914,
      "rewards/rejected": -0.33988869190216064,
      "step": 50
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.8772424536302565e-06,
      "logits/chosen": -2.4997265338897705,
      "logits/rejected": -2.4495482444763184,
      "logps/chosen": -247.75387573242188,
      "logps/rejected": -203.0021514892578,
      "loss": 0.5905,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": -0.18028748035430908,
      "rewards/margins": 0.2833089232444763,
      "rewards/rejected": -0.4635964035987854,
      "step": 60
    },
    {
      "epoch": 0.45,
      "learning_rate": 3.3784370602033572e-06,
      "logits/chosen": -2.4846343994140625,
      "logits/rejected": -2.396561861038208,
      "logps/chosen": -257.1364440917969,
      "logps/rejected": -203.55770874023438,
      "loss": 0.5887,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -0.31378373503685,
      "rewards/margins": 0.26320117712020874,
      "rewards/rejected": -0.5769849419593811,
      "step": 70
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.835583164544139e-06,
      "logits/chosen": -2.45512318611145,
      "logits/rejected": -2.375077486038208,
      "logps/chosen": -242.77249145507812,
      "logps/rejected": -204.02432250976562,
      "loss": 0.5853,
      "rewards/accuracies": 0.734375,
      "rewards/chosen": -0.2053767442703247,
      "rewards/margins": 0.27405497431755066,
      "rewards/rejected": -0.47943171858787537,
      "step": 80
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.2759017277414165e-06,
      "logits/chosen": -2.455535888671875,
      "logits/rejected": -2.434126138687134,
      "logps/chosen": -274.60833740234375,
      "logps/rejected": -236.69607543945312,
      "loss": 0.5714,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -0.31336939334869385,
      "rewards/margins": 0.33501023054122925,
      "rewards/rejected": -0.6483795046806335,
      "step": 90
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7274575140626318e-06,
      "logits/chosen": -2.4610631465911865,
      "logits/rejected": -2.3715062141418457,
      "logps/chosen": -265.38323974609375,
      "logps/rejected": -213.9130859375,
      "loss": 0.5679,
      "rewards/accuracies": 0.753125011920929,
      "rewards/chosen": -0.2271123230457306,
      "rewards/margins": 0.34284231066703796,
      "rewards/rejected": -0.5699546337127686,
      "step": 100
    },
    {
      "epoch": 0.64,
      "eval_logits/chosen": -2.42817759513855,
      "eval_logits/rejected": -2.348471164703369,
      "eval_logps/chosen": -304.2576599121094,
      "eval_logps/rejected": -289.00128173828125,
      "eval_loss": 0.6580253839492798,
      "eval_rewards/accuracies": 0.5920000076293945,
      "eval_rewards/chosen": -0.16384616494178772,
      "eval_rewards/margins": 0.10580243170261383,
      "eval_rewards/rejected": -0.26964858174324036,
      "eval_runtime": 384.0219,
      "eval_samples_per_second": 5.208,
      "eval_steps_per_second": 0.651,
      "step": 100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.217751806485235e-06,
      "logits/chosen": -2.4483482837677,
      "logits/rejected": -2.3885979652404785,
      "logps/chosen": -273.8882751464844,
      "logps/rejected": -224.49832153320312,
      "loss": 0.557,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -0.25214630365371704,
      "rewards/margins": 0.3829244375228882,
      "rewards/rejected": -0.6350707411766052,
      "step": 110
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.723433775328385e-07,
      "logits/chosen": -2.4284257888793945,
      "logits/rejected": -2.383587598800659,
      "logps/chosen": -279.2298889160156,
      "logps/rejected": -230.93368530273438,
      "loss": 0.5667,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.284829318523407,
      "rewards/margins": 0.3690839409828186,
      "rewards/rejected": -0.6539133191108704,
      "step": 120
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.1356686569674344e-07,
      "logits/chosen": -2.4198520183563232,
      "logits/rejected": -2.323582172393799,
      "logps/chosen": -245.6083221435547,
      "logps/rejected": -208.6503448486328,
      "loss": 0.5768,
      "rewards/accuracies": 0.703125,
      "rewards/chosen": -0.2928313910961151,
      "rewards/margins": 0.2934364080429077,
      "rewards/rejected": -0.5862677693367004,
      "step": 130
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.59412823400657e-07,
      "logits/chosen": -2.3871216773986816,
      "logits/rejected": -2.3270230293273926,
      "logps/chosen": -268.95526123046875,
      "logps/rejected": -234.47000122070312,
      "loss": 0.5646,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -0.26539891958236694,
      "rewards/margins": 0.384247362613678,
      "rewards/rejected": -0.6496462821960449,
      "step": 140
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.262559558016325e-08,
      "logits/chosen": -2.404141664505005,
      "logits/rejected": -2.3580636978149414,
      "logps/chosen": -244.45816040039062,
      "logps/rejected": -202.0813751220703,
      "loss": 0.5598,
      "rewards/accuracies": 0.784375011920929,
      "rewards/chosen": -0.26347464323043823,
      "rewards/margins": 0.37577688694000244,
      "rewards/rejected": -0.6392515301704407,
      "step": 150
    },
    {
      "epoch": 1.0,
      "step": 156,
      "total_flos": 0.0,
      "train_loss": 0.5971177717049917,
      "train_runtime": 6956.9181,
      "train_samples_per_second": 2.875,
      "train_steps_per_second": 0.022
    }
  ],
  "logging_steps": 10,
  "max_steps": 156,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}