{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9985553308292401,
  "eval_steps": 100,
  "global_step": 432,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.023114706732158336,
      "grad_norm": 66.92803955078125,
      "learning_rate": 2.2727272727272726e-07,
      "logits/chosen": -0.33564168214797974,
      "logits/rejected": -0.3153206706047058,
      "logps/chosen": -269.33428955078125,
      "logps/rejected": -267.60894775390625,
      "loss": 2.6157,
      "nll_loss": 0.741317629814148,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -26.933429718017578,
      "rewards/margins": -0.17253029346466064,
      "rewards/rejected": -26.76089859008789,
      "step": 10
    },
    {
      "epoch": 0.04622941346431667,
      "grad_norm": 54.904842376708984,
      "learning_rate": 4.545454545454545e-07,
      "logits/chosen": -0.3472834527492523,
      "logits/rejected": -0.3292314112186432,
      "logps/chosen": -260.78680419921875,
      "logps/rejected": -267.32977294921875,
      "loss": 2.5223,
      "nll_loss": 0.7186762094497681,
      "rewards/accuracies": 0.565625011920929,
      "rewards/chosen": -26.078683853149414,
      "rewards/margins": 0.6542952060699463,
      "rewards/rejected": -26.732980728149414,
      "step": 20
    },
    {
      "epoch": 0.06934412019647501,
      "grad_norm": 57.42607498168945,
      "learning_rate": 6.818181818181817e-07,
      "logits/chosen": -0.3462437689304352,
      "logits/rejected": -0.334714412689209,
      "logps/chosen": -247.49801635742188,
      "logps/rejected": -250.79483032226562,
      "loss": 2.3549,
      "nll_loss": 0.7035976052284241,
      "rewards/accuracies": 0.515625,
      "rewards/chosen": -24.749801635742188,
      "rewards/margins": 0.3296825885772705,
      "rewards/rejected": -25.079483032226562,
      "step": 30
    },
    {
      "epoch": 0.09245882692863334,
      "grad_norm": 46.98875427246094,
      "learning_rate": 9.09090909090909e-07,
      "logits/chosen": -0.5729629993438721,
      "logits/rejected": -0.5595733523368835,
      "logps/chosen": -215.0082244873047,
      "logps/rejected": -216.9280548095703,
      "loss": 2.1725,
      "nll_loss": 0.6498099565505981,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -21.500822067260742,
      "rewards/margins": 0.19198258221149445,
      "rewards/rejected": -21.692806243896484,
      "step": 40
    },
    {
      "epoch": 0.11557353366079168,
      "grad_norm": 47.18745803833008,
      "learning_rate": 9.845360824742267e-07,
      "logits/chosen": -0.8356858491897583,
      "logits/rejected": -0.8102104067802429,
      "logps/chosen": -196.44061279296875,
      "logps/rejected": -195.4991455078125,
      "loss": 2.1857,
      "nll_loss": 0.5283800959587097,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -19.644062042236328,
      "rewards/margins": -0.09414808452129364,
      "rewards/rejected": -19.549915313720703,
      "step": 50
    },
    {
      "epoch": 0.13868824039295002,
      "grad_norm": 55.287715911865234,
      "learning_rate": 9.587628865979382e-07,
      "logits/chosen": -0.6823571920394897,
      "logits/rejected": -0.68729567527771,
      "logps/chosen": -164.70936584472656,
      "logps/rejected": -164.9478302001953,
      "loss": 2.0037,
      "nll_loss": 0.4647987484931946,
      "rewards/accuracies": 0.534375011920929,
      "rewards/chosen": -16.470935821533203,
      "rewards/margins": 0.02384711429476738,
      "rewards/rejected": -16.494781494140625,
      "step": 60
    },
    {
      "epoch": 0.16180294712510834,
      "grad_norm": 51.4761962890625,
      "learning_rate": 9.329896907216495e-07,
      "logits/chosen": -0.5190773010253906,
      "logits/rejected": -0.49602770805358887,
      "logps/chosen": -155.39878845214844,
      "logps/rejected": -157.3554229736328,
      "loss": 1.9943,
      "nll_loss": 0.4453979432582855,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -15.539876937866211,
      "rewards/margins": 0.195662721991539,
      "rewards/rejected": -15.735540390014648,
      "step": 70
    },
    {
      "epoch": 0.1849176538572667,
      "grad_norm": 46.25474166870117,
      "learning_rate": 9.072164948453608e-07,
      "logits/chosen": -0.4949778914451599,
      "logits/rejected": -0.47060757875442505,
      "logps/chosen": -158.2879180908203,
      "logps/rejected": -161.47145080566406,
      "loss": 1.8594,
      "nll_loss": 0.4298928380012512,
      "rewards/accuracies": 0.5093749761581421,
      "rewards/chosen": -15.828791618347168,
      "rewards/margins": 0.3183526396751404,
      "rewards/rejected": -16.147144317626953,
      "step": 80
    },
    {
      "epoch": 0.208032360589425,
      "grad_norm": 49.99284744262695,
      "learning_rate": 8.814432989690721e-07,
      "logits/chosen": -0.37455958127975464,
      "logits/rejected": -0.3673579692840576,
      "logps/chosen": -153.99154663085938,
      "logps/rejected": -161.9925079345703,
      "loss": 1.7748,
      "nll_loss": 0.42108353972435,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -15.39915657043457,
      "rewards/margins": 0.8000966310501099,
      "rewards/rejected": -16.19925308227539,
      "step": 90
    },
    {
      "epoch": 0.23114706732158335,
      "grad_norm": 47.385650634765625,
      "learning_rate": 8.556701030927834e-07,
      "logits/chosen": -0.3636273443698883,
      "logits/rejected": -0.3537142872810364,
      "logps/chosen": -153.48483276367188,
      "logps/rejected": -156.58370971679688,
      "loss": 1.9304,
      "nll_loss": 0.4187200665473938,
      "rewards/accuracies": 0.5406249761581421,
      "rewards/chosen": -15.348485946655273,
      "rewards/margins": 0.3098832070827484,
      "rewards/rejected": -15.658369064331055,
      "step": 100
    },
    {
      "epoch": 0.23114706732158335,
      "eval_logits/chosen": -0.3853626549243927,
      "eval_logits/rejected": -0.36488524079322815,
      "eval_logps/chosen": -149.94454956054688,
      "eval_logps/rejected": -153.576171875,
      "eval_loss": 1.7872967720031738,
      "eval_nll_loss": 0.4085230827331543,
      "eval_rewards/accuracies": 0.5804347991943359,
      "eval_rewards/chosen": -14.994454383850098,
      "eval_rewards/margins": 0.36316320300102234,
      "eval_rewards/rejected": -15.357619285583496,
      "eval_runtime": 73.8265,
      "eval_samples_per_second": 24.734,
      "eval_steps_per_second": 1.558,
      "step": 100
    },
    {
      "epoch": 0.2542617740537417,
      "grad_norm": 47.490840911865234,
      "learning_rate": 8.298969072164948e-07,
      "logits/chosen": -0.3666607141494751,
      "logits/rejected": -0.3409901261329651,
      "logps/chosen": -147.7798309326172,
      "logps/rejected": -152.14883422851562,
      "loss": 1.7164,
      "nll_loss": 0.40307506918907166,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -14.777984619140625,
      "rewards/margins": 0.4368988573551178,
      "rewards/rejected": -15.214881896972656,
      "step": 110
    },
    {
      "epoch": 0.27737648078590005,
      "grad_norm": 45.41544723510742,
      "learning_rate": 8.041237113402062e-07,
      "logits/chosen": -0.36932340264320374,
      "logits/rejected": -0.3461097776889801,
      "logps/chosen": -155.2689208984375,
      "logps/rejected": -156.53543090820312,
      "loss": 1.7549,
      "nll_loss": 0.42143669724464417,
      "rewards/accuracies": 0.534375011920929,
      "rewards/chosen": -15.526891708374023,
      "rewards/margins": 0.12664994597434998,
      "rewards/rejected": -15.653543472290039,
      "step": 120
    },
    {
      "epoch": 0.30049118751805837,
      "grad_norm": 55.190162658691406,
      "learning_rate": 7.783505154639175e-07,
      "logits/chosen": -0.36812376976013184,
      "logits/rejected": -0.3466120660305023,
      "logps/chosen": -153.25393676757812,
      "logps/rejected": -161.2375030517578,
      "loss": 1.8234,
      "nll_loss": 0.4233035147190094,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -15.325393676757812,
      "rewards/margins": 0.7983576655387878,
      "rewards/rejected": -16.123750686645508,
      "step": 130
    },
    {
      "epoch": 0.3236058942502167,
      "grad_norm": 58.641231536865234,
      "learning_rate": 7.525773195876288e-07,
      "logits/chosen": -0.42011794447898865,
      "logits/rejected": -0.41268259286880493,
      "logps/chosen": -144.4340362548828,
      "logps/rejected": -149.6342010498047,
      "loss": 1.7976,
      "nll_loss": 0.4138007164001465,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -14.443403244018555,
      "rewards/margins": 0.520018458366394,
      "rewards/rejected": -14.963422775268555,
      "step": 140
    },
    {
      "epoch": 0.34672060098237506,
      "grad_norm": 59.50709533691406,
      "learning_rate": 7.268041237113402e-07,
      "logits/chosen": -0.45735687017440796,
      "logits/rejected": -0.44332581758499146,
      "logps/chosen": -141.5747528076172,
      "logps/rejected": -147.01950073242188,
      "loss": 1.8755,
      "nll_loss": 0.41054767370224,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -14.157475471496582,
      "rewards/margins": 0.5444743037223816,
      "rewards/rejected": -14.701950073242188,
      "step": 150
    },
    {
      "epoch": 0.3698353077145334,
      "grad_norm": 40.405235290527344,
      "learning_rate": 7.010309278350515e-07,
      "logits/chosen": -0.4439857602119446,
      "logits/rejected": -0.41624826192855835,
      "logps/chosen": -156.5723876953125,
      "logps/rejected": -160.45640563964844,
      "loss": 1.7024,
      "nll_loss": 0.4132766127586365,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -15.65723991394043,
      "rewards/margins": 0.38840025663375854,
      "rewards/rejected": -16.045639038085938,
      "step": 160
    },
    {
      "epoch": 0.3929500144466917,
      "grad_norm": 51.05006790161133,
      "learning_rate": 6.752577319587629e-07,
      "logits/chosen": -0.39237576723098755,
      "logits/rejected": -0.3862777650356293,
      "logps/chosen": -152.97549438476562,
      "logps/rejected": -160.07443237304688,
      "loss": 1.599,
      "nll_loss": 0.41846928000450134,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -15.2975492477417,
      "rewards/margins": 0.7098936438560486,
      "rewards/rejected": -16.007442474365234,
      "step": 170
    },
    {
      "epoch": 0.41606472117885,
      "grad_norm": 48.777130126953125,
      "learning_rate": 6.494845360824742e-07,
      "logits/chosen": -0.4046599864959717,
      "logits/rejected": -0.4020842909812927,
      "logps/chosen": -148.8914794921875,
      "logps/rejected": -155.31307983398438,
      "loss": 1.6521,
      "nll_loss": 0.4291691780090332,
      "rewards/accuracies": 0.565625011920929,
      "rewards/chosen": -14.889147758483887,
      "rewards/margins": 0.6421611309051514,
      "rewards/rejected": -15.531309127807617,
      "step": 180
    },
    {
      "epoch": 0.4391794279110084,
      "grad_norm": 51.11661911010742,
      "learning_rate": 6.237113402061855e-07,
      "logits/chosen": -0.42425212264060974,
      "logits/rejected": -0.4136783480644226,
      "logps/chosen": -156.27357482910156,
      "logps/rejected": -162.0409393310547,
      "loss": 1.7189,
      "nll_loss": 0.42820248007774353,
      "rewards/accuracies": 0.5843750238418579,
      "rewards/chosen": -15.627357482910156,
      "rewards/margins": 0.5767360329627991,
      "rewards/rejected": -16.2040958404541,
      "step": 190
    },
    {
      "epoch": 0.4622941346431667,
      "grad_norm": 45.06605529785156,
      "learning_rate": 5.979381443298969e-07,
      "logits/chosen": -0.3681766986846924,
      "logits/rejected": -0.36281704902648926,
      "logps/chosen": -157.00155639648438,
      "logps/rejected": -163.3647003173828,
      "loss": 1.6908,
      "nll_loss": 0.4334492087364197,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -15.700152397155762,
      "rewards/margins": 0.6363152265548706,
      "rewards/rejected": -16.336469650268555,
      "step": 200
    },
    {
      "epoch": 0.4622941346431667,
      "eval_logits/chosen": -0.4014091491699219,
      "eval_logits/rejected": -0.3777381181716919,
      "eval_logps/chosen": -156.43685913085938,
      "eval_logps/rejected": -162.43849182128906,
      "eval_loss": 1.6701573133468628,
      "eval_nll_loss": 0.42524340748786926,
      "eval_rewards/accuracies": 0.5978260636329651,
      "eval_rewards/chosen": -15.643685340881348,
      "eval_rewards/margins": 0.6001652479171753,
      "eval_rewards/rejected": -16.243852615356445,
      "eval_runtime": 73.8669,
      "eval_samples_per_second": 24.72,
      "eval_steps_per_second": 1.557,
      "step": 200
    },
    {
      "epoch": 0.48540884137532503,
      "grad_norm": 52.39714813232422,
      "learning_rate": 5.721649484536082e-07,
      "logits/chosen": -0.4187684953212738,
      "logits/rejected": -0.39357370138168335,
      "logps/chosen": -151.34727478027344,
      "logps/rejected": -153.41477966308594,
      "loss": 1.6691,
      "nll_loss": 0.42135825753211975,
      "rewards/accuracies": 0.546875,
      "rewards/chosen": -15.134727478027344,
      "rewards/margins": 0.2067503184080124,
      "rewards/rejected": -15.34147834777832,
      "step": 210
    },
    {
      "epoch": 0.5085235481074833,
      "grad_norm": 48.871177673339844,
      "learning_rate": 5.463917525773195e-07,
      "logits/chosen": -0.46896496415138245,
      "logits/rejected": -0.4411422312259674,
      "logps/chosen": -160.63766479492188,
      "logps/rejected": -166.47012329101562,
      "loss": 1.7268,
      "nll_loss": 0.43222665786743164,
      "rewards/accuracies": 0.6156250238418579,
      "rewards/chosen": -16.063764572143555,
      "rewards/margins": 0.5832474231719971,
      "rewards/rejected": -16.64701271057129,
      "step": 220
    },
    {
      "epoch": 0.5316382548396418,
      "grad_norm": 46.8618278503418,
      "learning_rate": 5.20618556701031e-07,
      "logits/chosen": -0.4806763529777527,
      "logits/rejected": -0.4655001163482666,
      "logps/chosen": -164.1845245361328,
      "logps/rejected": -170.3590087890625,
      "loss": 1.753,
      "nll_loss": 0.4462898373603821,
      "rewards/accuracies": 0.5843750238418579,
      "rewards/chosen": -16.4184513092041,
      "rewards/margins": 0.6174517869949341,
      "rewards/rejected": -17.03590202331543,
      "step": 230
    },
    {
      "epoch": 0.5547529615718001,
      "grad_norm": 48.733802795410156,
      "learning_rate": 4.948453608247422e-07,
      "logits/chosen": -0.42387205362319946,
      "logits/rejected": -0.4110351502895355,
      "logps/chosen": -159.4880828857422,
      "logps/rejected": -164.54312133789062,
      "loss": 1.5882,
      "nll_loss": 0.4322621822357178,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -15.948808670043945,
      "rewards/margins": 0.5055034756660461,
      "rewards/rejected": -16.45431137084961,
      "step": 240
    },
    {
      "epoch": 0.5778676683039584,
      "grad_norm": 53.66923141479492,
      "learning_rate": 4.6907216494845357e-07,
      "logits/chosen": -0.45519933104515076,
      "logits/rejected": -0.44147634506225586,
      "logps/chosen": -156.13479614257812,
      "logps/rejected": -159.08212280273438,
      "loss": 1.7404,
      "nll_loss": 0.4152873158454895,
      "rewards/accuracies": 0.5406249761581421,
      "rewards/chosen": -15.613479614257812,
      "rewards/margins": 0.29473432898521423,
      "rewards/rejected": -15.908210754394531,
      "step": 250
    },
    {
      "epoch": 0.6009823750361167,
      "grad_norm": 50.42735290527344,
      "learning_rate": 4.432989690721649e-07,
      "logits/chosen": -0.5512745976448059,
      "logits/rejected": -0.5374751091003418,
      "logps/chosen": -152.5029296875,
      "logps/rejected": -160.7849884033203,
      "loss": 1.5895,
      "nll_loss": 0.4251280725002289,
      "rewards/accuracies": 0.6312500238418579,
      "rewards/chosen": -15.250292778015137,
      "rewards/margins": 0.8282074928283691,
      "rewards/rejected": -16.07849884033203,
      "step": 260
    },
    {
      "epoch": 0.624097081768275,
      "grad_norm": 42.25716781616211,
      "learning_rate": 4.175257731958763e-07,
      "logits/chosen": -0.5728802680969238,
      "logits/rejected": -0.5652969479560852,
      "logps/chosen": -153.87515258789062,
      "logps/rejected": -160.92990112304688,
      "loss": 1.622,
      "nll_loss": 0.42097169160842896,
      "rewards/accuracies": 0.6156250238418579,
      "rewards/chosen": -15.3875150680542,
      "rewards/margins": 0.7054744362831116,
      "rewards/rejected": -16.09299087524414,
      "step": 270
    },
    {
      "epoch": 0.6472117885004334,
      "grad_norm": 52.24223327636719,
      "learning_rate": 3.917525773195876e-07,
      "logits/chosen": -0.5287462472915649,
      "logits/rejected": -0.5079108476638794,
      "logps/chosen": -155.820068359375,
      "logps/rejected": -165.27578735351562,
      "loss": 1.6145,
      "nll_loss": 0.42984142899513245,
      "rewards/accuracies": 0.643750011920929,
      "rewards/chosen": -15.582005500793457,
      "rewards/margins": 0.9455726742744446,
      "rewards/rejected": -16.527578353881836,
      "step": 280
    },
    {
      "epoch": 0.6703264952325917,
      "grad_norm": 54.0615119934082,
      "learning_rate": 3.659793814432989e-07,
      "logits/chosen": -0.5829291343688965,
      "logits/rejected": -0.5588080883026123,
      "logps/chosen": -160.86459350585938,
      "logps/rejected": -166.34828186035156,
      "loss": 1.5808,
      "nll_loss": 0.4233360290527344,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -16.08646011352539,
      "rewards/margins": 0.5483680963516235,
      "rewards/rejected": -16.63482666015625,
      "step": 290
    },
    {
      "epoch": 0.6934412019647501,
      "grad_norm": 43.99635696411133,
      "learning_rate": 3.402061855670103e-07,
      "logits/chosen": -0.5929441452026367,
      "logits/rejected": -0.585766613483429,
      "logps/chosen": -164.1534423828125,
      "logps/rejected": -173.26889038085938,
      "loss": 1.6317,
      "nll_loss": 0.43874359130859375,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -16.415346145629883,
      "rewards/margins": 0.911544144153595,
      "rewards/rejected": -17.326889038085938,
      "step": 300
    },
    {
      "epoch": 0.6934412019647501,
      "eval_logits/chosen": -0.49481379985809326,
      "eval_logits/rejected": -0.4753292500972748,
      "eval_logps/chosen": -154.68177795410156,
      "eval_logps/rejected": -161.5185089111328,
      "eval_loss": 1.6161738634109497,
      "eval_nll_loss": 0.42018982768058777,
      "eval_rewards/accuracies": 0.615217387676239,
      "eval_rewards/chosen": -15.468178749084473,
      "eval_rewards/margins": 0.6836734414100647,
      "eval_rewards/rejected": -16.151851654052734,
      "eval_runtime": 74.0087,
      "eval_samples_per_second": 24.673,
      "eval_steps_per_second": 1.554,
      "step": 300
    },
    {
      "epoch": 0.7165559086969084,
      "grad_norm": 47.26166534423828,
      "learning_rate": 3.1443298969072163e-07,
      "logits/chosen": -0.5505023002624512,
      "logits/rejected": -0.5488861799240112,
      "logps/chosen": -164.3349609375,
      "logps/rejected": -167.97909545898438,
      "loss": 1.6871,
      "nll_loss": 0.42464059591293335,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -16.433496475219727,
      "rewards/margins": 0.36441320180892944,
      "rewards/rejected": -16.797908782958984,
      "step": 310
    },
    {
      "epoch": 0.7396706154290668,
      "grad_norm": 44.56684875488281,
      "learning_rate": 2.8865979381443296e-07,
      "logits/chosen": -0.5739372372627258,
      "logits/rejected": -0.5621416568756104,
      "logps/chosen": -154.22021484375,
      "logps/rejected": -162.76797485351562,
      "loss": 1.6709,
      "nll_loss": 0.42187362909317017,
      "rewards/accuracies": 0.6343749761581421,
      "rewards/chosen": -15.422021865844727,
      "rewards/margins": 0.8547781109809875,
      "rewards/rejected": -16.276798248291016,
      "step": 320
    },
    {
      "epoch": 0.7627853221612251,
      "grad_norm": 48.82611083984375,
      "learning_rate": 2.6288659793814435e-07,
      "logits/chosen": -0.584633469581604,
      "logits/rejected": -0.5864993333816528,
      "logps/chosen": -154.85739135742188,
      "logps/rejected": -161.60858154296875,
      "loss": 1.6549,
      "nll_loss": 0.43096083402633667,
      "rewards/accuracies": 0.6156250238418579,
      "rewards/chosen": -15.485738754272461,
      "rewards/margins": 0.6751174330711365,
      "rewards/rejected": -16.160858154296875,
      "step": 330
    },
    {
      "epoch": 0.7859000288933834,
      "grad_norm": 46.865325927734375,
      "learning_rate": 2.3711340206185566e-07,
      "logits/chosen": -0.5921510457992554,
      "logits/rejected": -0.5866528153419495,
      "logps/chosen": -157.51187133789062,
      "logps/rejected": -162.7019500732422,
      "loss": 1.5515,
      "nll_loss": 0.4305364489555359,
      "rewards/accuracies": 0.5718749761581421,
      "rewards/chosen": -15.751187324523926,
      "rewards/margins": 0.5190097093582153,
      "rewards/rejected": -16.27019500732422,
      "step": 340
    },
    {
      "epoch": 0.8090147356255417,
      "grad_norm": 45.32524871826172,
      "learning_rate": 2.11340206185567e-07,
      "logits/chosen": -0.574793815612793,
      "logits/rejected": -0.575833261013031,
      "logps/chosen": -158.30972290039062,
      "logps/rejected": -167.1160888671875,
      "loss": 1.6559,
      "nll_loss": 0.4133908152580261,
      "rewards/accuracies": 0.6031249761581421,
      "rewards/chosen": -15.830973625183105,
      "rewards/margins": 0.8806363940238953,
      "rewards/rejected": -16.71160888671875,
      "step": 350
    },
    {
      "epoch": 0.8321294423577,
      "grad_norm": 53.514156341552734,
      "learning_rate": 1.8556701030927835e-07,
      "logits/chosen": -0.5572192668914795,
      "logits/rejected": -0.5455694794654846,
      "logps/chosen": -161.35818481445312,
      "logps/rejected": -166.35061645507812,
      "loss": 1.7006,
      "nll_loss": 0.4319698214530945,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -16.135818481445312,
      "rewards/margins": 0.4992440342903137,
      "rewards/rejected": -16.635061264038086,
      "step": 360
    },
    {
      "epoch": 0.8552441490898585,
      "grad_norm": 47.664703369140625,
      "learning_rate": 1.5979381443298966e-07,
      "logits/chosen": -0.5517255067825317,
      "logits/rejected": -0.5260570049285889,
      "logps/chosen": -155.55886840820312,
      "logps/rejected": -165.2543487548828,
      "loss": 1.5564,
      "nll_loss": 0.42134684324264526,
      "rewards/accuracies": 0.659375011920929,
      "rewards/chosen": -15.555887222290039,
      "rewards/margins": 0.9695472717285156,
      "rewards/rejected": -16.525434494018555,
      "step": 370
    },
    {
      "epoch": 0.8783588558220168,
      "grad_norm": 48.99809646606445,
      "learning_rate": 1.3402061855670102e-07,
      "logits/chosen": -0.5434561967849731,
      "logits/rejected": -0.5287705063819885,
      "logps/chosen": -154.3162841796875,
      "logps/rejected": -161.20472717285156,
      "loss": 1.5817,
      "nll_loss": 0.431587278842926,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -15.431628227233887,
      "rewards/margins": 0.6888439655303955,
      "rewards/rejected": -16.120471954345703,
      "step": 380
    },
    {
      "epoch": 0.9014735625541751,
      "grad_norm": 52.46923065185547,
      "learning_rate": 1.0824742268041237e-07,
      "logits/chosen": -0.5911422967910767,
      "logits/rejected": -0.5752480626106262,
      "logps/chosen": -158.2704620361328,
      "logps/rejected": -168.7931671142578,
      "loss": 1.6055,
      "nll_loss": 0.42453208565711975,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -15.827044486999512,
      "rewards/margins": 1.0522701740264893,
      "rewards/rejected": -16.879314422607422,
      "step": 390
    },
    {
      "epoch": 0.9245882692863334,
      "grad_norm": 50.29128646850586,
      "learning_rate": 8.24742268041237e-08,
      "logits/chosen": -0.5491029024124146,
      "logits/rejected": -0.5335959196090698,
      "logps/chosen": -162.01458740234375,
      "logps/rejected": -167.11669921875,
      "loss": 1.62,
      "nll_loss": 0.44402360916137695,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -16.201457977294922,
      "rewards/margins": 0.5102119445800781,
      "rewards/rejected": -16.711669921875,
      "step": 400
    },
    {
      "epoch": 0.9245882692863334,
      "eval_logits/chosen": -0.514378547668457,
      "eval_logits/rejected": -0.49102360010147095,
      "eval_logps/chosen": -155.9636688232422,
      "eval_logps/rejected": -163.15530395507812,
      "eval_loss": 1.5946580171585083,
      "eval_nll_loss": 0.4261849522590637,
      "eval_rewards/accuracies": 0.626086950302124,
      "eval_rewards/chosen": -15.596366882324219,
      "eval_rewards/margins": 0.7191624045372009,
      "eval_rewards/rejected": -16.315528869628906,
      "eval_runtime": 73.9588,
      "eval_samples_per_second": 24.689,
      "eval_steps_per_second": 1.555,
      "step": 400
    },
    {
      "epoch": 0.9477029760184917,
      "grad_norm": 49.76476287841797,
      "learning_rate": 5.670103092783505e-08,
      "logits/chosen": -0.47304850816726685,
      "logits/rejected": -0.46452435851097107,
      "logps/chosen": -148.42233276367188,
      "logps/rejected": -157.0984649658203,
      "loss": 1.5582,
      "nll_loss": 0.42344313859939575,
      "rewards/accuracies": 0.6031249761581421,
      "rewards/chosen": -14.842233657836914,
      "rewards/margins": 0.8676150441169739,
      "rewards/rejected": -15.709848403930664,
      "step": 410
    },
    {
      "epoch": 0.9708176827506501,
      "grad_norm": 45.05620574951172,
      "learning_rate": 3.092783505154639e-08,
      "logits/chosen": -0.5102072954177856,
      "logits/rejected": -0.4865845739841461,
      "logps/chosen": -150.34286499023438,
      "logps/rejected": -156.001708984375,
      "loss": 1.5674,
      "nll_loss": 0.4283737242221832,
      "rewards/accuracies": 0.590624988079071,
      "rewards/chosen": -15.03428840637207,
      "rewards/margins": 0.5658840537071228,
      "rewards/rejected": -15.600171089172363,
      "step": 420
    },
    {
      "epoch": 0.9939323894828085,
      "grad_norm": 46.765380859375,
      "learning_rate": 5.154639175257731e-09,
      "logits/chosen": -0.5253250002861023,
      "logits/rejected": -0.534714937210083,
      "logps/chosen": -157.79779052734375,
      "logps/rejected": -164.88742065429688,
      "loss": 1.645,
      "nll_loss": 0.42819744348526,
      "rewards/accuracies": 0.6031249761581421,
      "rewards/chosen": -15.779779434204102,
      "rewards/margins": 0.7089639902114868,
      "rewards/rejected": -16.48874282836914,
      "step": 430
    },
    {
      "epoch": 0.9985553308292401,
      "step": 432,
      "total_flos": 0.0,
      "train_loss": 1.7731637126869626,
      "train_runtime": 10231.9294,
      "train_samples_per_second": 5.412,
      "train_steps_per_second": 0.042
    }
  ],
  "logging_steps": 10,
  "max_steps": 432,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}